2024-11-15 03:12:37,926 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-15 03:12:37,960 main DEBUG Took 0.024101 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-15 03:12:37,961 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-15 03:12:37,961 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-15 03:12:37,963 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-15 03:12:37,965 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 03:12:37,981 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-15 03:12:38,007 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 03:12:38,012 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 03:12:38,013 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 03:12:38,014 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 03:12:38,014 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 03:12:38,015 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 03:12:38,016 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 03:12:38,017 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 03:12:38,018 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 03:12:38,018 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 03:12:38,020 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 03:12:38,020 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 03:12:38,021 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 03:12:38,022 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 03:12:38,022 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 03:12:38,023 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 03:12:38,023 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 03:12:38,024 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 03:12:38,025 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 03:12:38,025 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 03:12:38,026 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 03:12:38,026 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 03:12:38,027 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 03:12:38,027 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 03:12:38,028 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 03:12:38,028 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-15 03:12:38,030 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 03:12:38,032 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-15 03:12:38,035 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-15 03:12:38,036 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-15 03:12:38,038 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-15 03:12:38,038 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-15 03:12:38,053 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-15 03:12:38,058 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-15 03:12:38,060 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-15 03:12:38,061 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-15 03:12:38,062 main DEBUG createAppenders(={Console}) 2024-11-15 03:12:38,068 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-11-15 03:12:38,068 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-15 03:12:38,069 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-11-15 03:12:38,069 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-15 03:12:38,070 main DEBUG OutputStream closed 2024-11-15 03:12:38,070 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-15 03:12:38,071 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-15 03:12:38,071 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-11-15 03:12:38,181 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-15 03:12:38,185 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-15 03:12:38,186 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-15 03:12:38,188 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-15 03:12:38,189 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-15 03:12:38,189 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-15 03:12:38,190 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-15 03:12:38,190 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-15 03:12:38,191 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-15 03:12:38,191 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-15 03:12:38,192 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-15 03:12:38,192 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-15 03:12:38,194 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-15 03:12:38,194 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-15 03:12:38,195 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-15 03:12:38,195 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-15 03:12:38,196 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-15 03:12:38,197 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-15 03:12:38,200 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-15 03:12:38,201 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-11-15 03:12:38,202 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-15 03:12:38,203 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-11-15T03:12:38,218 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-11-15 03:12:38,222 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-15 03:12:38,223 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-15T03:12:38,235 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-11-15T03:12:38,284 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=371, ProcessCount=11, AvailableMemoryMB=4932 2024-11-15T03:12:38,678 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/97faa189-714b-6ebc-7124-f668aa89ef22 2024-11-15T03:12:38,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T03:12:38,704 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/97faa189-714b-6ebc-7124-f668aa89ef22/cluster_91817ad1-d5ef-2369-2d46-828cb6ce2ec4, deleteOnExit=true 2024-11-15T03:12:38,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T03:12:38,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/97faa189-714b-6ebc-7124-f668aa89ef22/test.cache.data in system properties and HBase conf 2024-11-15T03:12:38,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/97faa189-714b-6ebc-7124-f668aa89ef22/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T03:12:38,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/97faa189-714b-6ebc-7124-f668aa89ef22/hadoop.log.dir in system properties and HBase conf 2024-11-15T03:12:38,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/97faa189-714b-6ebc-7124-f668aa89ef22/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T03:12:38,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/97faa189-714b-6ebc-7124-f668aa89ef22/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T03:12:38,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T03:12:38,852 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-15T03:12:39,016 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T03:12:39,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/97faa189-714b-6ebc-7124-f668aa89ef22/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T03:12:39,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/97faa189-714b-6ebc-7124-f668aa89ef22/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T03:12:39,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/97faa189-714b-6ebc-7124-f668aa89ef22/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T03:12:39,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/97faa189-714b-6ebc-7124-f668aa89ef22/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T03:12:39,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/97faa189-714b-6ebc-7124-f668aa89ef22/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T03:12:39,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/97faa189-714b-6ebc-7124-f668aa89ef22/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T03:12:39,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/97faa189-714b-6ebc-7124-f668aa89ef22/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T03:12:39,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/97faa189-714b-6ebc-7124-f668aa89ef22/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T03:12:39,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/97faa189-714b-6ebc-7124-f668aa89ef22/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T03:12:39,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/97faa189-714b-6ebc-7124-f668aa89ef22/nfs.dump.dir in system properties and HBase conf 2024-11-15T03:12:39,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/97faa189-714b-6ebc-7124-f668aa89ef22/java.io.tmpdir in system properties and HBase conf 2024-11-15T03:12:39,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/97faa189-714b-6ebc-7124-f668aa89ef22/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T03:12:39,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/97faa189-714b-6ebc-7124-f668aa89ef22/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T03:12:39,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/97faa189-714b-6ebc-7124-f668aa89ef22/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T03:12:40,333 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-15T03:12:40,406 INFO [Time-limited test {}] log.Log(170): Logging initialized @3278ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-15T03:12:40,476 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T03:12:40,553 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T03:12:40,587 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T03:12:40,588 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T03:12:40,590 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T03:12:40,607 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T03:12:40,611 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@379e5835{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/97faa189-714b-6ebc-7124-f668aa89ef22/hadoop.log.dir/,AVAILABLE} 2024-11-15T03:12:40,612 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a9f9f29{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T03:12:40,849 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@458e1c66{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/97faa189-714b-6ebc-7124-f668aa89ef22/java.io.tmpdir/jetty-localhost-44965-hadoop-hdfs-3_4_1-tests_jar-_-any-14379026843345110742/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T03:12:40,865 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@50e5d970{HTTP/1.1, (http/1.1)}{localhost:44965} 2024-11-15T03:12:40,865 INFO [Time-limited test {}] server.Server(415): Started @3739ms 2024-11-15T03:12:41,461 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T03:12:41,469 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T03:12:41,471 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T03:12:41,471 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T03:12:41,471 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T03:12:41,472 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3bdaaf48{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/97faa189-714b-6ebc-7124-f668aa89ef22/hadoop.log.dir/,AVAILABLE} 2024-11-15T03:12:41,473 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f453cb9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T03:12:41,579 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3822facf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/97faa189-714b-6ebc-7124-f668aa89ef22/java.io.tmpdir/jetty-localhost-42455-hadoop-hdfs-3_4_1-tests_jar-_-any-991621106954053937/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T03:12:41,580 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@18c70438{HTTP/1.1, (http/1.1)}{localhost:42455} 2024-11-15T03:12:41,580 INFO [Time-limited test {}] server.Server(415): Started @4453ms 2024-11-15T03:12:41,639 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T03:12:41,774 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T03:12:41,781 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T03:12:41,782 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T03:12:41,782 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T03:12:41,783 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T03:12:41,785 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ffd676e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/97faa189-714b-6ebc-7124-f668aa89ef22/hadoop.log.dir/,AVAILABLE} 2024-11-15T03:12:41,786 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2267987d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T03:12:41,919 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@733978e0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/97faa189-714b-6ebc-7124-f668aa89ef22/java.io.tmpdir/jetty-localhost-41213-hadoop-hdfs-3_4_1-tests_jar-_-any-13988274812523043591/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T03:12:41,920 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@cec9164{HTTP/1.1, (http/1.1)}{localhost:41213} 2024-11-15T03:12:41,920 INFO [Time-limited test {}] server.Server(415): Started @4794ms 2024-11-15T03:12:41,922 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T03:12:41,965 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T03:12:41,971 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T03:12:41,979 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T03:12:41,979 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T03:12:41,980 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T03:12:41,981 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@290abb78{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/97faa189-714b-6ebc-7124-f668aa89ef22/hadoop.log.dir/,AVAILABLE} 2024-11-15T03:12:41,982 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b3a725b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T03:12:42,118 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1829d582{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/97faa189-714b-6ebc-7124-f668aa89ef22/java.io.tmpdir/jetty-localhost-41841-hadoop-hdfs-3_4_1-tests_jar-_-any-13750014720228345616/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T03:12:42,119 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@214e58f{HTTP/1.1, (http/1.1)}{localhost:41841} 2024-11-15T03:12:42,119 INFO [Time-limited test {}] server.Server(415): Started @4992ms 2024-11-15T03:12:42,122 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T03:12:43,467 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/97faa189-714b-6ebc-7124-f668aa89ef22/cluster_91817ad1-d5ef-2369-2d46-828cb6ce2ec4/data/data4/current/BP-1499684533-172.17.0.2-1731640359712/current, will proceed with Du for space computation calculation, 2024-11-15T03:12:43,467 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/97faa189-714b-6ebc-7124-f668aa89ef22/cluster_91817ad1-d5ef-2369-2d46-828cb6ce2ec4/data/data2/current/BP-1499684533-172.17.0.2-1731640359712/current, will proceed with Du for space computation calculation, 2024-11-15T03:12:43,467 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/97faa189-714b-6ebc-7124-f668aa89ef22/cluster_91817ad1-d5ef-2369-2d46-828cb6ce2ec4/data/data3/current/BP-1499684533-172.17.0.2-1731640359712/current, will proceed with Du for space computation calculation, 2024-11-15T03:12:43,467 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/97faa189-714b-6ebc-7124-f668aa89ef22/cluster_91817ad1-d5ef-2369-2d46-828cb6ce2ec4/data/data1/current/BP-1499684533-172.17.0.2-1731640359712/current, will proceed with Du for space computation calculation, 2024-11-15T03:12:43,505 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T03:12:43,505 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T03:12:43,554 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfffa60bf1444aa58 with lease ID 0xf29a0c040c68f1d1: Processing first storage report for DS-fcbb0006-a133-4034-b8df-cefec57d2f22 from datanode DatanodeRegistration(127.0.0.1:39987, datanodeUuid=ca2373ee-583b-4630-8501-075daa9a4c0b, infoPort=41927, infoSecurePort=0, ipcPort=41617, storageInfo=lv=-57;cid=testClusterID;nsid=740184317;c=1731640359712) 2024-11-15T03:12:43,555 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfffa60bf1444aa58 with lease ID 0xf29a0c040c68f1d1: from storage DS-fcbb0006-a133-4034-b8df-cefec57d2f22 node DatanodeRegistration(127.0.0.1:39987, datanodeUuid=ca2373ee-583b-4630-8501-075daa9a4c0b, infoPort=41927, infoSecurePort=0, ipcPort=41617, storageInfo=lv=-57;cid=testClusterID;nsid=740184317;c=1731640359712), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-15T03:12:43,555 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd245b9c388731c79 with lease ID 0xf29a0c040c68f1d2: Processing first storage report for DS-d7a15cc6-2514-4404-8d6d-1cdd69ea79d2 from datanode DatanodeRegistration(127.0.0.1:46475, datanodeUuid=af812fe8-4c9b-40a6-a9da-28b10dc1cb92, infoPort=46541, infoSecurePort=0, ipcPort=34061, storageInfo=lv=-57;cid=testClusterID;nsid=740184317;c=1731640359712) 2024-11-15T03:12:43,555 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd245b9c388731c79 with lease ID 0xf29a0c040c68f1d2: from storage DS-d7a15cc6-2514-4404-8d6d-1cdd69ea79d2 node DatanodeRegistration(127.0.0.1:46475, datanodeUuid=af812fe8-4c9b-40a6-a9da-28b10dc1cb92, infoPort=46541, infoSecurePort=0, ipcPort=34061, storageInfo=lv=-57;cid=testClusterID;nsid=740184317;c=1731640359712), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T03:12:43,556 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfffa60bf1444aa58 with lease ID 0xf29a0c040c68f1d1: Processing first storage report for DS-19ad6436-7b65-42e4-a13b-baf4ada04723 from datanode DatanodeRegistration(127.0.0.1:39987, datanodeUuid=ca2373ee-583b-4630-8501-075daa9a4c0b, infoPort=41927, infoSecurePort=0, ipcPort=41617, storageInfo=lv=-57;cid=testClusterID;nsid=740184317;c=1731640359712) 2024-11-15T03:12:43,556 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfffa60bf1444aa58 with lease ID 0xf29a0c040c68f1d1: from storage DS-19ad6436-7b65-42e4-a13b-baf4ada04723 node DatanodeRegistration(127.0.0.1:39987, datanodeUuid=ca2373ee-583b-4630-8501-075daa9a4c0b, infoPort=41927, infoSecurePort=0, ipcPort=41617, storageInfo=lv=-57;cid=testClusterID;nsid=740184317;c=1731640359712), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T03:12:43,556 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd245b9c388731c79 with lease ID 0xf29a0c040c68f1d2: Processing first storage report for DS-06f00989-6149-429a-8da3-676f39b8149f from datanode DatanodeRegistration(127.0.0.1:46475, datanodeUuid=af812fe8-4c9b-40a6-a9da-28b10dc1cb92, infoPort=46541, infoSecurePort=0, ipcPort=34061, storageInfo=lv=-57;cid=testClusterID;nsid=740184317;c=1731640359712) 2024-11-15T03:12:43,556 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd245b9c388731c79 with lease ID 0xf29a0c040c68f1d2: from storage DS-06f00989-6149-429a-8da3-676f39b8149f node DatanodeRegistration(127.0.0.1:46475, datanodeUuid=af812fe8-4c9b-40a6-a9da-28b10dc1cb92, infoPort=46541, infoSecurePort=0, ipcPort=34061, storageInfo=lv=-57;cid=testClusterID;nsid=740184317;c=1731640359712), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-15T03:12:43,873 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/97faa189-714b-6ebc-7124-f668aa89ef22/cluster_91817ad1-d5ef-2369-2d46-828cb6ce2ec4/data/data5/current/BP-1499684533-172.17.0.2-1731640359712/current, will proceed with Du for space computation calculation, 2024-11-15T03:12:43,873 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/97faa189-714b-6ebc-7124-f668aa89ef22/cluster_91817ad1-d5ef-2369-2d46-828cb6ce2ec4/data/data6/current/BP-1499684533-172.17.0.2-1731640359712/current, will proceed with Du for space computation calculation, 2024-11-15T03:12:43,889 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T03:12:43,893 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x15a98a21beeff8db with lease ID 0xf29a0c040c68f1d3: Processing first storage report for DS-ce8c6a51-641c-4637-98d4-5027faaa3ad4 from datanode DatanodeRegistration(127.0.0.1:33343, datanodeUuid=d5e14e46-5a39-4ae6-b8e9-6646a1263fcf, infoPort=34893, infoSecurePort=0, ipcPort=37399, storageInfo=lv=-57;cid=testClusterID;nsid=740184317;c=1731640359712) 2024-11-15T03:12:43,893 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x15a98a21beeff8db with lease ID 0xf29a0c040c68f1d3: from storage DS-ce8c6a51-641c-4637-98d4-5027faaa3ad4 node DatanodeRegistration(127.0.0.1:33343, datanodeUuid=d5e14e46-5a39-4ae6-b8e9-6646a1263fcf, infoPort=34893, infoSecurePort=0, ipcPort=37399, storageInfo=lv=-57;cid=testClusterID;nsid=740184317;c=1731640359712), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-15T03:12:43,894 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x15a98a21beeff8db with lease ID 0xf29a0c040c68f1d3: Processing first storage report for DS-03e80588-f087-4692-9994-26561aa6cf04 from datanode DatanodeRegistration(127.0.0.1:33343, datanodeUuid=d5e14e46-5a39-4ae6-b8e9-6646a1263fcf, infoPort=34893, infoSecurePort=0, ipcPort=37399, storageInfo=lv=-57;cid=testClusterID;nsid=740184317;c=1731640359712) 2024-11-15T03:12:43,894 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x15a98a21beeff8db with lease ID 0xf29a0c040c68f1d3: from storage DS-03e80588-f087-4692-9994-26561aa6cf04 node DatanodeRegistration(127.0.0.1:33343, datanodeUuid=d5e14e46-5a39-4ae6-b8e9-6646a1263fcf, infoPort=34893, infoSecurePort=0, ipcPort=37399, storageInfo=lv=-57;cid=testClusterID;nsid=740184317;c=1731640359712), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T03:12:43,957 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/97faa189-714b-6ebc-7124-f668aa89ef22 2024-11-15T03:12:44,056 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/97faa189-714b-6ebc-7124-f668aa89ef22/cluster_91817ad1-d5ef-2369-2d46-828cb6ce2ec4/zookeeper_0, clientPort=53673, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/97faa189-714b-6ebc-7124-f668aa89ef22/cluster_91817ad1-d5ef-2369-2d46-828cb6ce2ec4/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/97faa189-714b-6ebc-7124-f668aa89ef22/cluster_91817ad1-d5ef-2369-2d46-828cb6ce2ec4/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T03:12:44,070 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53673 2024-11-15T03:12:44,085 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T03:12:44,089 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T03:12:44,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39987 is added to blk_1073741825_1001 (size=7) 2024-11-15T03:12:44,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46475 is added to blk_1073741825_1001 (size=7) 2024-11-15T03:12:44,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33343 is added to blk_1073741825_1001 (size=7) 2024-11-15T03:12:44,772 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2 with version=8 2024-11-15T03:12:44,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/hbase-staging 2024-11-15T03:12:44,847 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-15T03:12:45,093 INFO [Time-limited test {}] client.ConnectionUtils(128): master/91f82191efb8:0 server-side Connection retries=45 2024-11-15T03:12:45,101 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T03:12:45,102 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T03:12:45,108 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T03:12:45,108 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T03:12:45,108 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T03:12:45,264 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T03:12:45,333 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-15T03:12:45,342 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-15T03:12:45,346 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T03:12:45,369 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1000 (auto-detected) 2024-11-15T03:12:45,370 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-15T03:12:45,388 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44519 2024-11-15T03:12:45,408 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44519 connecting to ZooKeeper ensemble=127.0.0.1:53673 2024-11-15T03:12:45,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:445190x0, quorum=127.0.0.1:53673, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T03:12:45,539 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44519-0x1013c7b07a80000 connected 2024-11-15T03:12:45,832 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T03:12:45,836 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T03:12:45,847 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44519-0x1013c7b07a80000, quorum=127.0.0.1:53673, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T03:12:45,852 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2, hbase.cluster.distributed=false 2024-11-15T03:12:45,878 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44519-0x1013c7b07a80000, quorum=127.0.0.1:53673, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T03:12:45,883 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44519 2024-11-15T03:12:45,883 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44519 2024-11-15T03:12:45,884 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44519 2024-11-15T03:12:45,884 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44519 2024-11-15T03:12:45,885 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44519 2024-11-15T03:12:45,986 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/91f82191efb8:0 server-side Connection retries=45 2024-11-15T03:12:45,988 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T03:12:45,988 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T03:12:45,988 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T03:12:45,988 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T03:12:45,988 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T03:12:45,991 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T03:12:45,995 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T03:12:45,996 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45049 2024-11-15T03:12:45,999 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45049 connecting to ZooKeeper ensemble=127.0.0.1:53673 2024-11-15T03:12:46,000 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T03:12:46,007 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T03:12:46,029 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:450490x0, quorum=127.0.0.1:53673, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T03:12:46,030 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45049-0x1013c7b07a80001 connected 2024-11-15T03:12:46,030 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45049-0x1013c7b07a80001, quorum=127.0.0.1:53673, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T03:12:46,035 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T03:12:46,044 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T03:12:46,048 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45049-0x1013c7b07a80001, quorum=127.0.0.1:53673, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-15T03:12:46,055 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45049-0x1013c7b07a80001, quorum=127.0.0.1:53673, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T03:12:46,059 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45049 2024-11-15T03:12:46,059 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45049 2024-11-15T03:12:46,060 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45049 2024-11-15T03:12:46,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45049 2024-11-15T03:12:46,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45049 2024-11-15T03:12:46,087 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/91f82191efb8:0 server-side Connection retries=45 2024-11-15T03:12:46,087 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T03:12:46,087 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T03:12:46,088 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T03:12:46,088 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T03:12:46,088 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T03:12:46,088 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T03:12:46,089 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T03:12:46,090 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40155 2024-11-15T03:12:46,093 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40155 connecting to ZooKeeper ensemble=127.0.0.1:53673 2024-11-15T03:12:46,094 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T03:12:46,100 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T03:12:46,116 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:401550x0, quorum=127.0.0.1:53673, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T03:12:46,116 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40155-0x1013c7b07a80002 connected 2024-11-15T03:12:46,117 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40155-0x1013c7b07a80002, quorum=127.0.0.1:53673, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T03:12:46,117 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T03:12:46,118 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T03:12:46,119 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40155-0x1013c7b07a80002, quorum=127.0.0.1:53673, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-15T03:12:46,121 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40155-0x1013c7b07a80002, quorum=127.0.0.1:53673, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T03:12:46,122 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40155 2024-11-15T03:12:46,122 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40155 2024-11-15T03:12:46,122 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40155 2024-11-15T03:12:46,123 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40155 2024-11-15T03:12:46,123 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40155 2024-11-15T03:12:46,139 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/91f82191efb8:0 server-side Connection retries=45 2024-11-15T03:12:46,139 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T03:12:46,139 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T03:12:46,139 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T03:12:46,140 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T03:12:46,140 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T03:12:46,140 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T03:12:46,140 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T03:12:46,141 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41809 2024-11-15T03:12:46,143 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41809 connecting to ZooKeeper ensemble=127.0.0.1:53673 2024-11-15T03:12:46,144 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T03:12:46,146 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T03:12:46,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:418090x0, quorum=127.0.0.1:53673, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T03:12:46,169 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:418090x0, quorum=127.0.0.1:53673, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T03:12:46,169 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41809-0x1013c7b07a80003 connected 2024-11-15T03:12:46,170 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T03:12:46,170 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T03:12:46,172 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41809-0x1013c7b07a80003, quorum=127.0.0.1:53673, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-15T03:12:46,173 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41809-0x1013c7b07a80003, quorum=127.0.0.1:53673, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T03:12:46,174 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41809 2024-11-15T03:12:46,174 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41809 2024-11-15T03:12:46,175 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41809 2024-11-15T03:12:46,175 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41809 2024-11-15T03:12:46,175 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41809 2024-11-15T03:12:46,190 DEBUG [M:0;91f82191efb8:44519 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;91f82191efb8:44519 2024-11-15T03:12:46,192 INFO [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/91f82191efb8,44519,1731640364933 2024-11-15T03:12:46,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44519-0x1013c7b07a80000, quorum=127.0.0.1:53673, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T03:12:46,208 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40155-0x1013c7b07a80002, quorum=127.0.0.1:53673, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T03:12:46,208 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45049-0x1013c7b07a80001, quorum=127.0.0.1:53673, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T03:12:46,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41809-0x1013c7b07a80003, quorum=127.0.0.1:53673, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T03:12:46,211 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44519-0x1013c7b07a80000, quorum=127.0.0.1:53673, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/91f82191efb8,44519,1731640364933 2024-11-15T03:12:46,242 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40155-0x1013c7b07a80002, quorum=127.0.0.1:53673, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-15T03:12:46,242 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45049-0x1013c7b07a80001, quorum=127.0.0.1:53673, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-15T03:12:46,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41809-0x1013c7b07a80003, quorum=127.0.0.1:53673, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-15T03:12:46,242 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40155-0x1013c7b07a80002, quorum=127.0.0.1:53673, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T03:12:46,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44519-0x1013c7b07a80000, quorum=127.0.0.1:53673, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T03:12:46,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41809-0x1013c7b07a80003, quorum=127.0.0.1:53673, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T03:12:46,242 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45049-0x1013c7b07a80001, quorum=127.0.0.1:53673, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T03:12:46,243 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44519-0x1013c7b07a80000, quorum=127.0.0.1:53673, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-15T03:12:46,245 INFO [master/91f82191efb8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/91f82191efb8,44519,1731640364933 from backup master directory 2024-11-15T03:12:46,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44519-0x1013c7b07a80000, quorum=127.0.0.1:53673, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/91f82191efb8,44519,1731640364933 2024-11-15T03:12:46,253 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40155-0x1013c7b07a80002, quorum=127.0.0.1:53673, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T03:12:46,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41809-0x1013c7b07a80003, quorum=127.0.0.1:53673, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T03:12:46,253 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45049-0x1013c7b07a80001, quorum=127.0.0.1:53673, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T03:12:46,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44519-0x1013c7b07a80000, quorum=127.0.0.1:53673, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T03:12:46,254 WARN [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T03:12:46,254 INFO [master/91f82191efb8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=91f82191efb8,44519,1731640364933 2024-11-15T03:12:46,257 INFO [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-15T03:12:46,259 INFO [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-15T03:12:46,315 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/hbase.id] with ID: 038e537e-d72c-464f-83f7-02ee003ee35f 2024-11-15T03:12:46,315 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/.tmp/hbase.id 2024-11-15T03:12:46,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39987 is added to blk_1073741826_1002 (size=42) 2024-11-15T03:12:46,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33343 is added to blk_1073741826_1002 (size=42) 2024-11-15T03:12:46,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46475 is added to blk_1073741826_1002 (size=42) 2024-11-15T03:12:46,329 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/.tmp/hbase.id]:[hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/hbase.id] 2024-11-15T03:12:46,371 INFO [master/91f82191efb8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T03:12:46,376 INFO [master/91f82191efb8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T03:12:46,395 INFO [master/91f82191efb8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-15T03:12:46,407 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40155-0x1013c7b07a80002, quorum=127.0.0.1:53673, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T03:12:46,407 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45049-0x1013c7b07a80001, quorum=127.0.0.1:53673, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T03:12:46,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44519-0x1013c7b07a80000, quorum=127.0.0.1:53673, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T03:12:46,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41809-0x1013c7b07a80003, quorum=127.0.0.1:53673, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T03:12:46,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33343 is added to blk_1073741827_1003 (size=196) 2024-11-15T03:12:46,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39987 is added to blk_1073741827_1003 (size=196) 2024-11-15T03:12:46,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46475 is added to blk_1073741827_1003 (size=196) 2024-11-15T03:12:46,442 INFO [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T03:12:46,444 INFO [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T03:12:46,456 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T03:12:46,460 INFO [master/91f82191efb8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T03:12:46,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33343 is added to blk_1073741828_1004 (size=1189) 2024-11-15T03:12:46,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39987 is added to blk_1073741828_1004 (size=1189) 2024-11-15T03:12:46,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46475 is added to blk_1073741828_1004 (size=1189) 2024-11-15T03:12:46,508 INFO [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/MasterData/data/master/store 2024-11-15T03:12:46,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46475 is added to blk_1073741829_1005 (size=34) 2024-11-15T03:12:46,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33343 is added to blk_1073741829_1005 (size=34) 2024-11-15T03:12:46,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39987 is added to blk_1073741829_1005 (size=34) 2024-11-15T03:12:46,535 INFO [master/91f82191efb8:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-15T03:12:46,538 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T03:12:46,539 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T03:12:46,539 INFO [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T03:12:46,540 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T03:12:46,541 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T03:12:46,542 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T03:12:46,542 INFO [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T03:12:46,543 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731640366539Disabling compacts and flushes for region at 1731640366539Disabling writes for close at 1731640366541 (+2 ms)Writing region close event to WAL at 1731640366542 (+1 ms)Closed at 1731640366542 2024-11-15T03:12:46,545 WARN [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/MasterData/data/master/store/.initializing 2024-11-15T03:12:46,545 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/MasterData/WALs/91f82191efb8,44519,1731640364933 2024-11-15T03:12:46,552 INFO [master/91f82191efb8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T03:12:46,566 INFO [master/91f82191efb8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=91f82191efb8%2C44519%2C1731640364933, suffix=, logDir=hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/MasterData/WALs/91f82191efb8,44519,1731640364933, archiveDir=hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/MasterData/oldWALs, maxLogs=10 2024-11-15T03:12:46,586 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/MasterData/WALs/91f82191efb8,44519,1731640364933/91f82191efb8%2C44519%2C1731640364933.1731640366569, exclude list is [], retry=0 2024-11-15T03:12:46,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46475,DS-d7a15cc6-2514-4404-8d6d-1cdd69ea79d2,DISK] 2024-11-15T03:12:46,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39987,DS-fcbb0006-a133-4034-b8df-cefec57d2f22,DISK] 2024-11-15T03:12:46,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33343,DS-ce8c6a51-641c-4637-98d4-5027faaa3ad4,DISK] 2024-11-15T03:12:46,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-15T03:12:46,641 INFO [master/91f82191efb8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/MasterData/WALs/91f82191efb8,44519,1731640364933/91f82191efb8%2C44519%2C1731640364933.1731640366569 2024-11-15T03:12:46,642 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41927:41927),(127.0.0.1/127.0.0.1:46541:46541),(127.0.0.1/127.0.0.1:34893:34893)] 2024-11-15T03:12:46,642 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T03:12:46,642 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T03:12:46,645 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T03:12:46,646 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T03:12:46,682 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T03:12:46,711 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T03:12:46,716 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T03:12:46,718 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T03:12:46,719 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T03:12:46,722 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T03:12:46,723 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T03:12:46,724 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T03:12:46,724 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T03:12:46,727 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T03:12:46,728 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T03:12:46,729 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T03:12:46,729 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T03:12:46,732 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T03:12:46,732 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T03:12:46,733 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T03:12:46,733 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T03:12:46,737 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T03:12:46,738 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T03:12:46,744 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T03:12:46,744 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T03:12:46,747 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T03:12:46,751 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T03:12:46,755 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T03:12:46,756 INFO [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62175981, jitterRate=-0.07350568473339081}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T03:12:46,763 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731640366657Initializing all the Stores at 1731640366659 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640366660 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640366660Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640366661 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640366661Cleaning up temporary data from old regions at 1731640366744 (+83 ms)Region opened successfully at 1731640366762 (+18 ms) 2024-11-15T03:12:46,764 INFO [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T03:12:46,791 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54a9c8a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=91f82191efb8/172.17.0.2:0 2024-11-15T03:12:46,826 INFO [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T03:12:46,840 INFO [master/91f82191efb8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T03:12:46,841 INFO [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T03:12:46,845 INFO [master/91f82191efb8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T03:12:46,846 INFO [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-15T03:12:46,852 INFO [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-15T03:12:46,852 INFO [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-15T03:12:46,879 INFO [master/91f82191efb8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T03:12:46,890 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44519-0x1013c7b07a80000, quorum=127.0.0.1:53673, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-15T03:12:46,902 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-15T03:12:46,905 INFO [master/91f82191efb8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T03:12:46,906 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44519-0x1013c7b07a80000, quorum=127.0.0.1:53673, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-15T03:12:46,915 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-15T03:12:46,918 INFO [master/91f82191efb8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T03:12:46,922 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44519-0x1013c7b07a80000, quorum=127.0.0.1:53673, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-15T03:12:46,934 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-15T03:12:46,937 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44519-0x1013c7b07a80000, quorum=127.0.0.1:53673, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-15T03:12:46,947 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-15T03:12:46,969 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44519-0x1013c7b07a80000, quorum=127.0.0.1:53673, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T03:12:46,978 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-15T03:12:46,989 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40155-0x1013c7b07a80002, quorum=127.0.0.1:53673, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T03:12:46,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41809-0x1013c7b07a80003, quorum=127.0.0.1:53673, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T03:12:46,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44519-0x1013c7b07a80000, quorum=127.0.0.1:53673, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T03:12:46,989 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45049-0x1013c7b07a80001, quorum=127.0.0.1:53673, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T03:12:46,989 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40155-0x1013c7b07a80002, quorum=127.0.0.1:53673, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T03:12:46,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44519-0x1013c7b07a80000, quorum=127.0.0.1:53673, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T03:12:46,990 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45049-0x1013c7b07a80001, quorum=127.0.0.1:53673, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T03:12:46,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41809-0x1013c7b07a80003, quorum=127.0.0.1:53673, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T03:12:46,993 INFO [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=91f82191efb8,44519,1731640364933, sessionid=0x1013c7b07a80000, setting cluster-up flag (Was=false) 2024-11-15T03:12:47,021 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45049-0x1013c7b07a80001, quorum=127.0.0.1:53673, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T03:12:47,021 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40155-0x1013c7b07a80002, quorum=127.0.0.1:53673, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T03:12:47,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41809-0x1013c7b07a80003, quorum=127.0.0.1:53673, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T03:12:47,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44519-0x1013c7b07a80000, quorum=127.0.0.1:53673, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T03:12:47,053 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-15T03:12:47,058 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=91f82191efb8,44519,1731640364933 2024-11-15T03:12:47,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44519-0x1013c7b07a80000, quorum=127.0.0.1:53673, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T03:12:47,084 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40155-0x1013c7b07a80002, quorum=127.0.0.1:53673, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T03:12:47,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41809-0x1013c7b07a80003, quorum=127.0.0.1:53673, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T03:12:47,084 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45049-0x1013c7b07a80001, quorum=127.0.0.1:53673, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T03:12:47,115 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-15T03:12:47,118 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=91f82191efb8,44519,1731640364933 2024-11-15T03:12:47,125 INFO [master/91f82191efb8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T03:12:47,179 INFO [RS:1;91f82191efb8:40155 {}] regionserver.HRegionServer(746): ClusterId : 038e537e-d72c-464f-83f7-02ee003ee35f 2024-11-15T03:12:47,179 INFO [RS:2;91f82191efb8:41809 {}] regionserver.HRegionServer(746): ClusterId : 038e537e-d72c-464f-83f7-02ee003ee35f 2024-11-15T03:12:47,179 INFO [RS:0;91f82191efb8:45049 {}] regionserver.HRegionServer(746): ClusterId : 038e537e-d72c-464f-83f7-02ee003ee35f 2024-11-15T03:12:47,181 DEBUG [RS:1;91f82191efb8:40155 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T03:12:47,181 DEBUG [RS:2;91f82191efb8:41809 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T03:12:47,181 DEBUG [RS:0;91f82191efb8:45049 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T03:12:47,193 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T03:12:47,201 DEBUG [RS:1;91f82191efb8:40155 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T03:12:47,201 DEBUG [RS:2;91f82191efb8:41809 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T03:12:47,201 DEBUG [RS:0;91f82191efb8:45049 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T03:12:47,201 DEBUG [RS:1;91f82191efb8:40155 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T03:12:47,201 DEBUG [RS:2;91f82191efb8:41809 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T03:12:47,201 DEBUG [RS:0;91f82191efb8:45049 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T03:12:47,203 INFO [master/91f82191efb8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T03:12:47,209 INFO [master/91f82191efb8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T03:12:47,212 DEBUG [RS:2;91f82191efb8:41809 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T03:12:47,212 DEBUG [RS:0;91f82191efb8:45049 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T03:12:47,212 DEBUG [RS:1;91f82191efb8:40155 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T03:12:47,212 DEBUG [RS:1;91f82191efb8:40155 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19d361a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=91f82191efb8/172.17.0.2:0 2024-11-15T03:12:47,212 DEBUG [RS:0;91f82191efb8:45049 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fc31471, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=91f82191efb8/172.17.0.2:0 2024-11-15T03:12:47,212 DEBUG [RS:2;91f82191efb8:41809 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55366b23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=91f82191efb8/172.17.0.2:0 2024-11-15T03:12:47,215 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 91f82191efb8,44519,1731640364933 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T03:12:47,222 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/91f82191efb8:0, corePoolSize=5, maxPoolSize=5 2024-11-15T03:12:47,223 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/91f82191efb8:0, corePoolSize=5, maxPoolSize=5 2024-11-15T03:12:47,223 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/91f82191efb8:0, corePoolSize=5, maxPoolSize=5 2024-11-15T03:12:47,223 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/91f82191efb8:0, corePoolSize=5, maxPoolSize=5 2024-11-15T03:12:47,223 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/91f82191efb8:0, corePoolSize=10, maxPoolSize=10 2024-11-15T03:12:47,223 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/91f82191efb8:0, corePoolSize=1, maxPoolSize=1 2024-11-15T03:12:47,223 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/91f82191efb8:0, corePoolSize=2, maxPoolSize=2 2024-11-15T03:12:47,223 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/91f82191efb8:0, corePoolSize=1, maxPoolSize=1 2024-11-15T03:12:47,225 DEBUG [RS:1;91f82191efb8:40155 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;91f82191efb8:40155 2024-11-15T03:12:47,227 DEBUG [RS:2;91f82191efb8:41809 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;91f82191efb8:41809 2024-11-15T03:12:47,228 DEBUG [RS:0;91f82191efb8:45049 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;91f82191efb8:45049 2024-11-15T03:12:47,228 INFO [RS:1;91f82191efb8:40155 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T03:12:47,228 INFO [RS:0;91f82191efb8:45049 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T03:12:47,228 INFO [RS:2;91f82191efb8:41809 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T03:12:47,229 INFO [RS:1;91f82191efb8:40155 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T03:12:47,229 INFO [RS:0;91f82191efb8:45049 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T03:12:47,229 INFO [RS:2;91f82191efb8:41809 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T03:12:47,229 INFO [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731640397228 2024-11-15T03:12:47,229 DEBUG [RS:1;91f82191efb8:40155 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T03:12:47,229 DEBUG [RS:0;91f82191efb8:45049 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T03:12:47,229 DEBUG [RS:2;91f82191efb8:41809 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T03:12:47,230 INFO [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T03:12:47,231 INFO [RS:2;91f82191efb8:41809 {}] regionserver.HRegionServer(2659): reportForDuty to master=91f82191efb8,44519,1731640364933 with port=41809, startcode=1731640366138 2024-11-15T03:12:47,231 INFO [RS:0;91f82191efb8:45049 {}] regionserver.HRegionServer(2659): reportForDuty to master=91f82191efb8,44519,1731640364933 with port=45049, startcode=1731640365952 2024-11-15T03:12:47,231 INFO [RS:1;91f82191efb8:40155 {}] regionserver.HRegionServer(2659): reportForDuty to master=91f82191efb8,44519,1731640364933 with port=40155, startcode=1731640366086 2024-11-15T03:12:47,231 INFO [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T03:12:47,232 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T03:12:47,232 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T03:12:47,235 INFO [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T03:12:47,235 INFO [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T03:12:47,236 INFO [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T03:12:47,236 INFO [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T03:12:47,236 INFO [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T03:12:47,239 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T03:12:47,239 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T03:12:47,241 INFO [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T03:12:47,243 INFO [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T03:12:47,243 INFO [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T03:12:47,245 DEBUG [RS:1;91f82191efb8:40155 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T03:12:47,245 DEBUG [RS:0;91f82191efb8:45049 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T03:12:47,245 DEBUG [RS:2;91f82191efb8:41809 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T03:12:47,246 INFO [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T03:12:47,246 INFO [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T03:12:47,250 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.large.0-1731640367248,5,FailOnTimeoutGroup] 2024-11-15T03:12:47,251 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.small.0-1731640367250,5,FailOnTimeoutGroup] 2024-11-15T03:12:47,251 INFO [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T03:12:47,251 INFO [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T03:12:47,252 INFO [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T03:12:47,252 INFO [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T03:12:47,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46475 is added to blk_1073741831_1007 (size=1321) 2024-11-15T03:12:47,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39987 is added to blk_1073741831_1007 (size=1321) 2024-11-15T03:12:47,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33343 is added to blk_1073741831_1007 (size=1321) 2024-11-15T03:12:47,256 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T03:12:47,257 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2 2024-11-15T03:12:47,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33343 is added to blk_1073741832_1008 (size=32) 2024-11-15T03:12:47,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39987 is added to blk_1073741832_1008 (size=32) 2024-11-15T03:12:47,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46475 is added to blk_1073741832_1008 (size=32) 2024-11-15T03:12:47,275 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T03:12:47,277 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T03:12:47,279 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T03:12:47,279 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T03:12:47,280 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T03:12:47,280 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T03:12:47,283 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T03:12:47,283 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T03:12:47,284 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T03:12:47,284 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T03:12:47,286 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T03:12:47,286 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T03:12:47,287 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T03:12:47,287 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T03:12:47,290 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T03:12:47,290 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T03:12:47,291 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T03:12:47,291 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T03:12:47,293 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/data/hbase/meta/1588230740 2024-11-15T03:12:47,294 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/data/hbase/meta/1588230740 2024-11-15T03:12:47,297 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T03:12:47,297 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T03:12:47,298 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T03:12:47,300 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T03:12:47,305 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T03:12:47,306 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58913132, jitterRate=-0.12212592363357544}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T03:12:47,311 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731640367275Initializing all the Stores at 1731640367276 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640367276Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640367277 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640367277Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640367277Cleaning up temporary data from old regions at 1731640367297 (+20 ms)Region opened successfully at 1731640367311 (+14 ms) 2024-11-15T03:12:47,311 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T03:12:47,311 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T03:12:47,311 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T03:12:47,311 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T03:12:47,312 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T03:12:47,313 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T03:12:47,313 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731640367311Disabling compacts and flushes for region at 1731640367311Disabling writes for close at 1731640367311Writing region close event to WAL at 1731640367312 (+1 ms)Closed at 1731640367313 (+1 ms) 2024-11-15T03:12:47,316 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38145, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T03:12:47,316 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53931, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T03:12:47,316 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57673, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T03:12:47,318 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T03:12:47,318 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T03:12:47,325 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44519 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 91f82191efb8,40155,1731640366086 2024-11-15T03:12:47,327 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T03:12:47,327 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44519 {}] master.ServerManager(517): Registering regionserver=91f82191efb8,40155,1731640366086 2024-11-15T03:12:47,337 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T03:12:47,341 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T03:12:47,342 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44519 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 91f82191efb8,45049,1731640365952 2024-11-15T03:12:47,343 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44519 {}] master.ServerManager(517): Registering regionserver=91f82191efb8,45049,1731640365952 2024-11-15T03:12:47,347 DEBUG [RS:1;91f82191efb8:40155 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2 2024-11-15T03:12:47,348 DEBUG [RS:1;91f82191efb8:40155 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43791 2024-11-15T03:12:47,348 DEBUG [RS:1;91f82191efb8:40155 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T03:12:47,349 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44519 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 91f82191efb8,41809,1731640366138 2024-11-15T03:12:47,349 DEBUG [RS:0;91f82191efb8:45049 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2 2024-11-15T03:12:47,349 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44519 {}] master.ServerManager(517): Registering regionserver=91f82191efb8,41809,1731640366138 2024-11-15T03:12:47,349 DEBUG [RS:0;91f82191efb8:45049 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43791 2024-11-15T03:12:47,349 DEBUG [RS:0;91f82191efb8:45049 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T03:12:47,353 DEBUG [RS:2;91f82191efb8:41809 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2 2024-11-15T03:12:47,353 DEBUG [RS:2;91f82191efb8:41809 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43791 2024-11-15T03:12:47,353 DEBUG [RS:2;91f82191efb8:41809 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T03:12:47,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44519-0x1013c7b07a80000, quorum=127.0.0.1:53673, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T03:12:47,403 DEBUG [RS:0;91f82191efb8:45049 {}] zookeeper.ZKUtil(111): regionserver:45049-0x1013c7b07a80001, quorum=127.0.0.1:53673, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/91f82191efb8,45049,1731640365952 2024-11-15T03:12:47,404 WARN [RS:0;91f82191efb8:45049 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T03:12:47,404 DEBUG [RS:1;91f82191efb8:40155 {}] zookeeper.ZKUtil(111): regionserver:40155-0x1013c7b07a80002, quorum=127.0.0.1:53673, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/91f82191efb8,40155,1731640366086 2024-11-15T03:12:47,404 WARN [RS:1;91f82191efb8:40155 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T03:12:47,404 INFO [RS:0;91f82191efb8:45049 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T03:12:47,404 INFO [RS:1;91f82191efb8:40155 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T03:12:47,404 DEBUG [RS:1;91f82191efb8:40155 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/WALs/91f82191efb8,40155,1731640366086 2024-11-15T03:12:47,404 DEBUG [RS:0;91f82191efb8:45049 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/WALs/91f82191efb8,45049,1731640365952 2024-11-15T03:12:47,405 DEBUG [RS:2;91f82191efb8:41809 {}] zookeeper.ZKUtil(111): regionserver:41809-0x1013c7b07a80003, quorum=127.0.0.1:53673, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/91f82191efb8,41809,1731640366138 2024-11-15T03:12:47,405 WARN [RS:2;91f82191efb8:41809 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T03:12:47,406 INFO [RS:2;91f82191efb8:41809 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T03:12:47,406 DEBUG [RS:2;91f82191efb8:41809 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/WALs/91f82191efb8,41809,1731640366138 2024-11-15T03:12:47,407 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [91f82191efb8,45049,1731640365952] 2024-11-15T03:12:47,407 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [91f82191efb8,41809,1731640366138] 2024-11-15T03:12:47,407 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [91f82191efb8,40155,1731640366086] 2024-11-15T03:12:47,436 INFO [RS:0;91f82191efb8:45049 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T03:12:47,436 INFO [RS:1;91f82191efb8:40155 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T03:12:47,436 INFO [RS:2;91f82191efb8:41809 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T03:12:47,455 INFO [RS:0;91f82191efb8:45049 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T03:12:47,455 INFO [RS:1;91f82191efb8:40155 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T03:12:47,455 INFO [RS:2;91f82191efb8:41809 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T03:12:47,461 INFO [RS:0;91f82191efb8:45049 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T03:12:47,461 INFO [RS:2;91f82191efb8:41809 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T03:12:47,461 INFO [RS:1;91f82191efb8:40155 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T03:12:47,461 INFO [RS:0;91f82191efb8:45049 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T03:12:47,461 INFO [RS:2;91f82191efb8:41809 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T03:12:47,461 INFO [RS:1;91f82191efb8:40155 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T03:12:47,462 INFO [RS:2;91f82191efb8:41809 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T03:12:47,462 INFO [RS:0;91f82191efb8:45049 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T03:12:47,464 INFO [RS:1;91f82191efb8:40155 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T03:12:47,470 INFO [RS:2;91f82191efb8:41809 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T03:12:47,469 INFO [RS:1;91f82191efb8:40155 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T03:12:47,470 INFO [RS:0;91f82191efb8:45049 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T03:12:47,472 INFO [RS:1;91f82191efb8:40155 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T03:12:47,472 INFO [RS:2;91f82191efb8:41809 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T03:12:47,473 DEBUG [RS:2;91f82191efb8:41809 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1 2024-11-15T03:12:47,473 DEBUG [RS:1;91f82191efb8:40155 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1 2024-11-15T03:12:47,473 DEBUG [RS:2;91f82191efb8:41809 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1 2024-11-15T03:12:47,473 DEBUG [RS:1;91f82191efb8:40155 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1 2024-11-15T03:12:47,473 DEBUG [RS:2;91f82191efb8:41809 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1 2024-11-15T03:12:47,473 DEBUG [RS:1;91f82191efb8:40155 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1 2024-11-15T03:12:47,473 DEBUG [RS:2;91f82191efb8:41809 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1 2024-11-15T03:12:47,473 DEBUG [RS:1;91f82191efb8:40155 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1 2024-11-15T03:12:47,473 DEBUG [RS:2;91f82191efb8:41809 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1 2024-11-15T03:12:47,473 DEBUG [RS:1;91f82191efb8:40155 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1 2024-11-15T03:12:47,474 DEBUG [RS:2;91f82191efb8:41809 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/91f82191efb8:0, corePoolSize=2, maxPoolSize=2 2024-11-15T03:12:47,474 DEBUG [RS:1;91f82191efb8:40155 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/91f82191efb8:0, corePoolSize=2, maxPoolSize=2 2024-11-15T03:12:47,474 DEBUG [RS:2;91f82191efb8:41809 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1 2024-11-15T03:12:47,474 DEBUG [RS:1;91f82191efb8:40155 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1 2024-11-15T03:12:47,474 DEBUG [RS:2;91f82191efb8:41809 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1 2024-11-15T03:12:47,474 DEBUG [RS:1;91f82191efb8:40155 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1 2024-11-15T03:12:47,474 DEBUG [RS:2;91f82191efb8:41809 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1 2024-11-15T03:12:47,474 DEBUG [RS:1;91f82191efb8:40155 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1 2024-11-15T03:12:47,474 DEBUG [RS:2;91f82191efb8:41809 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1 2024-11-15T03:12:47,474 DEBUG [RS:1;91f82191efb8:40155 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1 2024-11-15T03:12:47,474 DEBUG [RS:2;91f82191efb8:41809 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1 2024-11-15T03:12:47,474 DEBUG [RS:1;91f82191efb8:40155 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1 2024-11-15T03:12:47,474 DEBUG [RS:2;91f82191efb8:41809 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1 2024-11-15T03:12:47,475 DEBUG [RS:1;91f82191efb8:40155 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1 2024-11-15T03:12:47,475 DEBUG [RS:2;91f82191efb8:41809 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0, corePoolSize=3, maxPoolSize=3 2024-11-15T03:12:47,475 DEBUG [RS:1;91f82191efb8:40155 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0, corePoolSize=3, maxPoolSize=3 2024-11-15T03:12:47,475 DEBUG [RS:2;91f82191efb8:41809 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/91f82191efb8:0, corePoolSize=3, maxPoolSize=3 2024-11-15T03:12:47,475 DEBUG [RS:1;91f82191efb8:40155 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/91f82191efb8:0, corePoolSize=3, maxPoolSize=3 2024-11-15T03:12:47,476 INFO [RS:0;91f82191efb8:45049 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T03:12:47,476 DEBUG [RS:0;91f82191efb8:45049 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1 2024-11-15T03:12:47,476 DEBUG [RS:0;91f82191efb8:45049 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1 2024-11-15T03:12:47,477 DEBUG [RS:0;91f82191efb8:45049 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1 2024-11-15T03:12:47,477 DEBUG [RS:0;91f82191efb8:45049 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1 2024-11-15T03:12:47,477 DEBUG [RS:0;91f82191efb8:45049 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1 2024-11-15T03:12:47,477 DEBUG [RS:0;91f82191efb8:45049 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/91f82191efb8:0, corePoolSize=2, maxPoolSize=2 2024-11-15T03:12:47,477 DEBUG [RS:0;91f82191efb8:45049 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1 2024-11-15T03:12:47,477 DEBUG [RS:0;91f82191efb8:45049 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1 2024-11-15T03:12:47,477 DEBUG [RS:0;91f82191efb8:45049 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1 2024-11-15T03:12:47,478 DEBUG [RS:0;91f82191efb8:45049 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1 2024-11-15T03:12:47,478 DEBUG [RS:0;91f82191efb8:45049 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1 2024-11-15T03:12:47,478 DEBUG [RS:0;91f82191efb8:45049 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1 2024-11-15T03:12:47,478 DEBUG [RS:0;91f82191efb8:45049 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0, corePoolSize=3, maxPoolSize=3 2024-11-15T03:12:47,478 DEBUG [RS:0;91f82191efb8:45049 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/91f82191efb8:0, corePoolSize=3, maxPoolSize=3 2024-11-15T03:12:47,480 INFO [RS:2;91f82191efb8:41809 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T03:12:47,480 INFO [RS:1;91f82191efb8:40155 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T03:12:47,481 INFO [RS:2;91f82191efb8:41809 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T03:12:47,481 INFO [RS:1;91f82191efb8:40155 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T03:12:47,481 INFO [RS:2;91f82191efb8:41809 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T03:12:47,481 INFO [RS:1;91f82191efb8:40155 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T03:12:47,481 INFO [RS:2;91f82191efb8:41809 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T03:12:47,481 INFO [RS:1;91f82191efb8:40155 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T03:12:47,481 INFO [RS:2;91f82191efb8:41809 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T03:12:47,481 INFO [RS:1;91f82191efb8:40155 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T03:12:47,481 INFO [RS:2;91f82191efb8:41809 {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,41809,1731640366138-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T03:12:47,481 INFO [RS:1;91f82191efb8:40155 {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,40155,1731640366086-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T03:12:47,487 INFO [RS:0;91f82191efb8:45049 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T03:12:47,487 INFO [RS:0;91f82191efb8:45049 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T03:12:47,487 INFO [RS:0;91f82191efb8:45049 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T03:12:47,487 INFO [RS:0;91f82191efb8:45049 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T03:12:47,487 INFO [RS:0;91f82191efb8:45049 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T03:12:47,487 INFO [RS:0;91f82191efb8:45049 {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,45049,1731640365952-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T03:12:47,492 WARN [91f82191efb8:44519 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-15T03:12:47,507 INFO [RS:1;91f82191efb8:40155 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T03:12:47,507 INFO [RS:2;91f82191efb8:41809 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T03:12:47,509 INFO [RS:0;91f82191efb8:45049 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T03:12:47,509 INFO [RS:0;91f82191efb8:45049 {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,45049,1731640365952-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T03:12:47,509 INFO [RS:2;91f82191efb8:41809 {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,41809,1731640366138-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T03:12:47,510 INFO [RS:2;91f82191efb8:41809 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T03:12:47,510 INFO [RS:0;91f82191efb8:45049 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T03:12:47,510 INFO [RS:2;91f82191efb8:41809 {}] regionserver.Replication(171): 91f82191efb8,41809,1731640366138 started 2024-11-15T03:12:47,510 INFO [RS:0;91f82191efb8:45049 {}] regionserver.Replication(171): 91f82191efb8,45049,1731640365952 started 2024-11-15T03:12:47,510 INFO [RS:1;91f82191efb8:40155 {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,40155,1731640366086-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T03:12:47,510 INFO [RS:1;91f82191efb8:40155 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T03:12:47,510 INFO [RS:1;91f82191efb8:40155 {}] regionserver.Replication(171): 91f82191efb8,40155,1731640366086 started 2024-11-15T03:12:47,534 INFO [RS:1;91f82191efb8:40155 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T03:12:47,534 INFO [RS:0;91f82191efb8:45049 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T03:12:47,534 INFO [RS:2;91f82191efb8:41809 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T03:12:47,535 INFO [RS:0;91f82191efb8:45049 {}] regionserver.HRegionServer(1482): Serving as 91f82191efb8,45049,1731640365952, RpcServer on 91f82191efb8/172.17.0.2:45049, sessionid=0x1013c7b07a80001 2024-11-15T03:12:47,535 INFO [RS:1;91f82191efb8:40155 {}] regionserver.HRegionServer(1482): Serving as 91f82191efb8,40155,1731640366086, RpcServer on 91f82191efb8/172.17.0.2:40155, sessionid=0x1013c7b07a80002 2024-11-15T03:12:47,535 INFO [RS:2;91f82191efb8:41809 {}] regionserver.HRegionServer(1482): Serving as 91f82191efb8,41809,1731640366138, RpcServer on 91f82191efb8/172.17.0.2:41809, sessionid=0x1013c7b07a80003 2024-11-15T03:12:47,536 DEBUG [RS:1;91f82191efb8:40155 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T03:12:47,536 DEBUG [RS:2;91f82191efb8:41809 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T03:12:47,536 DEBUG [RS:0;91f82191efb8:45049 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T03:12:47,536 DEBUG [RS:0;91f82191efb8:45049 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 91f82191efb8,45049,1731640365952 2024-11-15T03:12:47,536 DEBUG [RS:2;91f82191efb8:41809 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 91f82191efb8,41809,1731640366138 2024-11-15T03:12:47,536 DEBUG [RS:1;91f82191efb8:40155 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 91f82191efb8,40155,1731640366086 2024-11-15T03:12:47,536 DEBUG [RS:0;91f82191efb8:45049 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '91f82191efb8,45049,1731640365952' 2024-11-15T03:12:47,536 DEBUG [RS:2;91f82191efb8:41809 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '91f82191efb8,41809,1731640366138' 2024-11-15T03:12:47,536 DEBUG [RS:1;91f82191efb8:40155 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '91f82191efb8,40155,1731640366086' 2024-11-15T03:12:47,536 DEBUG [RS:0;91f82191efb8:45049 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-15T03:12:47,536 DEBUG [RS:1;91f82191efb8:40155 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-15T03:12:47,536 DEBUG [RS:2;91f82191efb8:41809 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-15T03:12:47,537 DEBUG [RS:0;91f82191efb8:45049 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-15T03:12:47,537 DEBUG [RS:2;91f82191efb8:41809 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-15T03:12:47,537 DEBUG [RS:1;91f82191efb8:40155 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-15T03:12:47,538 DEBUG [RS:2;91f82191efb8:41809 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T03:12:47,538 DEBUG [RS:1;91f82191efb8:40155 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T03:12:47,538 DEBUG [RS:2;91f82191efb8:41809 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T03:12:47,538 DEBUG [RS:1;91f82191efb8:40155 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T03:12:47,539 DEBUG [RS:2;91f82191efb8:41809 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 91f82191efb8,41809,1731640366138 2024-11-15T03:12:47,539 DEBUG [RS:1;91f82191efb8:40155 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 91f82191efb8,40155,1731640366086 2024-11-15T03:12:47,539 DEBUG [RS:2;91f82191efb8:41809 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '91f82191efb8,41809,1731640366138' 2024-11-15T03:12:47,539 DEBUG [RS:1;91f82191efb8:40155 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '91f82191efb8,40155,1731640366086' 2024-11-15T03:12:47,539 DEBUG [RS:2;91f82191efb8:41809 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-15T03:12:47,539 DEBUG [RS:1;91f82191efb8:40155 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-15T03:12:47,539 DEBUG [RS:0;91f82191efb8:45049 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T03:12:47,539 DEBUG [RS:0;91f82191efb8:45049 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T03:12:47,539 DEBUG [RS:0;91f82191efb8:45049 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 91f82191efb8,45049,1731640365952 2024-11-15T03:12:47,539 DEBUG [RS:0;91f82191efb8:45049 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '91f82191efb8,45049,1731640365952' 2024-11-15T03:12:47,539 DEBUG [RS:0;91f82191efb8:45049 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-15T03:12:47,539 DEBUG [RS:2;91f82191efb8:41809 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-15T03:12:47,539 DEBUG [RS:1;91f82191efb8:40155 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-15T03:12:47,540 DEBUG [RS:0;91f82191efb8:45049 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-15T03:12:47,540 DEBUG [RS:2;91f82191efb8:41809 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T03:12:47,540 DEBUG [RS:1;91f82191efb8:40155 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T03:12:47,540 INFO [RS:1;91f82191efb8:40155 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T03:12:47,540 INFO [RS:2;91f82191efb8:41809 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T03:12:47,540 INFO [RS:1;91f82191efb8:40155 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T03:12:47,540 INFO [RS:2;91f82191efb8:41809 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T03:12:47,540 DEBUG [RS:0;91f82191efb8:45049 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T03:12:47,540 INFO [RS:0;91f82191efb8:45049 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T03:12:47,540 INFO [RS:0;91f82191efb8:45049 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T03:12:47,646 INFO [RS:0;91f82191efb8:45049 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T03:12:47,646 INFO [RS:2;91f82191efb8:41809 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T03:12:47,646 INFO [RS:1;91f82191efb8:40155 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T03:12:47,649 INFO [RS:0;91f82191efb8:45049 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=91f82191efb8%2C45049%2C1731640365952, suffix=, logDir=hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/WALs/91f82191efb8,45049,1731640365952, archiveDir=hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/oldWALs, maxLogs=32 2024-11-15T03:12:47,649 INFO [RS:2;91f82191efb8:41809 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=91f82191efb8%2C41809%2C1731640366138, suffix=, logDir=hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/WALs/91f82191efb8,41809,1731640366138, archiveDir=hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/oldWALs, maxLogs=32 2024-11-15T03:12:47,649 INFO [RS:1;91f82191efb8:40155 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=91f82191efb8%2C40155%2C1731640366086, suffix=, logDir=hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/WALs/91f82191efb8,40155,1731640366086, archiveDir=hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/oldWALs, maxLogs=32 2024-11-15T03:12:47,665 DEBUG [RS:2;91f82191efb8:41809 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/WALs/91f82191efb8,41809,1731640366138/91f82191efb8%2C41809%2C1731640366138.1731640367653, exclude list is [], retry=0 2024-11-15T03:12:47,670 DEBUG [RS:1;91f82191efb8:40155 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/WALs/91f82191efb8,40155,1731640366086/91f82191efb8%2C40155%2C1731640366086.1731640367654, exclude list is [], retry=0 2024-11-15T03:12:47,670 DEBUG [RS:0;91f82191efb8:45049 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/WALs/91f82191efb8,45049,1731640365952/91f82191efb8%2C45049%2C1731640365952.1731640367653, exclude list is [], retry=0 2024-11-15T03:12:47,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39987,DS-fcbb0006-a133-4034-b8df-cefec57d2f22,DISK] 2024-11-15T03:12:47,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33343,DS-ce8c6a51-641c-4637-98d4-5027faaa3ad4,DISK] 2024-11-15T03:12:47,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46475,DS-d7a15cc6-2514-4404-8d6d-1cdd69ea79d2,DISK] 2024-11-15T03:12:47,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46475,DS-d7a15cc6-2514-4404-8d6d-1cdd69ea79d2,DISK] 2024-11-15T03:12:47,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39987,DS-fcbb0006-a133-4034-b8df-cefec57d2f22,DISK] 2024-11-15T03:12:47,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46475,DS-d7a15cc6-2514-4404-8d6d-1cdd69ea79d2,DISK] 2024-11-15T03:12:47,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33343,DS-ce8c6a51-641c-4637-98d4-5027faaa3ad4,DISK] 2024-11-15T03:12:47,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33343,DS-ce8c6a51-641c-4637-98d4-5027faaa3ad4,DISK] 2024-11-15T03:12:47,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39987,DS-fcbb0006-a133-4034-b8df-cefec57d2f22,DISK] 2024-11-15T03:12:47,693 INFO [RS:2;91f82191efb8:41809 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/WALs/91f82191efb8,41809,1731640366138/91f82191efb8%2C41809%2C1731640366138.1731640367653 2024-11-15T03:12:47,704 DEBUG [RS:2;91f82191efb8:41809 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34893:34893),(127.0.0.1/127.0.0.1:41927:41927),(127.0.0.1/127.0.0.1:46541:46541)] 2024-11-15T03:12:47,717 INFO [RS:0;91f82191efb8:45049 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/WALs/91f82191efb8,45049,1731640365952/91f82191efb8%2C45049%2C1731640365952.1731640367653 2024-11-15T03:12:47,720 DEBUG [RS:0;91f82191efb8:45049 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46541:46541),(127.0.0.1/127.0.0.1:34893:34893),(127.0.0.1/127.0.0.1:41927:41927)] 2024-11-15T03:12:47,722 INFO [RS:1;91f82191efb8:40155 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/WALs/91f82191efb8,40155,1731640366086/91f82191efb8%2C40155%2C1731640366086.1731640367654 2024-11-15T03:12:47,723 DEBUG [RS:1;91f82191efb8:40155 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46541:46541),(127.0.0.1/127.0.0.1:34893:34893),(127.0.0.1/127.0.0.1:41927:41927)] 2024-11-15T03:12:47,745 DEBUG [91f82191efb8:44519 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-15T03:12:47,756 DEBUG [91f82191efb8:44519 {}] balancer.BalancerClusterState(204): Hosts are {91f82191efb8=0} racks are {/default-rack=0} 2024-11-15T03:12:47,765 DEBUG [91f82191efb8:44519 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-15T03:12:47,765 DEBUG [91f82191efb8:44519 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-15T03:12:47,765 DEBUG [91f82191efb8:44519 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-15T03:12:47,765 DEBUG [91f82191efb8:44519 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-15T03:12:47,766 DEBUG [91f82191efb8:44519 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-15T03:12:47,766 DEBUG [91f82191efb8:44519 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-15T03:12:47,766 INFO [91f82191efb8:44519 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-15T03:12:47,766 INFO [91f82191efb8:44519 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-15T03:12:47,766 INFO [91f82191efb8:44519 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-15T03:12:47,766 DEBUG [91f82191efb8:44519 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-15T03:12:47,776 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=91f82191efb8,41809,1731640366138 2024-11-15T03:12:47,785 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 91f82191efb8,41809,1731640366138, state=OPENING 2024-11-15T03:12:47,842 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T03:12:47,852 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45049-0x1013c7b07a80001, quorum=127.0.0.1:53673, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T03:12:47,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44519-0x1013c7b07a80000, quorum=127.0.0.1:53673, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T03:12:47,852 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40155-0x1013c7b07a80002, quorum=127.0.0.1:53673, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T03:12:47,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41809-0x1013c7b07a80003, quorum=127.0.0.1:53673, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T03:12:47,853 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T03:12:47,853 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T03:12:47,853 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T03:12:47,853 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T03:12:47,855 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T03:12:47,857 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=91f82191efb8,41809,1731640366138}] 2024-11-15T03:12:55,331 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T03:12:55,332 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-15T03:12:57,887 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T03:12:57,889 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59047, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T03:12:57,901 INFO [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T03:12:57,901 INFO [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T03:12:57,902 INFO [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T03:12:57,905 INFO [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=91f82191efb8%2C41809%2C1731640366138.meta, suffix=.meta, logDir=hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/WALs/91f82191efb8,41809,1731640366138, archiveDir=hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/oldWALs, maxLogs=32 2024-11-15T03:12:57,919 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/WALs/91f82191efb8,41809,1731640366138/91f82191efb8%2C41809%2C1731640366138.meta.1731640377906.meta, exclude list is [], retry=0 2024-11-15T03:12:57,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33343,DS-ce8c6a51-641c-4637-98d4-5027faaa3ad4,DISK] 2024-11-15T03:12:57,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46475,DS-d7a15cc6-2514-4404-8d6d-1cdd69ea79d2,DISK] 2024-11-15T03:12:57,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39987,DS-fcbb0006-a133-4034-b8df-cefec57d2f22,DISK] 2024-11-15T03:12:57,925 INFO [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/WALs/91f82191efb8,41809,1731640366138/91f82191efb8%2C41809%2C1731640366138.meta.1731640377906.meta 2024-11-15T03:12:57,926 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34893:34893),(127.0.0.1/127.0.0.1:41927:41927),(127.0.0.1/127.0.0.1:46541:46541)] 2024-11-15T03:12:57,926 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T03:12:57,928 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T03:12:57,930 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T03:12:57,934 INFO [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T03:12:57,938 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T03:12:57,939 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T03:12:57,939 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T03:12:57,939 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T03:12:57,942 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T03:12:57,944 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T03:12:57,944 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T03:12:57,945 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T03:12:57,945 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T03:12:57,946 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T03:12:57,946 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T03:12:57,947 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T03:12:57,947 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T03:12:57,948 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T03:12:57,949 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T03:12:57,949 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T03:12:57,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T03:12:57,951 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T03:12:57,951 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T03:12:57,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T03:12:57,952 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T03:12:57,953 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/data/hbase/meta/1588230740 2024-11-15T03:12:57,956 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/data/hbase/meta/1588230740 2024-11-15T03:12:57,958 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T03:12:57,958 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T03:12:57,959 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T03:12:57,961 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T03:12:57,963 INFO [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74271586, jitterRate=0.10673287510871887}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T03:12:57,963 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T03:12:57,964 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731640377939Writing region info on filesystem at 1731640377940 (+1 ms)Initializing all the Stores at 1731640377941 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640377942 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640377942Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640377942Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640377942Cleaning up temporary data from old regions at 1731640377958 (+16 ms)Running coprocessor post-open hooks at 1731640377963 (+5 ms)Region opened successfully at 1731640377964 (+1 ms) 2024-11-15T03:12:57,970 INFO [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731640377880 2024-11-15T03:12:57,979 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T03:12:57,980 INFO [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T03:12:57,981 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=91f82191efb8,41809,1731640366138 2024-11-15T03:12:57,984 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 91f82191efb8,41809,1731640366138, state=OPEN 2024-11-15T03:12:58,041 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40155-0x1013c7b07a80002, quorum=127.0.0.1:53673, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T03:12:58,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41809-0x1013c7b07a80003, quorum=127.0.0.1:53673, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T03:12:58,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44519-0x1013c7b07a80000, quorum=127.0.0.1:53673, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T03:12:58,041 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45049-0x1013c7b07a80001, quorum=127.0.0.1:53673, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T03:12:58,041 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T03:12:58,041 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T03:12:58,041 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T03:12:58,041 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T03:12:58,042 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=91f82191efb8,41809,1731640366138 2024-11-15T03:12:58,047 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T03:12:58,047 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=91f82191efb8,41809,1731640366138 in 10.1850 sec 2024-11-15T03:12:58,054 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T03:12:58,054 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.7230 sec 2024-11-15T03:12:58,055 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T03:12:58,056 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T03:12:58,075 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T03:12:58,076 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91f82191efb8,41809,1731640366138, seqNum=-1] 2024-11-15T03:12:58,094 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T03:12:58,096 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40715, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T03:12:58,114 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.9580 sec 2024-11-15T03:12:58,114 INFO [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731640378114, completionTime=-1 2024-11-15T03:12:58,117 INFO [master/91f82191efb8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-15T03:12:58,117 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T03:12:58,144 INFO [master/91f82191efb8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-15T03:12:58,145 INFO [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731640438145 2024-11-15T03:12:58,145 INFO [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731640498145 2024-11-15T03:12:58,145 INFO [master/91f82191efb8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 27 msec 2024-11-15T03:12:58,147 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-15T03:12:58,155 INFO [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,44519,1731640364933-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T03:12:58,156 INFO [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,44519,1731640364933-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T03:12:58,156 INFO [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,44519,1731640364933-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T03:12:58,157 INFO [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-91f82191efb8:44519, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T03:12:58,158 INFO [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T03:12:58,161 INFO [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T03:12:58,165 DEBUG [master/91f82191efb8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T03:12:58,188 INFO [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.933sec 2024-11-15T03:12:58,189 INFO [master/91f82191efb8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T03:12:58,190 INFO [master/91f82191efb8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T03:12:58,191 INFO [master/91f82191efb8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T03:12:58,192 INFO [master/91f82191efb8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T03:12:58,192 INFO [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T03:12:58,193 INFO [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,44519,1731640364933-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T03:12:58,193 INFO [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,44519,1731640364933-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T03:12:58,198 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T03:12:58,199 INFO [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T03:12:58,200 INFO [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,44519,1731640364933-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T03:12:58,201 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ff4d751, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T03:12:58,206 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-15T03:12:58,206 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-15T03:12:58,210 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 91f82191efb8,44519,-1 for getting cluster id 2024-11-15T03:12:58,212 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T03:12:58,221 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '038e537e-d72c-464f-83f7-02ee003ee35f' 2024-11-15T03:12:58,224 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T03:12:58,225 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "038e537e-d72c-464f-83f7-02ee003ee35f" 2024-11-15T03:12:58,225 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@474ca008, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T03:12:58,225 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91f82191efb8,44519,-1] 2024-11-15T03:12:58,227 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T03:12:58,229 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T03:12:58,230 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T03:12:58,233 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cd13821, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T03:12:58,233 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T03:12:58,240 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91f82191efb8,41809,1731640366138, seqNum=-1] 2024-11-15T03:12:58,241 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T03:12:58,242 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T03:12:58,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=91f82191efb8,44519,1731640364933 2024-11-15T03:12:58,292 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731640378291 (current time:1731640378291). 2024-11-15T03:12:58,293 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-15T03:12:58,293 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-15T03:12:58,295 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5affb65a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T03:12:58,295 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 91f82191efb8,44519,-1 for getting cluster id 2024-11-15T03:12:58,295 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T03:12:58,296 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '038e537e-d72c-464f-83f7-02ee003ee35f' 2024-11-15T03:12:58,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T03:12:58,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "038e537e-d72c-464f-83f7-02ee003ee35f" 2024-11-15T03:12:58,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@902068e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T03:12:58,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91f82191efb8,44519,-1] 2024-11-15T03:12:58,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T03:12:58,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T03:12:58,298 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T03:12:58,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69079402, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T03:12:58,302 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T03:12:58,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91f82191efb8,41809,1731640366138, seqNum=-1] 2024-11-15T03:12:58,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T03:12:58,305 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T03:12:58,307 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T03:12:58,307 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T03:12:58,311 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T03:12:58,312 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T03:12:58,312 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T03:12:58,316 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T03:12:58,320 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 91f82191efb8,44519,1731640364933 2024-11-15T03:12:58,324 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@57449185 2024-11-15T03:12:58,325 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T03:12:58,327 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T03:12:58,334 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44519 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T03:12:58,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44519 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-15T03:12:58,346 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T03:12:58,348 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44519 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-15T03:12:58,349 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T03:12:58,352 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T03:12:58,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T03:12:58,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39987 is added to blk_1073741837_1013 (size=361) 2024-11-15T03:12:58,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33343 is added to blk_1073741837_1013 (size=361) 2024-11-15T03:12:58,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46475 is added to blk_1073741837_1013 (size=361) 2024-11-15T03:12:58,377 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0db3fc2d33b525856ac1bab691785ffa, NAME => 'SPTestTable,,1731640378329.0db3fc2d33b525856ac1bab691785ffa.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2 2024-11-15T03:12:58,377 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => ce6ce55b9a3be7c78a63c91e77297627, NAME => 'SPTestTable,19999999,1731640378329.ce6ce55b9a3be7c78a63c91e77297627.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2 2024-11-15T03:12:58,379 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 810b31750281619788d52f342992bca5, NAME => 'SPTestTable,33333332,1731640378329.810b31750281619788d52f342992bca5.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2 2024-11-15T03:12:58,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39987 is added to blk_1073741840_1016 (size=54) 2024-11-15T03:12:58,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33343 is added to blk_1073741838_1014 (size=62) 2024-11-15T03:12:58,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33343 is added to blk_1073741840_1016 (size=54) 2024-11-15T03:12:58,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46475 is added to blk_1073741840_1016 (size=54) 2024-11-15T03:12:58,426 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731640378329.0db3fc2d33b525856ac1bab691785ffa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T03:12:58,426 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 0db3fc2d33b525856ac1bab691785ffa, disabling compactions & flushes 2024-11-15T03:12:58,426 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731640378329.0db3fc2d33b525856ac1bab691785ffa. 2024-11-15T03:12:58,426 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731640378329.0db3fc2d33b525856ac1bab691785ffa. 2024-11-15T03:12:58,426 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731640378329.0db3fc2d33b525856ac1bab691785ffa. after waiting 0 ms 2024-11-15T03:12:58,426 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731640378329.0db3fc2d33b525856ac1bab691785ffa. 2024-11-15T03:12:58,427 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731640378329.0db3fc2d33b525856ac1bab691785ffa. 2024-11-15T03:12:58,427 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0db3fc2d33b525856ac1bab691785ffa: Waiting for close lock at 1731640378426Disabling compacts and flushes for region at 1731640378426Disabling writes for close at 1731640378426Writing region close event to WAL at 1731640378426Closed at 1731640378427 (+1 ms) 2024-11-15T03:12:58,427 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d2db91d837d319139d15765fd2d4b295, NAME => 'SPTestTable,4ccccccb,1731640378329.d2db91d837d319139d15765fd2d4b295.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2 2024-11-15T03:12:58,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39987 is added to blk_1073741838_1014 (size=62) 2024-11-15T03:12:58,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46475 is added to blk_1073741838_1014 (size=62) 2024-11-15T03:12:58,432 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731640378329.ce6ce55b9a3be7c78a63c91e77297627.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T03:12:58,432 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing ce6ce55b9a3be7c78a63c91e77297627, disabling compactions & flushes 2024-11-15T03:12:58,432 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731640378329.ce6ce55b9a3be7c78a63c91e77297627. 2024-11-15T03:12:58,432 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731640378329.ce6ce55b9a3be7c78a63c91e77297627. 2024-11-15T03:12:58,432 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731640378329.ce6ce55b9a3be7c78a63c91e77297627. after waiting 0 ms 2024-11-15T03:12:58,432 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731640378329.ce6ce55b9a3be7c78a63c91e77297627. 2024-11-15T03:12:58,432 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731640378329.ce6ce55b9a3be7c78a63c91e77297627. 2024-11-15T03:12:58,432 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for ce6ce55b9a3be7c78a63c91e77297627: Waiting for close lock at 1731640378432Disabling compacts and flushes for region at 1731640378432Disabling writes for close at 1731640378432Writing region close event to WAL at 1731640378432Closed at 1731640378432 2024-11-15T03:12:58,433 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => f612e5a586f573a5c3bc6b7bd93003bb, NAME => 'SPTestTable,66666664,1731640378329.f612e5a586f573a5c3bc6b7bd93003bb.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2 2024-11-15T03:12:58,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39987 is added to blk_1073741839_1015 (size=62) 2024-11-15T03:12:58,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46475 is added to blk_1073741839_1015 (size=62) 2024-11-15T03:12:58,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33343 is added to blk_1073741839_1015 (size=62) 2024-11-15T03:12:58,437 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731640378329.810b31750281619788d52f342992bca5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T03:12:58,437 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 810b31750281619788d52f342992bca5, disabling compactions & flushes 2024-11-15T03:12:58,437 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731640378329.810b31750281619788d52f342992bca5. 2024-11-15T03:12:58,437 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731640378329.810b31750281619788d52f342992bca5. 2024-11-15T03:12:58,437 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731640378329.810b31750281619788d52f342992bca5. after waiting 0 ms 2024-11-15T03:12:58,437 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731640378329.810b31750281619788d52f342992bca5. 2024-11-15T03:12:58,437 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731640378329.810b31750281619788d52f342992bca5. 2024-11-15T03:12:58,437 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 810b31750281619788d52f342992bca5: Waiting for close lock at 1731640378437Disabling compacts and flushes for region at 1731640378437Disabling writes for close at 1731640378437Writing region close event to WAL at 1731640378437Closed at 1731640378437 2024-11-15T03:12:58,438 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => cffab81fdfa5132dcff94f648067e033, NAME => 'SPTestTable,7ffffffd,1731640378329.cffab81fdfa5132dcff94f648067e033.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2 2024-11-15T03:12:58,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33343 is added to blk_1073741841_1017 (size=62) 2024-11-15T03:12:58,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46475 is added to blk_1073741841_1017 (size=62) 2024-11-15T03:12:58,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39987 is added to blk_1073741841_1017 (size=62) 2024-11-15T03:12:58,453 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731640378329.d2db91d837d319139d15765fd2d4b295.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T03:12:58,453 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing d2db91d837d319139d15765fd2d4b295, disabling compactions & flushes 2024-11-15T03:12:58,453 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731640378329.d2db91d837d319139d15765fd2d4b295. 2024-11-15T03:12:58,453 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731640378329.d2db91d837d319139d15765fd2d4b295. 2024-11-15T03:12:58,453 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731640378329.d2db91d837d319139d15765fd2d4b295. after waiting 0 ms 2024-11-15T03:12:58,453 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731640378329.d2db91d837d319139d15765fd2d4b295. 2024-11-15T03:12:58,453 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731640378329.d2db91d837d319139d15765fd2d4b295. 2024-11-15T03:12:58,453 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for d2db91d837d319139d15765fd2d4b295: Waiting for close lock at 1731640378453Disabling compacts and flushes for region at 1731640378453Disabling writes for close at 1731640378453Writing region close event to WAL at 1731640378453Closed at 1731640378453 2024-11-15T03:12:58,454 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a84ae64e59abd800ac801403783f77c5, NAME => 'SPTestTable,99999996,1731640378329.a84ae64e59abd800ac801403783f77c5.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2 2024-11-15T03:12:58,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46475 is added to blk_1073741842_1018 (size=62) 2024-11-15T03:12:58,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39987 is added to blk_1073741842_1018 (size=62) 2024-11-15T03:12:58,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33343 is added to blk_1073741842_1018 (size=62) 2024-11-15T03:12:58,460 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731640378329.f612e5a586f573a5c3bc6b7bd93003bb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T03:12:58,460 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing f612e5a586f573a5c3bc6b7bd93003bb, disabling compactions & flushes 2024-11-15T03:12:58,460 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731640378329.f612e5a586f573a5c3bc6b7bd93003bb. 2024-11-15T03:12:58,460 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731640378329.f612e5a586f573a5c3bc6b7bd93003bb. 2024-11-15T03:12:58,460 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731640378329.f612e5a586f573a5c3bc6b7bd93003bb. after waiting 0 ms 2024-11-15T03:12:58,460 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731640378329.f612e5a586f573a5c3bc6b7bd93003bb. 2024-11-15T03:12:58,460 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731640378329.f612e5a586f573a5c3bc6b7bd93003bb. 2024-11-15T03:12:58,460 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for f612e5a586f573a5c3bc6b7bd93003bb: Waiting for close lock at 1731640378460Disabling compacts and flushes for region at 1731640378460Disabling writes for close at 1731640378460Writing region close event to WAL at 1731640378460Closed at 1731640378460 2024-11-15T03:12:58,461 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => c1fc6783aeacfcaf7d1735bff81167b5, NAME => 'SPTestTable,b333332f,1731640378329.c1fc6783aeacfcaf7d1735bff81167b5.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2 2024-11-15T03:12:58,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33343 is added to blk_1073741843_1019 (size=62) 2024-11-15T03:12:58,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46475 is added to blk_1073741843_1019 (size=62) 2024-11-15T03:12:58,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39987 is added to blk_1073741843_1019 (size=62) 2024-11-15T03:12:58,466 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731640378329.cffab81fdfa5132dcff94f648067e033.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T03:12:58,467 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing cffab81fdfa5132dcff94f648067e033, disabling compactions & flushes 2024-11-15T03:12:58,467 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731640378329.cffab81fdfa5132dcff94f648067e033. 2024-11-15T03:12:58,467 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731640378329.cffab81fdfa5132dcff94f648067e033. 2024-11-15T03:12:58,467 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731640378329.cffab81fdfa5132dcff94f648067e033. after waiting 0 ms 2024-11-15T03:12:58,467 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731640378329.cffab81fdfa5132dcff94f648067e033. 2024-11-15T03:12:58,467 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731640378329.cffab81fdfa5132dcff94f648067e033. 2024-11-15T03:12:58,467 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for cffab81fdfa5132dcff94f648067e033: Waiting for close lock at 1731640378466Disabling compacts and flushes for region at 1731640378466Disabling writes for close at 1731640378467 (+1 ms)Writing region close event to WAL at 1731640378467Closed at 1731640378467 2024-11-15T03:12:58,467 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 89831d99ade7e6e611484123dd8b1a78, NAME => 'SPTestTable,ccccccc8,1731640378329.89831d99ade7e6e611484123dd8b1a78.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2 2024-11-15T03:12:58,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T03:12:58,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33343 is added to blk_1073741844_1020 (size=62) 2024-11-15T03:12:58,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39987 is added to blk_1073741844_1020 (size=62) 2024-11-15T03:12:58,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46475 is added to blk_1073741844_1020 (size=62) 2024-11-15T03:12:58,474 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731640378329.a84ae64e59abd800ac801403783f77c5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T03:12:58,475 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing a84ae64e59abd800ac801403783f77c5, disabling compactions & flushes 2024-11-15T03:12:58,475 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731640378329.a84ae64e59abd800ac801403783f77c5. 2024-11-15T03:12:58,475 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731640378329.a84ae64e59abd800ac801403783f77c5. 2024-11-15T03:12:58,475 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731640378329.a84ae64e59abd800ac801403783f77c5. after waiting 0 ms 2024-11-15T03:12:58,475 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731640378329.a84ae64e59abd800ac801403783f77c5. 2024-11-15T03:12:58,475 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731640378329.a84ae64e59abd800ac801403783f77c5. 2024-11-15T03:12:58,475 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for a84ae64e59abd800ac801403783f77c5: Waiting for close lock at 1731640378475Disabling compacts and flushes for region at 1731640378475Disabling writes for close at 1731640378475Writing region close event to WAL at 1731640378475Closed at 1731640378475 2024-11-15T03:12:58,475 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 567fd2325b175fe5a9af64e865ba4b6b, NAME => 'SPTestTable,e6666661,1731640378329.567fd2325b175fe5a9af64e865ba4b6b.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2 2024-11-15T03:12:58,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39987 is added to blk_1073741845_1021 (size=62) 2024-11-15T03:12:58,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46475 is added to blk_1073741845_1021 (size=62) 2024-11-15T03:12:58,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33343 is added to blk_1073741845_1021 (size=62) 2024-11-15T03:12:58,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33343 is added to blk_1073741846_1022 (size=62) 2024-11-15T03:12:58,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46475 is added to blk_1073741846_1022 (size=62) 2024-11-15T03:12:58,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39987 is added to blk_1073741846_1022 (size=62) 2024-11-15T03:12:58,489 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731640378329.c1fc6783aeacfcaf7d1735bff81167b5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T03:12:58,489 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing c1fc6783aeacfcaf7d1735bff81167b5, disabling compactions & flushes 2024-11-15T03:12:58,489 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731640378329.c1fc6783aeacfcaf7d1735bff81167b5. 2024-11-15T03:12:58,489 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731640378329.c1fc6783aeacfcaf7d1735bff81167b5. 2024-11-15T03:12:58,489 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731640378329.89831d99ade7e6e611484123dd8b1a78.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T03:12:58,489 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731640378329.c1fc6783aeacfcaf7d1735bff81167b5. after waiting 0 ms 2024-11-15T03:12:58,489 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731640378329.c1fc6783aeacfcaf7d1735bff81167b5. 2024-11-15T03:12:58,489 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 89831d99ade7e6e611484123dd8b1a78, disabling compactions & flushes 2024-11-15T03:12:58,489 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731640378329.c1fc6783aeacfcaf7d1735bff81167b5. 2024-11-15T03:12:58,489 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731640378329.89831d99ade7e6e611484123dd8b1a78. 2024-11-15T03:12:58,489 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731640378329.89831d99ade7e6e611484123dd8b1a78. 2024-11-15T03:12:58,489 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for c1fc6783aeacfcaf7d1735bff81167b5: Waiting for close lock at 1731640378489Disabling compacts and flushes for region at 1731640378489Disabling writes for close at 1731640378489Writing region close event to WAL at 1731640378489Closed at 1731640378489 2024-11-15T03:12:58,489 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731640378329.89831d99ade7e6e611484123dd8b1a78. after waiting 0 ms 2024-11-15T03:12:58,489 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731640378329.89831d99ade7e6e611484123dd8b1a78. 2024-11-15T03:12:58,489 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731640378329.89831d99ade7e6e611484123dd8b1a78. 2024-11-15T03:12:58,489 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 89831d99ade7e6e611484123dd8b1a78: Waiting for close lock at 1731640378489Disabling compacts and flushes for region at 1731640378489Disabling writes for close at 1731640378489Writing region close event to WAL at 1731640378489Closed at 1731640378489 2024-11-15T03:12:58,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33343 is added to blk_1073741847_1023 (size=54) 2024-11-15T03:12:58,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46475 is added to blk_1073741847_1023 (size=54) 2024-11-15T03:12:58,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39987 is added to blk_1073741847_1023 (size=54) 2024-11-15T03:12:58,495 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731640378329.567fd2325b175fe5a9af64e865ba4b6b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T03:12:58,495 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 567fd2325b175fe5a9af64e865ba4b6b, disabling compactions & flushes 2024-11-15T03:12:58,495 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731640378329.567fd2325b175fe5a9af64e865ba4b6b. 2024-11-15T03:12:58,495 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731640378329.567fd2325b175fe5a9af64e865ba4b6b. 2024-11-15T03:12:58,495 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731640378329.567fd2325b175fe5a9af64e865ba4b6b. after waiting 0 ms 2024-11-15T03:12:58,495 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731640378329.567fd2325b175fe5a9af64e865ba4b6b. 2024-11-15T03:12:58,495 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731640378329.567fd2325b175fe5a9af64e865ba4b6b. 2024-11-15T03:12:58,495 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 567fd2325b175fe5a9af64e865ba4b6b: Waiting for close lock at 1731640378495Disabling compacts and flushes for region at 1731640378495Disabling writes for close at 1731640378495Writing region close event to WAL at 1731640378495Closed at 1731640378495 2024-11-15T03:12:58,497 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T03:12:58,502 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731640378329.0db3fc2d33b525856ac1bab691785ffa.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731640378497"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731640378497"}]},"ts":"1731640378497"} 2024-11-15T03:12:58,502 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731640378329.ce6ce55b9a3be7c78a63c91e77297627.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731640378497"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731640378497"}]},"ts":"1731640378497"} 2024-11-15T03:12:58,502 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731640378329.810b31750281619788d52f342992bca5.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731640378497"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731640378497"}]},"ts":"1731640378497"} 2024-11-15T03:12:58,502 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731640378329.d2db91d837d319139d15765fd2d4b295.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731640378497"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731640378497"}]},"ts":"1731640378497"} 2024-11-15T03:12:58,502 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731640378329.f612e5a586f573a5c3bc6b7bd93003bb.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731640378497"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731640378497"}]},"ts":"1731640378497"} 2024-11-15T03:12:58,503 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731640378329.cffab81fdfa5132dcff94f648067e033.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731640378497"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731640378497"}]},"ts":"1731640378497"} 2024-11-15T03:12:58,503 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731640378329.a84ae64e59abd800ac801403783f77c5.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731640378497"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731640378497"}]},"ts":"1731640378497"} 2024-11-15T03:12:58,503 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731640378329.c1fc6783aeacfcaf7d1735bff81167b5.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731640378497"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731640378497"}]},"ts":"1731640378497"} 2024-11-15T03:12:58,503 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731640378329.89831d99ade7e6e611484123dd8b1a78.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731640378497"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731640378497"}]},"ts":"1731640378497"} 2024-11-15T03:12:58,503 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731640378329.567fd2325b175fe5a9af64e865ba4b6b.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731640378497"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731640378497"}]},"ts":"1731640378497"} 2024-11-15T03:12:58,534 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-15T03:12:58,536 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T03:12:58,538 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731640378536"}]},"ts":"1731640378536"} 2024-11-15T03:12:58,542 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-15T03:12:58,543 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {91f82191efb8=0} racks are {/default-rack=0} 2024-11-15T03:12:58,551 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-15T03:12:58,551 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-15T03:12:58,551 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-15T03:12:58,551 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-15T03:12:58,551 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-15T03:12:58,552 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-15T03:12:58,552 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-15T03:12:58,552 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-15T03:12:58,552 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-15T03:12:58,552 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-15T03:12:58,554 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0db3fc2d33b525856ac1bab691785ffa, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ce6ce55b9a3be7c78a63c91e77297627, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=810b31750281619788d52f342992bca5, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d2db91d837d319139d15765fd2d4b295, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f612e5a586f573a5c3bc6b7bd93003bb, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cffab81fdfa5132dcff94f648067e033, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a84ae64e59abd800ac801403783f77c5, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c1fc6783aeacfcaf7d1735bff81167b5, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=89831d99ade7e6e611484123dd8b1a78, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=567fd2325b175fe5a9af64e865ba4b6b, ASSIGN}] 2024-11-15T03:12:58,559 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=89831d99ade7e6e611484123dd8b1a78, ASSIGN 2024-11-15T03:12:58,559 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=567fd2325b175fe5a9af64e865ba4b6b, ASSIGN 2024-11-15T03:12:58,559 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c1fc6783aeacfcaf7d1735bff81167b5, ASSIGN 2024-11-15T03:12:58,560 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a84ae64e59abd800ac801403783f77c5, ASSIGN 2024-11-15T03:12:58,561 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=89831d99ade7e6e611484123dd8b1a78, ASSIGN; state=OFFLINE, location=91f82191efb8,45049,1731640365952; forceNewPlan=false, retain=false 2024-11-15T03:12:58,561 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a84ae64e59abd800ac801403783f77c5, ASSIGN; state=OFFLINE, location=91f82191efb8,41809,1731640366138; forceNewPlan=false, retain=false 2024-11-15T03:12:58,561 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c1fc6783aeacfcaf7d1735bff81167b5, ASSIGN; state=OFFLINE, location=91f82191efb8,40155,1731640366086; forceNewPlan=false, retain=false 2024-11-15T03:12:58,561 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=567fd2325b175fe5a9af64e865ba4b6b, ASSIGN; state=OFFLINE, location=91f82191efb8,41809,1731640366138; forceNewPlan=false, retain=false 2024-11-15T03:12:58,561 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cffab81fdfa5132dcff94f648067e033, ASSIGN 2024-11-15T03:12:58,562 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cffab81fdfa5132dcff94f648067e033, ASSIGN; state=OFFLINE, location=91f82191efb8,45049,1731640365952; forceNewPlan=false, retain=false 2024-11-15T03:12:58,566 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f612e5a586f573a5c3bc6b7bd93003bb, ASSIGN 2024-11-15T03:12:58,568 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d2db91d837d319139d15765fd2d4b295, ASSIGN 2024-11-15T03:12:58,568 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f612e5a586f573a5c3bc6b7bd93003bb, ASSIGN; state=OFFLINE, location=91f82191efb8,40155,1731640366086; forceNewPlan=false, retain=false 2024-11-15T03:12:58,568 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=810b31750281619788d52f342992bca5, ASSIGN 2024-11-15T03:12:58,568 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ce6ce55b9a3be7c78a63c91e77297627, ASSIGN 2024-11-15T03:12:58,568 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0db3fc2d33b525856ac1bab691785ffa, ASSIGN 2024-11-15T03:12:58,570 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d2db91d837d319139d15765fd2d4b295, ASSIGN; state=OFFLINE, location=91f82191efb8,41809,1731640366138; forceNewPlan=false, retain=false 2024-11-15T03:12:58,570 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0db3fc2d33b525856ac1bab691785ffa, ASSIGN; state=OFFLINE, location=91f82191efb8,41809,1731640366138; forceNewPlan=false, retain=false 2024-11-15T03:12:58,570 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ce6ce55b9a3be7c78a63c91e77297627, ASSIGN; state=OFFLINE, location=91f82191efb8,40155,1731640366086; forceNewPlan=false, retain=false 2024-11-15T03:12:58,570 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=810b31750281619788d52f342992bca5, ASSIGN; state=OFFLINE, location=91f82191efb8,45049,1731640365952; forceNewPlan=false, retain=false 2024-11-15T03:12:58,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T03:12:58,714 INFO [91f82191efb8:44519 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-15T03:12:58,715 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=567fd2325b175fe5a9af64e865ba4b6b, regionState=OPENING, regionLocation=91f82191efb8,41809,1731640366138 2024-11-15T03:12:58,715 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=810b31750281619788d52f342992bca5, regionState=OPENING, regionLocation=91f82191efb8,45049,1731640365952 2024-11-15T03:12:58,715 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=a84ae64e59abd800ac801403783f77c5, regionState=OPENING, regionLocation=91f82191efb8,41809,1731640366138 2024-11-15T03:12:58,715 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=89831d99ade7e6e611484123dd8b1a78, regionState=OPENING, regionLocation=91f82191efb8,45049,1731640365952 2024-11-15T03:12:58,715 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=cffab81fdfa5132dcff94f648067e033, regionState=OPENING, regionLocation=91f82191efb8,45049,1731640365952 2024-11-15T03:12:58,716 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=d2db91d837d319139d15765fd2d4b295, regionState=OPENING, regionLocation=91f82191efb8,41809,1731640366138 2024-11-15T03:12:58,716 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0db3fc2d33b525856ac1bab691785ffa, regionState=OPENING, regionLocation=91f82191efb8,41809,1731640366138 2024-11-15T03:12:58,716 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f612e5a586f573a5c3bc6b7bd93003bb, regionState=OPENING, regionLocation=91f82191efb8,40155,1731640366086 2024-11-15T03:12:58,716 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=c1fc6783aeacfcaf7d1735bff81167b5, regionState=OPENING, regionLocation=91f82191efb8,40155,1731640366086 2024-11-15T03:12:58,717 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=ce6ce55b9a3be7c78a63c91e77297627, regionState=OPENING, regionLocation=91f82191efb8,40155,1731640366086 2024-11-15T03:12:58,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cffab81fdfa5132dcff94f648067e033, ASSIGN because future has completed 2024-11-15T03:12:58,721 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure cffab81fdfa5132dcff94f648067e033, server=91f82191efb8,45049,1731640365952}] 2024-11-15T03:12:58,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=89831d99ade7e6e611484123dd8b1a78, ASSIGN because future has completed 2024-11-15T03:12:58,724 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 89831d99ade7e6e611484123dd8b1a78, server=91f82191efb8,45049,1731640365952}] 2024-11-15T03:12:58,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=810b31750281619788d52f342992bca5, ASSIGN because future has completed 2024-11-15T03:12:58,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=567fd2325b175fe5a9af64e865ba4b6b, ASSIGN because future has completed 2024-11-15T03:12:58,729 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 810b31750281619788d52f342992bca5, server=91f82191efb8,45049,1731640365952}] 2024-11-15T03:12:58,729 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 567fd2325b175fe5a9af64e865ba4b6b, server=91f82191efb8,41809,1731640366138}] 2024-11-15T03:12:58,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a84ae64e59abd800ac801403783f77c5, ASSIGN because future has completed 2024-11-15T03:12:58,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0db3fc2d33b525856ac1bab691785ffa, ASSIGN because future has completed 2024-11-15T03:12:58,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f612e5a586f573a5c3bc6b7bd93003bb, ASSIGN because future has completed 2024-11-15T03:12:58,734 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure a84ae64e59abd800ac801403783f77c5, server=91f82191efb8,41809,1731640366138}] 2024-11-15T03:12:58,734 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0db3fc2d33b525856ac1bab691785ffa, server=91f82191efb8,41809,1731640366138}] 2024-11-15T03:12:58,734 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f612e5a586f573a5c3bc6b7bd93003bb, server=91f82191efb8,40155,1731640366086}] 2024-11-15T03:12:58,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c1fc6783aeacfcaf7d1735bff81167b5, ASSIGN because future has completed 2024-11-15T03:12:58,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d2db91d837d319139d15765fd2d4b295, ASSIGN because future has completed 2024-11-15T03:12:58,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ce6ce55b9a3be7c78a63c91e77297627, ASSIGN because future has completed 2024-11-15T03:12:58,742 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure d2db91d837d319139d15765fd2d4b295, server=91f82191efb8,41809,1731640366138}] 2024-11-15T03:12:58,742 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure ce6ce55b9a3be7c78a63c91e77297627, server=91f82191efb8,40155,1731640366086}] 2024-11-15T03:12:58,747 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure c1fc6783aeacfcaf7d1735bff81167b5, server=91f82191efb8,40155,1731640366086}] 2024-11-15T03:12:58,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T03:12:59,432 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T03:12:59,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T03:13:00,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T03:13:02,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T03:13:03,487 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-15T03:13:05,330 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T03:13:05,330 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-15T03:13:05,333 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T03:13:05,333 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-15T03:13:06,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T03:13:08,728 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T03:13:08,731 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36121, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T03:13:08,742 INFO [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731640378329.89831d99ade7e6e611484123dd8b1a78. 2024-11-15T03:13:08,742 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 89831d99ade7e6e611484123dd8b1a78, NAME => 'SPTestTable,ccccccc8,1731640378329.89831d99ade7e6e611484123dd8b1a78.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-15T03:13:08,743 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 89831d99ade7e6e611484123dd8b1a78 2024-11-15T03:13:08,743 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731640378329.89831d99ade7e6e611484123dd8b1a78.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T03:13:08,743 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 89831d99ade7e6e611484123dd8b1a78 2024-11-15T03:13:08,743 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 89831d99ade7e6e611484123dd8b1a78 2024-11-15T03:13:08,744 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T03:13:08,745 INFO [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,,1731640378329.0db3fc2d33b525856ac1bab691785ffa. 2024-11-15T03:13:08,746 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 0db3fc2d33b525856ac1bab691785ffa, NAME => 'SPTestTable,,1731640378329.0db3fc2d33b525856ac1bab691785ffa.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-15T03:13:08,746 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58539, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T03:13:08,747 INFO [StoreOpener-89831d99ade7e6e611484123dd8b1a78-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 89831d99ade7e6e611484123dd8b1a78 2024-11-15T03:13:08,747 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0db3fc2d33b525856ac1bab691785ffa 2024-11-15T03:13:08,747 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,,1731640378329.0db3fc2d33b525856ac1bab691785ffa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T03:13:08,747 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 0db3fc2d33b525856ac1bab691785ffa 2024-11-15T03:13:08,747 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 0db3fc2d33b525856ac1bab691785ffa 2024-11-15T03:13:08,749 INFO [StoreOpener-0db3fc2d33b525856ac1bab691785ffa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0db3fc2d33b525856ac1bab691785ffa 2024-11-15T03:13:08,750 INFO [StoreOpener-89831d99ade7e6e611484123dd8b1a78-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 89831d99ade7e6e611484123dd8b1a78 columnFamilyName cf 2024-11-15T03:13:08,750 DEBUG [StoreOpener-89831d99ade7e6e611484123dd8b1a78-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T03:13:08,751 INFO [StoreOpener-89831d99ade7e6e611484123dd8b1a78-1 {}] regionserver.HStore(327): Store=89831d99ade7e6e611484123dd8b1a78/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T03:13:08,751 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 89831d99ade7e6e611484123dd8b1a78 2024-11-15T03:13:08,751 INFO [StoreOpener-0db3fc2d33b525856ac1bab691785ffa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0db3fc2d33b525856ac1bab691785ffa columnFamilyName cf 2024-11-15T03:13:08,751 DEBUG [StoreOpener-0db3fc2d33b525856ac1bab691785ffa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T03:13:08,752 INFO [StoreOpener-0db3fc2d33b525856ac1bab691785ffa-1 {}] regionserver.HStore(327): Store=0db3fc2d33b525856ac1bab691785ffa/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T03:13:08,752 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/data/default/SPTestTable/89831d99ade7e6e611484123dd8b1a78 2024-11-15T03:13:08,752 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 0db3fc2d33b525856ac1bab691785ffa 2024-11-15T03:13:08,753 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/data/default/SPTestTable/89831d99ade7e6e611484123dd8b1a78 2024-11-15T03:13:08,754 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 89831d99ade7e6e611484123dd8b1a78 2024-11-15T03:13:08,754 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/data/default/SPTestTable/0db3fc2d33b525856ac1bab691785ffa 2024-11-15T03:13:08,754 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 89831d99ade7e6e611484123dd8b1a78 2024-11-15T03:13:08,754 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/data/default/SPTestTable/0db3fc2d33b525856ac1bab691785ffa 2024-11-15T03:13:08,755 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 0db3fc2d33b525856ac1bab691785ffa 2024-11-15T03:13:08,755 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 0db3fc2d33b525856ac1bab691785ffa 2024-11-15T03:13:08,756 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 89831d99ade7e6e611484123dd8b1a78 2024-11-15T03:13:08,757 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 0db3fc2d33b525856ac1bab691785ffa 2024-11-15T03:13:08,764 INFO [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731640378329.ce6ce55b9a3be7c78a63c91e77297627. 2024-11-15T03:13:08,765 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => ce6ce55b9a3be7c78a63c91e77297627, NAME => 'SPTestTable,19999999,1731640378329.ce6ce55b9a3be7c78a63c91e77297627.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-15T03:13:08,765 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ce6ce55b9a3be7c78a63c91e77297627 2024-11-15T03:13:08,765 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/data/default/SPTestTable/0db3fc2d33b525856ac1bab691785ffa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T03:13:08,765 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/data/default/SPTestTable/89831d99ade7e6e611484123dd8b1a78/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T03:13:08,765 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731640378329.ce6ce55b9a3be7c78a63c91e77297627.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T03:13:08,765 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for ce6ce55b9a3be7c78a63c91e77297627 2024-11-15T03:13:08,766 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for ce6ce55b9a3be7c78a63c91e77297627 2024-11-15T03:13:08,766 INFO [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 0db3fc2d33b525856ac1bab691785ffa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74315357, jitterRate=0.10738511383533478}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T03:13:08,766 INFO [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 89831d99ade7e6e611484123dd8b1a78; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60060852, jitterRate=-0.10502356290817261}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T03:13:08,766 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0db3fc2d33b525856ac1bab691785ffa 2024-11-15T03:13:08,766 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 89831d99ade7e6e611484123dd8b1a78 2024-11-15T03:13:08,767 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 89831d99ade7e6e611484123dd8b1a78: Running coprocessor pre-open hook at 1731640388743Writing region info on filesystem at 1731640388743Initializing all the Stores at 1731640388745 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640388745Cleaning up temporary data from old regions at 1731640388754 (+9 ms)Running coprocessor post-open hooks at 1731640388766 (+12 ms)Region opened successfully at 1731640388767 (+1 ms) 2024-11-15T03:13:08,768 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 0db3fc2d33b525856ac1bab691785ffa: Running coprocessor pre-open hook at 1731640388747Writing region info on filesystem at 1731640388747Initializing all the Stores at 1731640388749 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640388749Cleaning up temporary data from old regions at 1731640388755 (+6 ms)Running coprocessor post-open hooks at 1731640388766 (+11 ms)Region opened successfully at 1731640388767 (+1 ms) 2024-11-15T03:13:08,769 INFO [StoreOpener-ce6ce55b9a3be7c78a63c91e77297627-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ce6ce55b9a3be7c78a63c91e77297627 2024-11-15T03:13:08,769 INFO [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731640378329.0db3fc2d33b525856ac1bab691785ffa., pid=20, masterSystemTime=1731640388737 2024-11-15T03:13:08,770 INFO [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731640378329.89831d99ade7e6e611484123dd8b1a78., pid=16, masterSystemTime=1731640388727 2024-11-15T03:13:08,772 INFO [StoreOpener-ce6ce55b9a3be7c78a63c91e77297627-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ce6ce55b9a3be7c78a63c91e77297627 columnFamilyName cf 2024-11-15T03:13:08,772 DEBUG [StoreOpener-ce6ce55b9a3be7c78a63c91e77297627-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T03:13:08,772 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731640378329.0db3fc2d33b525856ac1bab691785ffa. 2024-11-15T03:13:08,772 INFO [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731640378329.0db3fc2d33b525856ac1bab691785ffa. 2024-11-15T03:13:08,772 INFO [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731640378329.a84ae64e59abd800ac801403783f77c5. 2024-11-15T03:13:08,773 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => a84ae64e59abd800ac801403783f77c5, NAME => 'SPTestTable,99999996,1731640378329.a84ae64e59abd800ac801403783f77c5.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-15T03:13:08,773 INFO [StoreOpener-ce6ce55b9a3be7c78a63c91e77297627-1 {}] regionserver.HStore(327): Store=ce6ce55b9a3be7c78a63c91e77297627/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T03:13:08,773 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a84ae64e59abd800ac801403783f77c5 2024-11-15T03:13:08,773 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731640378329.a84ae64e59abd800ac801403783f77c5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T03:13:08,773 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for a84ae64e59abd800ac801403783f77c5 2024-11-15T03:13:08,773 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for a84ae64e59abd800ac801403783f77c5 2024-11-15T03:13:08,774 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0db3fc2d33b525856ac1bab691785ffa, regionState=OPEN, openSeqNum=2, regionLocation=91f82191efb8,41809,1731640366138 2024-11-15T03:13:08,774 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731640378329.89831d99ade7e6e611484123dd8b1a78. 2024-11-15T03:13:08,774 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for ce6ce55b9a3be7c78a63c91e77297627 2024-11-15T03:13:08,774 INFO [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731640378329.89831d99ade7e6e611484123dd8b1a78. 2024-11-15T03:13:08,774 INFO [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731640378329.cffab81fdfa5132dcff94f648067e033. 2024-11-15T03:13:08,774 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => cffab81fdfa5132dcff94f648067e033, NAME => 'SPTestTable,7ffffffd,1731640378329.cffab81fdfa5132dcff94f648067e033.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-15T03:13:08,775 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable cffab81fdfa5132dcff94f648067e033 2024-11-15T03:13:08,775 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731640378329.cffab81fdfa5132dcff94f648067e033.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T03:13:08,775 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for cffab81fdfa5132dcff94f648067e033 2024-11-15T03:13:08,775 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for cffab81fdfa5132dcff94f648067e033 2024-11-15T03:13:08,776 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/data/default/SPTestTable/ce6ce55b9a3be7c78a63c91e77297627 2024-11-15T03:13:08,777 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/data/default/SPTestTable/ce6ce55b9a3be7c78a63c91e77297627 2024-11-15T03:13:08,777 INFO [StoreOpener-a84ae64e59abd800ac801403783f77c5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a84ae64e59abd800ac801403783f77c5 2024-11-15T03:13:08,777 INFO [StoreOpener-cffab81fdfa5132dcff94f648067e033-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region cffab81fdfa5132dcff94f648067e033 2024-11-15T03:13:08,777 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for ce6ce55b9a3be7c78a63c91e77297627 2024-11-15T03:13:08,778 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for ce6ce55b9a3be7c78a63c91e77297627 2024-11-15T03:13:08,779 INFO [StoreOpener-a84ae64e59abd800ac801403783f77c5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a84ae64e59abd800ac801403783f77c5 columnFamilyName cf 2024-11-15T03:13:08,779 INFO [StoreOpener-cffab81fdfa5132dcff94f648067e033-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cffab81fdfa5132dcff94f648067e033 columnFamilyName cf 2024-11-15T03:13:08,779 DEBUG [StoreOpener-cffab81fdfa5132dcff94f648067e033-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T03:13:08,779 DEBUG [StoreOpener-a84ae64e59abd800ac801403783f77c5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T03:13:08,780 INFO [StoreOpener-cffab81fdfa5132dcff94f648067e033-1 {}] regionserver.HStore(327): Store=cffab81fdfa5132dcff94f648067e033/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T03:13:08,780 INFO [StoreOpener-a84ae64e59abd800ac801403783f77c5-1 {}] regionserver.HStore(327): Store=a84ae64e59abd800ac801403783f77c5/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T03:13:08,780 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for cffab81fdfa5132dcff94f648067e033 2024-11-15T03:13:08,780 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for a84ae64e59abd800ac801403783f77c5 2024-11-15T03:13:08,780 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for ce6ce55b9a3be7c78a63c91e77297627 2024-11-15T03:13:08,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0db3fc2d33b525856ac1bab691785ffa, server=91f82191efb8,41809,1731640366138 because future has completed 2024-11-15T03:13:08,781 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44519 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=91f82191efb8,41809,1731640366138, table=SPTestTable, region=0db3fc2d33b525856ac1bab691785ffa. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-15T03:13:08,782 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/data/default/SPTestTable/a84ae64e59abd800ac801403783f77c5 2024-11-15T03:13:08,782 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=89831d99ade7e6e611484123dd8b1a78, regionState=OPEN, openSeqNum=2, regionLocation=91f82191efb8,45049,1731640365952 2024-11-15T03:13:08,782 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/data/default/SPTestTable/cffab81fdfa5132dcff94f648067e033 2024-11-15T03:13:08,782 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/data/default/SPTestTable/a84ae64e59abd800ac801403783f77c5 2024-11-15T03:13:08,782 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/data/default/SPTestTable/cffab81fdfa5132dcff94f648067e033 2024-11-15T03:13:08,783 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for a84ae64e59abd800ac801403783f77c5 2024-11-15T03:13:08,783 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for a84ae64e59abd800ac801403783f77c5 2024-11-15T03:13:08,784 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for cffab81fdfa5132dcff94f648067e033 2024-11-15T03:13:08,784 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for cffab81fdfa5132dcff94f648067e033 2024-11-15T03:13:08,785 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/data/default/SPTestTable/ce6ce55b9a3be7c78a63c91e77297627/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T03:13:08,786 INFO [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened ce6ce55b9a3be7c78a63c91e77297627; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59086491, jitterRate=-0.1195426732301712}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T03:13:08,786 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ce6ce55b9a3be7c78a63c91e77297627 2024-11-15T03:13:08,786 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for ce6ce55b9a3be7c78a63c91e77297627: Running coprocessor pre-open hook at 1731640388766Writing region info on filesystem at 1731640388766Initializing all the Stores at 1731640388767 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640388767Cleaning up temporary data from old regions at 1731640388778 (+11 ms)Running coprocessor post-open hooks at 1731640388786 (+8 ms)Region opened successfully at 1731640388786 2024-11-15T03:13:08,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 89831d99ade7e6e611484123dd8b1a78, server=91f82191efb8,45049,1731640365952 because future has completed 2024-11-15T03:13:08,787 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for cffab81fdfa5132dcff94f648067e033 2024-11-15T03:13:08,787 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for a84ae64e59abd800ac801403783f77c5 2024-11-15T03:13:08,787 INFO [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731640378329.ce6ce55b9a3be7c78a63c91e77297627., pid=22, masterSystemTime=1731640388744 2024-11-15T03:13:08,792 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731640378329.ce6ce55b9a3be7c78a63c91e77297627. 2024-11-15T03:13:08,792 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/data/default/SPTestTable/a84ae64e59abd800ac801403783f77c5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T03:13:08,792 INFO [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731640378329.ce6ce55b9a3be7c78a63c91e77297627. 2024-11-15T03:13:08,792 INFO [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731640378329.f612e5a586f573a5c3bc6b7bd93003bb. 2024-11-15T03:13:08,792 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => f612e5a586f573a5c3bc6b7bd93003bb, NAME => 'SPTestTable,66666664,1731640378329.f612e5a586f573a5c3bc6b7bd93003bb.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-15T03:13:08,793 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f612e5a586f573a5c3bc6b7bd93003bb 2024-11-15T03:13:08,793 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731640378329.f612e5a586f573a5c3bc6b7bd93003bb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T03:13:08,793 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for f612e5a586f573a5c3bc6b7bd93003bb 2024-11-15T03:13:08,793 INFO [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened a84ae64e59abd800ac801403783f77c5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60355905, jitterRate=-0.10062693059444427}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T03:13:08,793 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a84ae64e59abd800ac801403783f77c5 2024-11-15T03:13:08,793 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for f612e5a586f573a5c3bc6b7bd93003bb 2024-11-15T03:13:08,793 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for a84ae64e59abd800ac801403783f77c5: Running coprocessor pre-open hook at 1731640388774Writing region info on filesystem at 1731640388774Initializing all the Stores at 1731640388776 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640388776Cleaning up temporary data from old regions at 1731640388783 (+7 ms)Running coprocessor post-open hooks at 1731640388793 (+10 ms)Region opened successfully at 1731640388793 2024-11-15T03:13:08,794 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=5 2024-11-15T03:13:08,794 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0db3fc2d33b525856ac1bab691785ffa, server=91f82191efb8,41809,1731640366138 in 10.0520 sec 2024-11-15T03:13:08,795 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=ce6ce55b9a3be7c78a63c91e77297627, regionState=OPEN, openSeqNum=2, regionLocation=91f82191efb8,40155,1731640366086 2024-11-15T03:13:08,797 INFO [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731640378329.a84ae64e59abd800ac801403783f77c5., pid=19, masterSystemTime=1731640388737 2024-11-15T03:13:08,797 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-11-15T03:13:08,797 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0db3fc2d33b525856ac1bab691785ffa, ASSIGN in 10.2410 sec 2024-11-15T03:13:08,797 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 89831d99ade7e6e611484123dd8b1a78, server=91f82191efb8,45049,1731640365952 in 10.0670 sec 2024-11-15T03:13:08,799 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/data/default/SPTestTable/cffab81fdfa5132dcff94f648067e033/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T03:13:08,800 INFO [StoreOpener-f612e5a586f573a5c3bc6b7bd93003bb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f612e5a586f573a5c3bc6b7bd93003bb 2024-11-15T03:13:08,800 INFO [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened cffab81fdfa5132dcff94f648067e033; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61257646, jitterRate=-0.0871899425983429}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T03:13:08,801 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cffab81fdfa5132dcff94f648067e033 2024-11-15T03:13:08,801 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for cffab81fdfa5132dcff94f648067e033: Running coprocessor pre-open hook at 1731640388775Writing region info on filesystem at 1731640388775Initializing all the Stores at 1731640388777 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640388777Cleaning up temporary data from old regions at 1731640388784 (+7 ms)Running coprocessor post-open hooks at 1731640388801 (+17 ms)Region opened successfully at 1731640388801 2024-11-15T03:13:08,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure ce6ce55b9a3be7c78a63c91e77297627, server=91f82191efb8,40155,1731640366086 because future has completed 2024-11-15T03:13:08,801 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=89831d99ade7e6e611484123dd8b1a78, ASSIGN in 10.2440 sec 2024-11-15T03:13:08,801 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731640378329.a84ae64e59abd800ac801403783f77c5. 2024-11-15T03:13:08,801 INFO [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731640378329.a84ae64e59abd800ac801403783f77c5. 2024-11-15T03:13:08,801 INFO [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731640378329.567fd2325b175fe5a9af64e865ba4b6b. 2024-11-15T03:13:08,801 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 567fd2325b175fe5a9af64e865ba4b6b, NAME => 'SPTestTable,e6666661,1731640378329.567fd2325b175fe5a9af64e865ba4b6b.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-15T03:13:08,802 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 567fd2325b175fe5a9af64e865ba4b6b 2024-11-15T03:13:08,802 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731640378329.567fd2325b175fe5a9af64e865ba4b6b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T03:13:08,802 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 567fd2325b175fe5a9af64e865ba4b6b 2024-11-15T03:13:08,802 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 567fd2325b175fe5a9af64e865ba4b6b 2024-11-15T03:13:08,802 INFO [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731640378329.cffab81fdfa5132dcff94f648067e033., pid=15, masterSystemTime=1731640388727 2024-11-15T03:13:08,803 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=a84ae64e59abd800ac801403783f77c5, regionState=OPEN, openSeqNum=2, regionLocation=91f82191efb8,41809,1731640366138 2024-11-15T03:13:08,803 INFO [StoreOpener-f612e5a586f573a5c3bc6b7bd93003bb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f612e5a586f573a5c3bc6b7bd93003bb columnFamilyName cf 2024-11-15T03:13:08,803 DEBUG [StoreOpener-f612e5a586f573a5c3bc6b7bd93003bb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T03:13:08,804 INFO [StoreOpener-f612e5a586f573a5c3bc6b7bd93003bb-1 {}] regionserver.HStore(327): Store=f612e5a586f573a5c3bc6b7bd93003bb/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T03:13:08,804 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for f612e5a586f573a5c3bc6b7bd93003bb 2024-11-15T03:13:08,806 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731640378329.cffab81fdfa5132dcff94f648067e033. 2024-11-15T03:13:08,806 INFO [StoreOpener-567fd2325b175fe5a9af64e865ba4b6b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 567fd2325b175fe5a9af64e865ba4b6b 2024-11-15T03:13:08,806 INFO [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731640378329.cffab81fdfa5132dcff94f648067e033. 2024-11-15T03:13:08,806 INFO [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731640378329.810b31750281619788d52f342992bca5. 2024-11-15T03:13:08,806 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 810b31750281619788d52f342992bca5, NAME => 'SPTestTable,33333332,1731640378329.810b31750281619788d52f342992bca5.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-15T03:13:08,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure a84ae64e59abd800ac801403783f77c5, server=91f82191efb8,41809,1731640366138 because future has completed 2024-11-15T03:13:08,807 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/data/default/SPTestTable/f612e5a586f573a5c3bc6b7bd93003bb 2024-11-15T03:13:08,807 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 810b31750281619788d52f342992bca5 2024-11-15T03:13:08,807 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731640378329.810b31750281619788d52f342992bca5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T03:13:08,807 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 810b31750281619788d52f342992bca5 2024-11-15T03:13:08,807 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 810b31750281619788d52f342992bca5 2024-11-15T03:13:08,807 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=cffab81fdfa5132dcff94f648067e033, regionState=OPEN, openSeqNum=2, regionLocation=91f82191efb8,45049,1731640365952 2024-11-15T03:13:08,807 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/data/default/SPTestTable/f612e5a586f573a5c3bc6b7bd93003bb 2024-11-15T03:13:08,808 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for f612e5a586f573a5c3bc6b7bd93003bb 2024-11-15T03:13:08,808 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for f612e5a586f573a5c3bc6b7bd93003bb 2024-11-15T03:13:08,809 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=6 2024-11-15T03:13:08,810 INFO [StoreOpener-810b31750281619788d52f342992bca5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 810b31750281619788d52f342992bca5 2024-11-15T03:13:08,811 INFO [StoreOpener-567fd2325b175fe5a9af64e865ba4b6b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 567fd2325b175fe5a9af64e865ba4b6b columnFamilyName cf 2024-11-15T03:13:08,811 DEBUG [StoreOpener-567fd2325b175fe5a9af64e865ba4b6b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T03:13:08,812 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure ce6ce55b9a3be7c78a63c91e77297627, server=91f82191efb8,40155,1731640366086 in 10.0610 sec 2024-11-15T03:13:08,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure cffab81fdfa5132dcff94f648067e033, server=91f82191efb8,45049,1731640365952 because future has completed 2024-11-15T03:13:08,812 INFO [StoreOpener-567fd2325b175fe5a9af64e865ba4b6b-1 {}] regionserver.HStore(327): Store=567fd2325b175fe5a9af64e865ba4b6b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T03:13:08,812 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 567fd2325b175fe5a9af64e865ba4b6b 2024-11-15T03:13:08,812 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for f612e5a586f573a5c3bc6b7bd93003bb 2024-11-15T03:13:08,814 INFO [StoreOpener-810b31750281619788d52f342992bca5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 810b31750281619788d52f342992bca5 columnFamilyName cf 2024-11-15T03:13:08,814 DEBUG [StoreOpener-810b31750281619788d52f342992bca5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T03:13:08,814 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/data/default/SPTestTable/567fd2325b175fe5a9af64e865ba4b6b 2024-11-15T03:13:08,815 INFO [StoreOpener-810b31750281619788d52f342992bca5-1 {}] regionserver.HStore(327): Store=810b31750281619788d52f342992bca5/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T03:13:08,815 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 810b31750281619788d52f342992bca5 2024-11-15T03:13:08,815 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=11 2024-11-15T03:13:08,817 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/data/default/SPTestTable/810b31750281619788d52f342992bca5 2024-11-15T03:13:08,817 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/data/default/SPTestTable/810b31750281619788d52f342992bca5 2024-11-15T03:13:08,818 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure a84ae64e59abd800ac801403783f77c5, server=91f82191efb8,41809,1731640366138 in 10.0770 sec 2024-11-15T03:13:08,818 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ce6ce55b9a3be7c78a63c91e77297627, ASSIGN in 10.2590 sec 2024-11-15T03:13:08,818 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 810b31750281619788d52f342992bca5 2024-11-15T03:13:08,818 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 810b31750281619788d52f342992bca5 2024-11-15T03:13:08,821 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=10 2024-11-15T03:13:08,821 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure cffab81fdfa5132dcff94f648067e033, server=91f82191efb8,45049,1731640365952 in 10.0940 sec 2024-11-15T03:13:08,823 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 810b31750281619788d52f342992bca5 2024-11-15T03:13:08,823 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a84ae64e59abd800ac801403783f77c5, ASSIGN in 10.2650 sec 2024-11-15T03:13:08,824 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cffab81fdfa5132dcff94f648067e033, ASSIGN in 10.2680 sec 2024-11-15T03:13:08,831 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/data/default/SPTestTable/567fd2325b175fe5a9af64e865ba4b6b 2024-11-15T03:13:08,832 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 567fd2325b175fe5a9af64e865ba4b6b 2024-11-15T03:13:08,832 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 567fd2325b175fe5a9af64e865ba4b6b 2024-11-15T03:13:08,834 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/data/default/SPTestTable/810b31750281619788d52f342992bca5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T03:13:08,834 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/data/default/SPTestTable/f612e5a586f573a5c3bc6b7bd93003bb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T03:13:08,835 INFO [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 810b31750281619788d52f342992bca5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67614851, jitterRate=0.007539793848991394}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T03:13:08,835 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 810b31750281619788d52f342992bca5 2024-11-15T03:13:08,835 INFO [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened f612e5a586f573a5c3bc6b7bd93003bb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67176744, jitterRate=0.001011490821838379}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T03:13:08,835 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f612e5a586f573a5c3bc6b7bd93003bb 2024-11-15T03:13:08,835 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 810b31750281619788d52f342992bca5: Running coprocessor pre-open hook at 1731640388807Writing region info on filesystem at 1731640388807Initializing all the Stores at 1731640388810 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640388810Cleaning up temporary data from old regions at 1731640388818 (+8 ms)Running coprocessor post-open hooks at 1731640388835 (+17 ms)Region opened successfully at 1731640388835 2024-11-15T03:13:08,835 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for f612e5a586f573a5c3bc6b7bd93003bb: Running coprocessor pre-open hook at 1731640388793Writing region info on filesystem at 1731640388793Initializing all the Stores at 1731640388796 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640388796Cleaning up temporary data from old regions at 1731640388808 (+12 ms)Running coprocessor post-open hooks at 1731640388835 (+27 ms)Region opened successfully at 1731640388835 2024-11-15T03:13:08,836 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 567fd2325b175fe5a9af64e865ba4b6b 2024-11-15T03:13:08,837 INFO [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731640378329.810b31750281619788d52f342992bca5., pid=17, masterSystemTime=1731640388727 2024-11-15T03:13:08,837 INFO [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731640378329.f612e5a586f573a5c3bc6b7bd93003bb., pid=21, masterSystemTime=1731640388744 2024-11-15T03:13:08,840 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731640378329.f612e5a586f573a5c3bc6b7bd93003bb. 2024-11-15T03:13:08,841 INFO [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731640378329.f612e5a586f573a5c3bc6b7bd93003bb. 2024-11-15T03:13:08,841 INFO [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731640378329.c1fc6783aeacfcaf7d1735bff81167b5. 2024-11-15T03:13:08,841 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => c1fc6783aeacfcaf7d1735bff81167b5, NAME => 'SPTestTable,b333332f,1731640378329.c1fc6783aeacfcaf7d1735bff81167b5.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-15T03:13:08,841 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/data/default/SPTestTable/567fd2325b175fe5a9af64e865ba4b6b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T03:13:08,842 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c1fc6783aeacfcaf7d1735bff81167b5 2024-11-15T03:13:08,842 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731640378329.c1fc6783aeacfcaf7d1735bff81167b5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T03:13:08,842 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for c1fc6783aeacfcaf7d1735bff81167b5 2024-11-15T03:13:08,842 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f612e5a586f573a5c3bc6b7bd93003bb, regionState=OPEN, openSeqNum=2, regionLocation=91f82191efb8,40155,1731640366086 2024-11-15T03:13:08,842 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for c1fc6783aeacfcaf7d1735bff81167b5 2024-11-15T03:13:08,842 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731640378329.810b31750281619788d52f342992bca5. 2024-11-15T03:13:08,842 INFO [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731640378329.810b31750281619788d52f342992bca5. 2024-11-15T03:13:08,843 INFO [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 567fd2325b175fe5a9af64e865ba4b6b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69168969, jitterRate=0.030697956681251526}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T03:13:08,843 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 567fd2325b175fe5a9af64e865ba4b6b 2024-11-15T03:13:08,844 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 567fd2325b175fe5a9af64e865ba4b6b: Running coprocessor pre-open hook at 1731640388802Writing region info on filesystem at 1731640388802Initializing all the Stores at 1731640388805 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640388805Cleaning up temporary data from old regions at 1731640388832 (+27 ms)Running coprocessor post-open hooks at 1731640388844 (+12 ms)Region opened successfully at 1731640388844 2024-11-15T03:13:08,844 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=810b31750281619788d52f342992bca5, regionState=OPEN, openSeqNum=2, regionLocation=91f82191efb8,45049,1731640365952 2024-11-15T03:13:08,845 INFO [StoreOpener-c1fc6783aeacfcaf7d1735bff81167b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c1fc6783aeacfcaf7d1735bff81167b5 2024-11-15T03:13:08,845 INFO [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731640378329.567fd2325b175fe5a9af64e865ba4b6b., pid=18, masterSystemTime=1731640388737 2024-11-15T03:13:08,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f612e5a586f573a5c3bc6b7bd93003bb, server=91f82191efb8,40155,1731640366086 because future has completed 2024-11-15T03:13:08,848 INFO [StoreOpener-c1fc6783aeacfcaf7d1735bff81167b5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c1fc6783aeacfcaf7d1735bff81167b5 columnFamilyName cf 2024-11-15T03:13:08,848 DEBUG [StoreOpener-c1fc6783aeacfcaf7d1735bff81167b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T03:13:08,849 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731640378329.567fd2325b175fe5a9af64e865ba4b6b. 2024-11-15T03:13:08,849 INFO [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731640378329.567fd2325b175fe5a9af64e865ba4b6b. 2024-11-15T03:13:08,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 810b31750281619788d52f342992bca5, server=91f82191efb8,45049,1731640365952 because future has completed 2024-11-15T03:13:08,849 INFO [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731640378329.d2db91d837d319139d15765fd2d4b295. 2024-11-15T03:13:08,849 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => d2db91d837d319139d15765fd2d4b295, NAME => 'SPTestTable,4ccccccb,1731640378329.d2db91d837d319139d15765fd2d4b295.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-15T03:13:08,849 INFO [StoreOpener-c1fc6783aeacfcaf7d1735bff81167b5-1 {}] regionserver.HStore(327): Store=c1fc6783aeacfcaf7d1735bff81167b5/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T03:13:08,850 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d2db91d837d319139d15765fd2d4b295 2024-11-15T03:13:08,850 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731640378329.d2db91d837d319139d15765fd2d4b295.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T03:13:08,850 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for d2db91d837d319139d15765fd2d4b295 2024-11-15T03:13:08,850 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for d2db91d837d319139d15765fd2d4b295 2024-11-15T03:13:08,851 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=567fd2325b175fe5a9af64e865ba4b6b, regionState=OPEN, openSeqNum=2, regionLocation=91f82191efb8,41809,1731640366138 2024-11-15T03:13:08,851 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for c1fc6783aeacfcaf7d1735bff81167b5 2024-11-15T03:13:08,853 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/data/default/SPTestTable/c1fc6783aeacfcaf7d1735bff81167b5 2024-11-15T03:13:08,853 INFO [StoreOpener-d2db91d837d319139d15765fd2d4b295-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d2db91d837d319139d15765fd2d4b295 2024-11-15T03:13:08,854 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/data/default/SPTestTable/c1fc6783aeacfcaf7d1735bff81167b5 2024-11-15T03:13:08,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 567fd2325b175fe5a9af64e865ba4b6b, server=91f82191efb8,41809,1731640366138 because future has completed 2024-11-15T03:13:08,854 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for c1fc6783aeacfcaf7d1735bff81167b5 2024-11-15T03:13:08,854 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for c1fc6783aeacfcaf7d1735bff81167b5 2024-11-15T03:13:08,856 INFO [StoreOpener-d2db91d837d319139d15765fd2d4b295-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2db91d837d319139d15765fd2d4b295 columnFamilyName cf 2024-11-15T03:13:08,856 DEBUG [StoreOpener-d2db91d837d319139d15765fd2d4b295-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T03:13:08,856 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=9 2024-11-15T03:13:08,856 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f612e5a586f573a5c3bc6b7bd93003bb, server=91f82191efb8,40155,1731640366086 in 10.1160 sec 2024-11-15T03:13:08,857 INFO [StoreOpener-d2db91d837d319139d15765fd2d4b295-1 {}] regionserver.HStore(327): Store=d2db91d837d319139d15765fd2d4b295/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T03:13:08,857 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for d2db91d837d319139d15765fd2d4b295 2024-11-15T03:13:08,858 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/data/default/SPTestTable/d2db91d837d319139d15765fd2d4b295 2024-11-15T03:13:08,859 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for c1fc6783aeacfcaf7d1735bff81167b5 2024-11-15T03:13:08,859 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/data/default/SPTestTable/d2db91d837d319139d15765fd2d4b295 2024-11-15T03:13:08,860 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=7 2024-11-15T03:13:08,860 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for d2db91d837d319139d15765fd2d4b295 2024-11-15T03:13:08,860 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for d2db91d837d319139d15765fd2d4b295 2024-11-15T03:13:08,861 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 810b31750281619788d52f342992bca5, server=91f82191efb8,45049,1731640365952 in 10.1220 sec 2024-11-15T03:13:08,861 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f612e5a586f573a5c3bc6b7bd93003bb, ASSIGN in 10.3040 sec 2024-11-15T03:13:08,864 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/data/default/SPTestTable/c1fc6783aeacfcaf7d1735bff81167b5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T03:13:08,864 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for d2db91d837d319139d15765fd2d4b295 2024-11-15T03:13:08,864 INFO [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened c1fc6783aeacfcaf7d1735bff81167b5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69309163, jitterRate=0.032787010073661804}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T03:13:08,865 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c1fc6783aeacfcaf7d1735bff81167b5 2024-11-15T03:13:08,865 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for c1fc6783aeacfcaf7d1735bff81167b5: Running coprocessor pre-open hook at 1731640388843Writing region info on filesystem at 1731640388843Initializing all the Stores at 1731640388844 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640388845 (+1 ms)Cleaning up temporary data from old regions at 1731640388855 (+10 ms)Running coprocessor post-open hooks at 1731640388865 (+10 ms)Region opened successfully at 1731640388865 2024-11-15T03:13:08,865 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=810b31750281619788d52f342992bca5, ASSIGN in 10.3080 sec 2024-11-15T03:13:08,865 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=14 2024-11-15T03:13:08,866 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 567fd2325b175fe5a9af64e865ba4b6b, server=91f82191efb8,41809,1731640366138 in 10.1280 sec 2024-11-15T03:13:08,867 INFO [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731640378329.c1fc6783aeacfcaf7d1735bff81167b5., pid=24, masterSystemTime=1731640388744 2024-11-15T03:13:08,869 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=567fd2325b175fe5a9af64e865ba4b6b, ASSIGN in 10.3130 sec 2024-11-15T03:13:08,870 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731640378329.c1fc6783aeacfcaf7d1735bff81167b5. 2024-11-15T03:13:08,870 INFO [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731640378329.c1fc6783aeacfcaf7d1735bff81167b5. 2024-11-15T03:13:08,870 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/data/default/SPTestTable/d2db91d837d319139d15765fd2d4b295/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T03:13:08,871 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=c1fc6783aeacfcaf7d1735bff81167b5, regionState=OPEN, openSeqNum=2, regionLocation=91f82191efb8,40155,1731640366086 2024-11-15T03:13:08,872 INFO [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened d2db91d837d319139d15765fd2d4b295; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74201947, jitterRate=0.10569517314434052}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T03:13:08,872 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d2db91d837d319139d15765fd2d4b295 2024-11-15T03:13:08,872 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for d2db91d837d319139d15765fd2d4b295: Running coprocessor pre-open hook at 1731640388850Writing region info on filesystem at 1731640388850Initializing all the Stores at 1731640388852 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640388852Cleaning up temporary data from old regions at 1731640388860 (+8 ms)Running coprocessor post-open hooks at 1731640388872 (+12 ms)Region opened successfully at 1731640388872 2024-11-15T03:13:08,873 INFO [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731640378329.d2db91d837d319139d15765fd2d4b295., pid=23, masterSystemTime=1731640388737 2024-11-15T03:13:08,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure c1fc6783aeacfcaf7d1735bff81167b5, server=91f82191efb8,40155,1731640366086 because future has completed 2024-11-15T03:13:08,877 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731640378329.d2db91d837d319139d15765fd2d4b295. 2024-11-15T03:13:08,877 INFO [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731640378329.d2db91d837d319139d15765fd2d4b295. 2024-11-15T03:13:08,879 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=d2db91d837d319139d15765fd2d4b295, regionState=OPEN, openSeqNum=2, regionLocation=91f82191efb8,41809,1731640366138 2024-11-15T03:13:08,881 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=12 2024-11-15T03:13:08,882 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure c1fc6783aeacfcaf7d1735bff81167b5, server=91f82191efb8,40155,1731640366086 in 10.1290 sec 2024-11-15T03:13:08,884 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44519 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=91f82191efb8,41809,1731640366138, table=SPTestTable, region=d2db91d837d319139d15765fd2d4b295. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-15T03:13:08,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure d2db91d837d319139d15765fd2d4b295, server=91f82191efb8,41809,1731640366138 because future has completed 2024-11-15T03:13:08,885 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c1fc6783aeacfcaf7d1735bff81167b5, ASSIGN in 10.3290 sec 2024-11-15T03:13:08,889 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=8 2024-11-15T03:13:08,890 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure d2db91d837d319139d15765fd2d4b295, server=91f82191efb8,41809,1731640366138 in 10.1440 sec 2024-11-15T03:13:08,893 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-15T03:13:08,894 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d2db91d837d319139d15765fd2d4b295, ASSIGN in 10.3360 sec 2024-11-15T03:13:08,895 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T03:13:08,895 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731640388895"}]},"ts":"1731640388895"} 2024-11-15T03:13:08,897 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-15T03:13:08,899 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T03:13:08,904 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.5620 sec 2024-11-15T03:13:11,436 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-15T03:13:13,955 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T03:13:14,279 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-15T03:13:15,330 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-11-15T03:13:15,330 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-11-15T03:13:16,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T03:13:16,639 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-15T03:13:16,639 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-15T03:13:16,641 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T03:13:16,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-15T03:13:16,657 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T03:13:16,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-15T03:13:16,729 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731640378329.a84ae64e59abd800ac801403783f77c5., hostname=91f82191efb8,41809,1731640366138, seqNum=2] 2024-11-15T03:13:16,734 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731640378329.a84ae64e59abd800ac801403783f77c5., hostname=91f82191efb8,41809,1731640366138, seqNum=2] 2024-11-15T03:13:16,737 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731640378329.a84ae64e59abd800ac801403783f77c5., hostname=91f82191efb8,41809,1731640366138, seqNum=2] 2024-11-15T03:13:16,744 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731640378329.a84ae64e59abd800ac801403783f77c5., hostname=91f82191efb8,41809,1731640366138, seqNum=2] 2024-11-15T03:13:16,754 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1731640378329.a84ae64e59abd800ac801403783f77c5., hostname=91f82191efb8,41809,1731640366138, seqNum=2] 2024-11-15T03:13:16,757 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1731640378329.a84ae64e59abd800ac801403783f77c5., hostname=91f82191efb8,41809,1731640366138, seqNum=2] 2024-11-15T03:13:16,766 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aah', locateType=CURRENT is [region=SPTestTable,99999996,1731640378329.a84ae64e59abd800ac801403783f77c5., hostname=91f82191efb8,41809,1731640366138, seqNum=2] 2024-11-15T03:13:16,768 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1731640378329.a84ae64e59abd800ac801403783f77c5., hostname=91f82191efb8,41809,1731640366138, seqNum=2] 2024-11-15T03:13:16,816 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731640378329.c1fc6783aeacfcaf7d1735bff81167b5., hostname=91f82191efb8,40155,1731640366086, seqNum=2] 2024-11-15T03:13:16,827 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731640378329.c1fc6783aeacfcaf7d1735bff81167b5., hostname=91f82191efb8,40155,1731640366086, seqNum=2] 2024-11-15T03:13:16,831 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731640378329.c1fc6783aeacfcaf7d1735bff81167b5., hostname=91f82191efb8,40155,1731640366086, seqNum=2] 2024-11-15T03:13:16,839 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731640378329.c1fc6783aeacfcaf7d1735bff81167b5., hostname=91f82191efb8,40155,1731640366086, seqNum=2] 2024-11-15T03:13:16,846 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1731640378329.c1fc6783aeacfcaf7d1735bff81167b5., hostname=91f82191efb8,40155,1731640366086, seqNum=2] 2024-11-15T03:13:16,856 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1731640378329.c1fc6783aeacfcaf7d1735bff81167b5., hostname=91f82191efb8,40155,1731640366086, seqNum=2] 2024-11-15T03:13:16,859 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bah', locateType=CURRENT is [region=SPTestTable,b333332f,1731640378329.c1fc6783aeacfcaf7d1735bff81167b5., hostname=91f82191efb8,40155,1731640366086, seqNum=2] 2024-11-15T03:13:16,861 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1731640378329.c1fc6783aeacfcaf7d1735bff81167b5., hostname=91f82191efb8,40155,1731640366086, seqNum=2] 2024-11-15T03:13:16,892 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731640378329.89831d99ade7e6e611484123dd8b1a78., hostname=91f82191efb8,45049,1731640365952, seqNum=2] 2024-11-15T03:13:16,897 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731640378329.89831d99ade7e6e611484123dd8b1a78., hostname=91f82191efb8,45049,1731640365952, seqNum=2] 2024-11-15T03:13:16,901 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731640378329.89831d99ade7e6e611484123dd8b1a78., hostname=91f82191efb8,45049,1731640365952, seqNum=2] 2024-11-15T03:13:16,904 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731640378329.89831d99ade7e6e611484123dd8b1a78., hostname=91f82191efb8,45049,1731640365952, seqNum=2] 2024-11-15T03:13:17,031 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731640378329.567fd2325b175fe5a9af64e865ba4b6b., hostname=91f82191efb8,41809,1731640366138, seqNum=2] 2024-11-15T03:13:17,036 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731640378329.567fd2325b175fe5a9af64e865ba4b6b., hostname=91f82191efb8,41809,1731640366138, seqNum=2] 2024-11-15T03:13:17,040 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731640378329.567fd2325b175fe5a9af64e865ba4b6b., hostname=91f82191efb8,41809,1731640366138, seqNum=2] 2024-11-15T03:13:17,043 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1731640378329.567fd2325b175fe5a9af64e865ba4b6b., hostname=91f82191efb8,41809,1731640366138, seqNum=2] 2024-11-15T03:13:17,045 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1731640378329.567fd2325b175fe5a9af64e865ba4b6b., hostname=91f82191efb8,41809,1731640366138, seqNum=2] 2024-11-15T03:13:17,048 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731640378329.567fd2325b175fe5a9af64e865ba4b6b., hostname=91f82191efb8,41809,1731640366138, seqNum=2] 2024-11-15T03:13:18,209 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T03:13:18,221 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T03:13:18,252 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T03:13:18,285 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T03:13:18,359 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45049 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731640378329.89831d99ade7e6e611484123dd8b1a78. with WAL disabled. Data may be lost in the event of a crash. 2024-11-15T03:13:18,369 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40155 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731640378329.c1fc6783aeacfcaf7d1735bff81167b5. with WAL disabled. Data may be lost in the event of a crash. 2024-11-15T03:13:18,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41809 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1731640378329.a84ae64e59abd800ac801403783f77c5. 2024-11-15T03:13:18,460 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41809 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731640378329.a84ae64e59abd800ac801403783f77c5. with WAL disabled. Data may be lost in the event of a crash. 2024-11-15T03:13:19,250 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41809 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731640378329.567fd2325b175fe5a9af64e865ba4b6b. with WAL disabled. Data may be lost in the event of a crash. 2024-11-15T03:13:19,543 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-15T03:13:19,545 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T03:13:19,547 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-15T03:13:19,553 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-15T03:13:19,574 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-15T03:13:19,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46475 is added to blk_1073741848_1024 (size=49) 2024-11-15T03:13:19,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39987 is added to blk_1073741848_1024 (size=49) 2024-11-15T03:13:19,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33343 is added to blk_1073741848_1024 (size=49) 2024-11-15T03:13:19,600 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-15T03:13:19,603 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0db3fc2d33b525856ac1bab691785ffa}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ce6ce55b9a3be7c78a63c91e77297627}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 810b31750281619788d52f342992bca5}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d2db91d837d319139d15765fd2d4b295}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f612e5a586f573a5c3bc6b7bd93003bb}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cffab81fdfa5132dcff94f648067e033}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a84ae64e59abd800ac801403783f77c5}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c1fc6783aeacfcaf7d1735bff81167b5}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 89831d99ade7e6e611484123dd8b1a78}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 567fd2325b175fe5a9af64e865ba4b6b}] 2024-11-15T03:13:19,609 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0db3fc2d33b525856ac1bab691785ffa 2024-11-15T03:13:19,611 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ce6ce55b9a3be7c78a63c91e77297627 2024-11-15T03:13:19,619 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 810b31750281619788d52f342992bca5 2024-11-15T03:13:19,627 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f612e5a586f573a5c3bc6b7bd93003bb 2024-11-15T03:13:19,627 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 89831d99ade7e6e611484123dd8b1a78 2024-11-15T03:13:19,628 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c1fc6783aeacfcaf7d1735bff81167b5 2024-11-15T03:13:19,628 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 567fd2325b175fe5a9af64e865ba4b6b 2024-11-15T03:13:19,628 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a84ae64e59abd800ac801403783f77c5 2024-11-15T03:13:19,637 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d2db91d837d319139d15765fd2d4b295 2024-11-15T03:13:19,641 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cffab81fdfa5132dcff94f648067e033 2024-11-15T03:13:19,648 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 91f82191efb8,41809,1731640366138 2024-11-15T03:13:19,649 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 91f82191efb8,41809,1731640366138: Simulated kill ***** 2024-11-15T03:13:19,649 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-15T03:13:19,652 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-15T03:13:19,654 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-15T03:13:19,657 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-15T03:13:19,658 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-15T03:13:19,669 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 735814640 }, "NonHeapMemoryUsage": { "committed": 157089792, "init": 7667712, "max": -1, "used": 153643456 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "91f82191efb8", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 1, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14498, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 680 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "91f82191efb8", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:53673", "tag.serverName": "91f82191efb8,45049,1731640365952", "tag.clusterId": "038e537e-d72c-464f-83f7-02ee003ee35f", "tag.Context": "regionserver", "tag.Hostname": "91f82191efb8", "regionCount": 3, "storeCount": 3, "hlogFileCount": 5, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 768, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1731640365952, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-15T03:13:19,672 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44519 {}] master.MasterRpcServices(700): 91f82191efb8,41809,1731640366138 reported a fatal error: ***** ABORTING region server 91f82191efb8,41809,1731640366138: Simulated kill ***** 2024-11-15T03:13:19,675 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '91f82191efb8,41809,1731640366138' ***** 2024-11-15T03:13:19,676 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-15T03:13:19,676 INFO [RS:2;91f82191efb8:41809 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T03:13:19,677 INFO [RS:2;91f82191efb8:41809 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-15T03:13:19,677 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T03:13:19,677 INFO [RS:2;91f82191efb8:41809 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-15T03:13:19,677 INFO [RS:2;91f82191efb8:41809 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T03:13:19,677 INFO [RS:2;91f82191efb8:41809 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;91f82191efb8:41809. 2024-11-15T03:13:19,677 DEBUG [RS:2;91f82191efb8:41809 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T03:13:19,677 DEBUG [RS:2;91f82191efb8:41809 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T03:13:19,678 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T03:13:19,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46475 is added to blk_1073741836_1012 (size=14382) 2024-11-15T03:13:19,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39987 is added to blk_1073741836_1012 (size=14382) 2024-11-15T03:13:19,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33343 is added to blk_1073741836_1012 (size=14382) 2024-11-15T03:13:19,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46475 is added to blk_1073741833_1009 (size=1242) 2024-11-15T03:13:19,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39987 is added to blk_1073741833_1009 (size=1242) 2024-11-15T03:13:19,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33343 is added to blk_1073741833_1009 (size=1242) 2024-11-15T03:13:19,692 DEBUG [RS:2;91f82191efb8:41809 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T03:13:19,693 INFO [RS:2;91f82191efb8:41809 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T03:13:19,693 INFO [RS:2;91f82191efb8:41809 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41809 2024-11-15T03:13:19,728 INFO [regionserver/91f82191efb8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T03:13:19,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44519-0x1013c7b07a80000, quorum=127.0.0.1:53673, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T03:13:19,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41809-0x1013c7b07a80003, quorum=127.0.0.1:53673, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/91f82191efb8,41809,1731640366138 2024-11-15T03:13:19,745 INFO [RS:2;91f82191efb8:41809 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T03:13:19,746 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [91f82191efb8,41809,1731640366138] 2024-11-15T03:13:19,839 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/91f82191efb8,41809,1731640366138 already deleted, retry=false 2024-11-15T03:13:19,839 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 91f82191efb8,41809,1731640366138 on 91f82191efb8,44519,1731640364933 2024-11-15T03:13:19,845 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 91f82191efb8,41809,1731640366138, splitWal=true, meta=true 2024-11-15T03:13:19,848 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=36 for 91f82191efb8,41809,1731640366138 (carryingMeta=true) 91f82191efb8,41809,1731640366138/CRASHED/regionCount=5/lock=java.util.concurrent.locks.ReentrantReadWriteLock@2c699524[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-15T03:13:19,850 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 91f82191efb8,41809,1731640366138, splitWal=true, meta=true 2024-11-15T03:13:19,853 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a84ae64e59abd800ac801403783f77c5 2024-11-15T03:13:19,853 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d2db91d837d319139d15765fd2d4b295 2024-11-15T03:13:19,853 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 567fd2325b175fe5a9af64e865ba4b6b 2024-11-15T03:13:19,854 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0db3fc2d33b525856ac1bab691785ffa 2024-11-15T03:13:19,855 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 91f82191efb8,41809,1731640366138, splitWal=true, meta=true, isMeta: true 2024-11-15T03:13:19,858 DEBUG [PEWorker-3 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/WALs/91f82191efb8,41809,1731640366138-splitting 2024-11-15T03:13:19,860 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 567fd2325b175fe5a9af64e865ba4b6b can not run currently because target server of region SPTestTable,e6666661,1731640378329.567fd2325b175fe5a9af64e865ba4b6b. 91f82191efb8,41809,1731640366138 is in state SPLITTING_META, wait 1000 ms to retry 2024-11-15T03:13:19,860 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure a84ae64e59abd800ac801403783f77c5 can not run currently because target server of region SPTestTable,99999996,1731640378329.a84ae64e59abd800ac801403783f77c5. 91f82191efb8,41809,1731640366138 is in state SPLITTING_META, wait 1000 ms to retry 2024-11-15T03:13:19,860 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure a84ae64e59abd800ac801403783f77c5; timeout=1000, timestamp=1731640400860 2024-11-15T03:13:19,860 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 567fd2325b175fe5a9af64e865ba4b6b; timeout=1000, timestamp=1731640400860 2024-11-15T03:13:19,860 INFO [PEWorker-3 {}] master.SplitWALManager(105): 91f82191efb8,41809,1731640366138 WAL count=1, meta=true 2024-11-15T03:13:19,861 INFO [RS:2;91f82191efb8:41809 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T03:13:19,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41809-0x1013c7b07a80003, quorum=127.0.0.1:53673, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T03:13:19,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41809-0x1013c7b07a80003, quorum=127.0.0.1:53673, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T03:13:19,861 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 0db3fc2d33b525856ac1bab691785ffa can not run currently because target server of region SPTestTable,,1731640378329.0db3fc2d33b525856ac1bab691785ffa. 91f82191efb8,41809,1731640366138 is in state SPLITTING_META, wait 1000 ms to retry 2024-11-15T03:13:19,861 INFO [RS:2;91f82191efb8:41809 {}] regionserver.HRegionServer(1031): Exiting; stopping=91f82191efb8,41809,1731640366138; zookeeper connection closed. 2024-11-15T03:13:19,861 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 0db3fc2d33b525856ac1bab691785ffa; timeout=1000, timestamp=1731640400861 2024-11-15T03:13:19,862 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@9595c1f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@9595c1f 2024-11-15T03:13:19,862 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure d2db91d837d319139d15765fd2d4b295 can not run currently because target server of region SPTestTable,4ccccccb,1731640378329.d2db91d837d319139d15765fd2d4b295. 91f82191efb8,41809,1731640366138 is in state SPLITTING_META, wait 1000 ms to retry 2024-11-15T03:13:19,862 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure d2db91d837d319139d15765fd2d4b295; timeout=1000, timestamp=1731640400862 2024-11-15T03:13:19,865 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 91f82191efb8%2C41809%2C1731640366138.meta.1731640377906.meta}] 2024-11-15T03:13:19,873 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=91f82191efb8,40155,1731640366086 2024-11-15T03:13:19,877 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 91f82191efb8%2C41809%2C1731640366138.meta.1731640377906.meta, worker=91f82191efb8,40155,1731640366086}] 2024-11-15T03:13:20,531 INFO [regionserver/91f82191efb8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T03:13:20,531 INFO [regionserver/91f82191efb8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T03:13:20,861 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a84ae64e59abd800ac801403783f77c5 2024-11-15T03:13:20,861 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 567fd2325b175fe5a9af64e865ba4b6b 2024-11-15T03:13:20,862 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d2db91d837d319139d15765fd2d4b295 2024-11-15T03:13:20,862 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0db3fc2d33b525856ac1bab691785ffa 2024-11-15T03:13:20,863 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 567fd2325b175fe5a9af64e865ba4b6b can not run currently because target server of region SPTestTable,e6666661,1731640378329.567fd2325b175fe5a9af64e865ba4b6b. 91f82191efb8,41809,1731640366138 is in state SPLITTING_META, wait 2000 ms to retry 2024-11-15T03:13:20,863 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure a84ae64e59abd800ac801403783f77c5 can not run currently because target server of region SPTestTable,99999996,1731640378329.a84ae64e59abd800ac801403783f77c5. 91f82191efb8,41809,1731640366138 is in state SPLITTING_META, wait 2000 ms to retry 2024-11-15T03:13:20,864 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 567fd2325b175fe5a9af64e865ba4b6b; timeout=2000, timestamp=1731640402863 2024-11-15T03:13:20,864 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure a84ae64e59abd800ac801403783f77c5; timeout=2000, timestamp=1731640402863 2024-11-15T03:13:20,869 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure d2db91d837d319139d15765fd2d4b295 can not run currently because target server of region SPTestTable,4ccccccb,1731640378329.d2db91d837d319139d15765fd2d4b295. 91f82191efb8,41809,1731640366138 is in state SPLITTING_META, wait 2000 ms to retry 2024-11-15T03:13:20,869 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 0db3fc2d33b525856ac1bab691785ffa can not run currently because target server of region SPTestTable,,1731640378329.0db3fc2d33b525856ac1bab691785ffa. 91f82191efb8,41809,1731640366138 is in state SPLITTING_META, wait 2000 ms to retry 2024-11-15T03:13:20,869 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure d2db91d837d319139d15765fd2d4b295; timeout=2000, timestamp=1731640402869 2024-11-15T03:13:20,869 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 0db3fc2d33b525856ac1bab691785ffa; timeout=2000, timestamp=1731640402869 2024-11-15T03:13:21,216 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=91f82191efb8:44519 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-15T03:13:22,863 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a84ae64e59abd800ac801403783f77c5 2024-11-15T03:13:22,863 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 567fd2325b175fe5a9af64e865ba4b6b 2024-11-15T03:13:22,865 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure a84ae64e59abd800ac801403783f77c5 can not run currently because target server of region SPTestTable,99999996,1731640378329.a84ae64e59abd800ac801403783f77c5. 91f82191efb8,41809,1731640366138 is in state SPLITTING_META, wait 4000 ms to retry 2024-11-15T03:13:22,865 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 567fd2325b175fe5a9af64e865ba4b6b can not run currently because target server of region SPTestTable,e6666661,1731640378329.567fd2325b175fe5a9af64e865ba4b6b. 91f82191efb8,41809,1731640366138 is in state SPLITTING_META, wait 4000 ms to retry 2024-11-15T03:13:22,865 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure a84ae64e59abd800ac801403783f77c5; timeout=4000, timestamp=1731640406865 2024-11-15T03:13:22,865 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 567fd2325b175fe5a9af64e865ba4b6b; timeout=4000, timestamp=1731640406865 2024-11-15T03:13:22,869 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d2db91d837d319139d15765fd2d4b295 2024-11-15T03:13:22,869 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0db3fc2d33b525856ac1bab691785ffa 2024-11-15T03:13:22,871 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 0db3fc2d33b525856ac1bab691785ffa can not run currently because target server of region SPTestTable,,1731640378329.0db3fc2d33b525856ac1bab691785ffa. 91f82191efb8,41809,1731640366138 is in state SPLITTING_META, wait 4000 ms to retry 2024-11-15T03:13:22,871 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure d2db91d837d319139d15765fd2d4b295 can not run currently because target server of region SPTestTable,4ccccccb,1731640378329.d2db91d837d319139d15765fd2d4b295. 91f82191efb8,41809,1731640366138 is in state SPLITTING_META, wait 4000 ms to retry 2024-11-15T03:13:22,871 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 0db3fc2d33b525856ac1bab691785ffa; timeout=4000, timestamp=1731640406871 2024-11-15T03:13:22,871 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure d2db91d837d319139d15765fd2d4b295; timeout=4000, timestamp=1731640406871 2024-11-15T03:13:26,865 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 567fd2325b175fe5a9af64e865ba4b6b 2024-11-15T03:13:26,866 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a84ae64e59abd800ac801403783f77c5 2024-11-15T03:13:26,867 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 567fd2325b175fe5a9af64e865ba4b6b can not run currently because target server of region SPTestTable,e6666661,1731640378329.567fd2325b175fe5a9af64e865ba4b6b. 91f82191efb8,41809,1731640366138 is in state SPLITTING_META, wait 8000 ms to retry 2024-11-15T03:13:26,867 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure a84ae64e59abd800ac801403783f77c5 can not run currently because target server of region SPTestTable,99999996,1731640378329.a84ae64e59abd800ac801403783f77c5. 91f82191efb8,41809,1731640366138 is in state SPLITTING_META, wait 8000 ms to retry 2024-11-15T03:13:26,867 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 567fd2325b175fe5a9af64e865ba4b6b; timeout=8000, timestamp=1731640414867 2024-11-15T03:13:26,867 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure a84ae64e59abd800ac801403783f77c5; timeout=8000, timestamp=1731640414867 2024-11-15T03:13:26,872 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d2db91d837d319139d15765fd2d4b295 2024-11-15T03:13:26,872 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0db3fc2d33b525856ac1bab691785ffa 2024-11-15T03:13:26,873 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure d2db91d837d319139d15765fd2d4b295 can not run currently because target server of region SPTestTable,4ccccccb,1731640378329.d2db91d837d319139d15765fd2d4b295. 91f82191efb8,41809,1731640366138 is in state SPLITTING_META, wait 8000 ms to retry 2024-11-15T03:13:26,873 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 0db3fc2d33b525856ac1bab691785ffa can not run currently because target server of region SPTestTable,,1731640378329.0db3fc2d33b525856ac1bab691785ffa. 91f82191efb8,41809,1731640366138 is in state SPLITTING_META, wait 8000 ms to retry 2024-11-15T03:13:26,873 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 0db3fc2d33b525856ac1bab691785ffa; timeout=8000, timestamp=1731640414873 2024-11-15T03:13:26,873 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure d2db91d837d319139d15765fd2d4b295; timeout=8000, timestamp=1731640414873 2024-11-15T03:13:28,744 ERROR [ProcedureDispatcherTimeoutThread {}] procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread(331): DelayQueue for RemoteProcedureDispatcher is not empty when timed waiting elapsed. If this is repeated consistently, it means no element is getting expired from the queue and it might freeze the system. Queue: [containedObject=91f82191efb8,41809,1731640366138, timeout=1731640409612, delay=867, operations=null, containedObject=91f82191efb8,40155,1731640366086, timeout=1731640409614, delay=869, operations=[pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c1fc6783aeacfcaf7d1735bff81167b5, pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 91f82191efb8%2C41809%2C1731640366138.meta.1731640377906.meta, worker=91f82191efb8,40155,1731640366086, pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ce6ce55b9a3be7c78a63c91e77297627, pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f612e5a586f573a5c3bc6b7bd93003bb], containedObject=91f82191efb8,45049,1731640365952, timeout=1731640409622, delay=877, operations=[pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 810b31750281619788d52f342992bca5, pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cffab81fdfa5132dcff94f648067e033, pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 89831d99ade7e6e611484123dd8b1a78]] 2024-11-15T03:13:29,626 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45049 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-15T03:13:29,626 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40155 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-15T03:13:29,627 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45049 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-15T03:13:29,627 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731640378329.c1fc6783aeacfcaf7d1735bff81167b5. 2024-11-15T03:13:29,627 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731640378329.810b31750281619788d52f342992bca5. 2024-11-15T03:13:29,628 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45049 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-15T03:13:29,628 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731640378329.cffab81fdfa5132dcff94f648067e033. 2024-11-15T03:13:29,628 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40155 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-11-15T03:13:29,628 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731640378329.89831d99ade7e6e611484123dd8b1a78. 2024-11-15T03:13:29,628 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40155 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-15T03:13:29,629 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40155 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-15T03:13:29,629 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731640378329.ce6ce55b9a3be7c78a63c91e77297627. 2024-11-15T03:13:29,630 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731640378329.f612e5a586f573a5c3bc6b7bd93003bb. 2024-11-15T03:13:29,634 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for f612e5a586f573a5c3bc6b7bd93003bb: 2024-11-15T03:13:29,634 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for cffab81fdfa5132dcff94f648067e033: 2024-11-15T03:13:29,634 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for ce6ce55b9a3be7c78a63c91e77297627: 2024-11-15T03:13:29,634 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 89831d99ade7e6e611484123dd8b1a78 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-15T03:13:29,634 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731640378329.ce6ce55b9a3be7c78a63c91e77297627. for SnapshotProcedureTest completed. 2024-11-15T03:13:29,634 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731640378329.cffab81fdfa5132dcff94f648067e033. for SnapshotProcedureTest completed. 2024-11-15T03:13:29,634 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731640378329.f612e5a586f573a5c3bc6b7bd93003bb. for SnapshotProcedureTest completed. 2024-11-15T03:13:29,634 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing c1fc6783aeacfcaf7d1735bff81167b5 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-15T03:13:29,634 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 810b31750281619788d52f342992bca5: 2024-11-15T03:13:29,634 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731640378329.810b31750281619788d52f342992bca5. for SnapshotProcedureTest completed. 2024-11-15T03:13:29,635 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731640378329.cffab81fdfa5132dcff94f648067e033.' region-info for snapshot=SnapshotProcedureTest 2024-11-15T03:13:29,635 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731640378329.810b31750281619788d52f342992bca5.' region-info for snapshot=SnapshotProcedureTest 2024-11-15T03:13:29,635 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731640378329.f612e5a586f573a5c3bc6b7bd93003bb.' region-info for snapshot=SnapshotProcedureTest 2024-11-15T03:13:29,635 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731640378329.ce6ce55b9a3be7c78a63c91e77297627.' region-info for snapshot=SnapshotProcedureTest 2024-11-15T03:13:29,638 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-15T03:13:29,638 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-15T03:13:29,639 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-15T03:13:29,639 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-15T03:13:29,641 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-15T03:13:29,641 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-15T03:13:29,641 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-15T03:13:29,641 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-15T03:13:29,659 INFO [RS_LOG_REPLAY_OPS-regionserver/91f82191efb8:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/WALs/91f82191efb8,41809,1731640366138-splitting/91f82191efb8%2C41809%2C1731640366138.meta.1731640377906.meta, size=14.0 K (14382bytes) 2024-11-15T03:13:29,660 DEBUG [RS_LOG_REPLAY_OPS-regionserver/91f82191efb8:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-15T03:13:29,661 DEBUG [RS_LOG_REPLAY_OPS-regionserver/91f82191efb8:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-15T03:13:29,661 INFO [RS_LOG_REPLAY_OPS-regionserver/91f82191efb8:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/WALs/91f82191efb8,41809,1731640366138-splitting/91f82191efb8%2C41809%2C1731640366138.meta.1731640377906.meta 2024-11-15T03:13:29,667 INFO [RS_LOG_REPLAY_OPS-regionserver/91f82191efb8:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/WALs/91f82191efb8,41809,1731640366138-splitting/91f82191efb8%2C41809%2C1731640366138.meta.1731640377906.meta after 4ms 2024-11-15T03:13:29,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33343 is added to blk_1073741849_1025 (size=65) 2024-11-15T03:13:29,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39987 is added to blk_1073741849_1025 (size=65) 2024-11-15T03:13:29,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46475 is added to blk_1073741849_1025 (size=65) 2024-11-15T03:13:29,672 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731640378329.cffab81fdfa5132dcff94f648067e033. 2024-11-15T03:13:29,677 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-15T03:13:29,684 INFO [RS_LOG_REPLAY_OPS-regionserver/91f82191efb8:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/WALs/91f82191efb8,41809,1731640366138-splitting/91f82191efb8%2C41809%2C1731640366138.meta.1731640377906.meta took 26ms 2024-11-15T03:13:29,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44519 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-15T03:13:29,685 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44519 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region cffab81fdfa5132dcff94f648067e033 2024-11-15T03:13:29,685 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cffab81fdfa5132dcff94f648067e033 2024-11-15T03:13:29,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46475 is added to blk_1073741850_1026 (size=65) 2024-11-15T03:13:29,689 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure cffab81fdfa5132dcff94f648067e033 in 10.0850 sec 2024-11-15T03:13:29,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33343 is added to blk_1073741850_1026 (size=65) 2024-11-15T03:13:29,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39987 is added to blk_1073741850_1026 (size=65) 2024-11-15T03:13:29,692 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731640378329.f612e5a586f573a5c3bc6b7bd93003bb. 2024-11-15T03:13:29,693 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-15T03:13:29,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44519 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-15T03:13:29,693 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44519 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f612e5a586f573a5c3bc6b7bd93003bb 2024-11-15T03:13:29,694 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f612e5a586f573a5c3bc6b7bd93003bb 2024-11-15T03:13:29,697 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f612e5a586f573a5c3bc6b7bd93003bb in 10.0930 sec 2024-11-15T03:13:29,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39987 is added to blk_1073741852_1028 (size=65) 2024-11-15T03:13:29,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46475 is added to blk_1073741852_1028 (size=65) 2024-11-15T03:13:29,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33343 is added to blk_1073741852_1028 (size=65) 2024-11-15T03:13:29,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33343 is added to blk_1073741851_1027 (size=65) 2024-11-15T03:13:29,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39987 is added to blk_1073741851_1027 (size=65) 2024-11-15T03:13:29,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46475 is added to blk_1073741851_1027 (size=65) 2024-11-15T03:13:29,710 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731640378329.ce6ce55b9a3be7c78a63c91e77297627. 2024-11-15T03:13:29,710 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-15T03:13:29,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44519 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-15T03:13:29,711 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44519 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region ce6ce55b9a3be7c78a63c91e77297627 2024-11-15T03:13:29,711 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ce6ce55b9a3be7c78a63c91e77297627 2024-11-15T03:13:29,714 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ce6ce55b9a3be7c78a63c91e77297627 in 10.1100 sec 2024-11-15T03:13:29,716 DEBUG [RS_LOG_REPLAY_OPS-regionserver/91f82191efb8:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "info" sequence_id: 5 } store_sequence_id { family_name: "ns" sequence_id: 3 } store_sequence_id { family_name: "rep_barrier" sequence_id: 18446744073709551615 } store_sequence_id { family_name: "table" sequence_id: 6 } 2024-11-15T03:13:29,716 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731640378329.810b31750281619788d52f342992bca5. 2024-11-15T03:13:29,716 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-15T03:13:29,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44519 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-15T03:13:29,717 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44519 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 810b31750281619788d52f342992bca5 2024-11-15T03:13:29,718 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 810b31750281619788d52f342992bca5 2024-11-15T03:13:29,721 DEBUG [RS_LOG_REPLAY_OPS-regionserver/91f82191efb8:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/WALs/91f82191efb8,41809,1731640366138-splitting/91f82191efb8%2C41809%2C1731640366138.meta.1731640377906.meta so closing down 2024-11-15T03:13:29,721 DEBUG [RS_LOG_REPLAY_OPS-regionserver/91f82191efb8:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T03:13:29,724 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 810b31750281619788d52f342992bca5 in 10.1190 sec 2024-11-15T03:13:29,728 INFO [RS_LOG_REPLAY_OPS-regionserver/91f82191efb8:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-91f82191efb8%2C41809%2C1731640366138.meta.1731640377906.meta.temp 2024-11-15T03:13:29,733 INFO [RS_LOG_REPLAY_OPS-regionserver/91f82191efb8:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-91f82191efb8%2C41809%2C1731640366138.meta.1731640377906.meta.temp 2024-11-15T03:13:29,736 INFO [RS_LOG_REPLAY_OPS-regionserver/91f82191efb8:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T03:13:29,752 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/data/default/SPTestTable/89831d99ade7e6e611484123dd8b1a78/.tmp/cf/888fab460cec4fc5afce191f139e04e0 is 34, key is ccd/cf:cf/1731640398348/Put/seqid=0 2024-11-15T03:13:29,752 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/data/default/SPTestTable/c1fc6783aeacfcaf7d1735bff81167b5/.tmp/cf/7de521a5e0ae4ed399327a41114d115b is 34, key is baa/cf:cf/1731640398365/Put/seqid=0 2024-11-15T03:13:29,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39987 is added to blk_1073741853_1029 (size=14141) 2024-11-15T03:13:29,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46475 is added to blk_1073741853_1029 (size=14141) 2024-11-15T03:13:29,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33343 is added to blk_1073741853_1029 (size=14141) 2024-11-15T03:13:29,758 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-91f82191efb8%2C41809%2C1731640366138.meta.1731640377906.meta.temp (wrote 25 edits, skipped 0 edits in 1 ms) 2024-11-15T03:13:29,762 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-91f82191efb8%2C41809%2C1731640366138.meta.1731640377906.meta.temp to hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-15T03:13:29,765 INFO [RS_LOG_REPLAY_OPS-regionserver/91f82191efb8:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 26 edits across 1 Regions in 56 ms; skipped=1; WAL=hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/WALs/91f82191efb8,41809,1731640366138-splitting/91f82191efb8%2C41809%2C1731640366138.meta.1731640377906.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false 2024-11-15T03:13:29,766 DEBUG [RS_LOG_REPLAY_OPS-regionserver/91f82191efb8:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/WALs/91f82191efb8,41809,1731640366138-splitting/91f82191efb8%2C41809%2C1731640366138.meta.1731640377906.meta, journal: Splitting hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/WALs/91f82191efb8,41809,1731640366138-splitting/91f82191efb8%2C41809%2C1731640366138.meta.1731640377906.meta, size=14.0 K (14382bytes) at 1731640409659Finishing writing output for hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/WALs/91f82191efb8,41809,1731640366138-splitting/91f82191efb8%2C41809%2C1731640366138.meta.1731640377906.meta so closing down at 1731640409721 (+62 ms)Creating recovered edits writer path=hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-91f82191efb8%2C41809%2C1731640366138.meta.1731640377906.meta.temp at 1731640409733 (+12 ms)3 split writer threads finished at 1731640409736 (+3 ms)Closed recovered edits writer path=hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-91f82191efb8%2C41809%2C1731640366138.meta.1731640377906.meta.temp (wrote 25 edits, skipped 0 edits in 1 ms) at 1731640409758 (+22 ms)Rename recovered edits hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-91f82191efb8%2C41809%2C1731640366138.meta.1731640377906.meta.temp to hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 at 1731640409762 (+4 ms)Processed 26 edits across 1 Regions in 56 ms; skipped=1; WAL=hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/WALs/91f82191efb8,41809,1731640366138-splitting/91f82191efb8%2C41809%2C1731640366138.meta.1731640377906.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false at 1731640409765 (+3 ms) 2024-11-15T03:13:29,766 DEBUG [RS_LOG_REPLAY_OPS-regionserver/91f82191efb8:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/WALs/91f82191efb8,41809,1731640366138-splitting/91f82191efb8%2C41809%2C1731640366138.meta.1731640377906.meta 2024-11-15T03:13:29,766 DEBUG [RS_LOG_REPLAY_OPS-regionserver/91f82191efb8:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-15T03:13:29,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44519 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-15T03:13:29,774 INFO [PEWorker-5 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/WALs/91f82191efb8,41809,1731640366138-splitting/91f82191efb8%2C41809%2C1731640366138.meta.1731640377906.meta to hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/oldWALs 2024-11-15T03:13:29,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33343 is added to blk_1073741855_1031 (size=47197) 2024-11-15T03:13:29,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39987 is added to blk_1073741854_1030 (size=28623) 2024-11-15T03:13:29,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46475 is added to blk_1073741855_1031 (size=47197) 2024-11-15T03:13:29,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33343 is added to blk_1073741854_1030 (size=28623) 2024-11-15T03:13:29,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46475 is added to blk_1073741854_1030 (size=28623) 2024-11-15T03:13:29,778 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/data/default/SPTestTable/c1fc6783aeacfcaf7d1735bff81167b5/.tmp/cf/7de521a5e0ae4ed399327a41114d115b 2024-11-15T03:13:29,778 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-15T03:13:29,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39987 is added to blk_1073741855_1031 (size=47197) 2024-11-15T03:13:29,779 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 91f82191efb8%2C41809%2C1731640366138.meta.1731640377906.meta, worker=91f82191efb8,40155,1731640366086 in 9.8980 sec 2024-11-15T03:13:29,781 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=91f82191efb8,40155,1731640366086 2024-11-15T03:13:29,782 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/data/default/SPTestTable/89831d99ade7e6e611484123dd8b1a78/.tmp/cf/888fab460cec4fc5afce191f139e04e0 2024-11-15T03:13:29,784 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-15T03:13:29,785 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 91f82191efb8%2C41809%2C1731640366138.meta.1731640377906.meta, worker=91f82191efb8,40155,1731640366086 in 9.9180 sec 2024-11-15T03:13:29,787 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/WALs/91f82191efb8,41809,1731640366138-splitting dir is empty, no logs to split. 2024-11-15T03:13:29,787 INFO [PEWorker-2 {}] master.SplitWALManager(105): 91f82191efb8,41809,1731640366138 WAL count=0, meta=true 2024-11-15T03:13:29,787 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if 91f82191efb8,41809,1731640366138 WAL splitting is done? wals=0, meta=true 2024-11-15T03:13:29,789 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T03:13:29,790 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T03:13:29,792 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-15T03:13:29,828 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/data/default/SPTestTable/c1fc6783aeacfcaf7d1735bff81167b5/.tmp/cf/7de521a5e0ae4ed399327a41114d115b as hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/data/default/SPTestTable/c1fc6783aeacfcaf7d1735bff81167b5/cf/7de521a5e0ae4ed399327a41114d115b 2024-11-15T03:13:29,828 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/data/default/SPTestTable/89831d99ade7e6e611484123dd8b1a78/.tmp/cf/888fab460cec4fc5afce191f139e04e0 as hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/data/default/SPTestTable/89831d99ade7e6e611484123dd8b1a78/cf/888fab460cec4fc5afce191f139e04e0 2024-11-15T03:13:29,838 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/data/default/SPTestTable/c1fc6783aeacfcaf7d1735bff81167b5/cf/7de521a5e0ae4ed399327a41114d115b, entries=731, sequenceid=5, filesize=28.0 K 2024-11-15T03:13:29,839 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/data/default/SPTestTable/89831d99ade7e6e611484123dd8b1a78/cf/888fab460cec4fc5afce191f139e04e0, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-15T03:13:29,845 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for c1fc6783aeacfcaf7d1735bff81167b5 in 213ms, sequenceid=5, compaction requested=false 2024-11-15T03:13:29,845 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 89831d99ade7e6e611484123dd8b1a78 in 213ms, sequenceid=5, compaction requested=false 2024-11-15T03:13:29,845 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for c1fc6783aeacfcaf7d1735bff81167b5: 2024-11-15T03:13:29,845 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 89831d99ade7e6e611484123dd8b1a78: 2024-11-15T03:13:29,845 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731640378329.c1fc6783aeacfcaf7d1735bff81167b5. for SnapshotProcedureTest completed. 2024-11-15T03:13:29,845 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731640378329.89831d99ade7e6e611484123dd8b1a78. for SnapshotProcedureTest completed. 2024-11-15T03:13:29,845 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731640378329.c1fc6783aeacfcaf7d1735bff81167b5.' region-info for snapshot=SnapshotProcedureTest 2024-11-15T03:13:29,845 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731640378329.89831d99ade7e6e611484123dd8b1a78.' region-info for snapshot=SnapshotProcedureTest 2024-11-15T03:13:29,845 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-15T03:13:29,845 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-15T03:13:29,845 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/data/default/SPTestTable/c1fc6783aeacfcaf7d1735bff81167b5/cf/7de521a5e0ae4ed399327a41114d115b] hfiles 2024-11-15T03:13:29,845 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/data/default/SPTestTable/89831d99ade7e6e611484123dd8b1a78/cf/888fab460cec4fc5afce191f139e04e0] hfiles 2024-11-15T03:13:29,847 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/data/default/SPTestTable/c1fc6783aeacfcaf7d1735bff81167b5/cf/7de521a5e0ae4ed399327a41114d115b for snapshot=SnapshotProcedureTest 2024-11-15T03:13:29,847 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/data/default/SPTestTable/89831d99ade7e6e611484123dd8b1a78/cf/888fab460cec4fc5afce191f139e04e0 for snapshot=SnapshotProcedureTest 2024-11-15T03:13:29,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33343 is added to blk_1073741856_1032 (size=105) 2024-11-15T03:13:29,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39987 is added to blk_1073741856_1032 (size=105) 2024-11-15T03:13:29,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46475 is added to blk_1073741856_1032 (size=105) 2024-11-15T03:13:29,868 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731640378329.c1fc6783aeacfcaf7d1735bff81167b5. 2024-11-15T03:13:29,868 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-15T03:13:29,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44519 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-15T03:13:29,869 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44519 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c1fc6783aeacfcaf7d1735bff81167b5 2024-11-15T03:13:29,869 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c1fc6783aeacfcaf7d1735bff81167b5 2024-11-15T03:13:29,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46475 is added to blk_1073741857_1033 (size=105) 2024-11-15T03:13:29,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33343 is added to blk_1073741857_1033 (size=105) 2024-11-15T03:13:29,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39987 is added to blk_1073741857_1033 (size=105) 2024-11-15T03:13:29,873 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731640378329.89831d99ade7e6e611484123dd8b1a78. 2024-11-15T03:13:29,873 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c1fc6783aeacfcaf7d1735bff81167b5 in 10.2680 sec 2024-11-15T03:13:29,873 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-15T03:13:29,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44519 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-15T03:13:29,873 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44519 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 89831d99ade7e6e611484123dd8b1a78 2024-11-15T03:13:29,874 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 89831d99ade7e6e611484123dd8b1a78 2024-11-15T03:13:29,876 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 89831d99ade7e6e611484123dd8b1a78 in 10.2730 sec 2024-11-15T03:13:29,942 DEBUG [91f82191efb8:44519 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-15T03:13:29,942 DEBUG [91f82191efb8:44519 {}] balancer.BalancerClusterState(204): Hosts are {91f82191efb8=0} racks are {/default-rack=0} 2024-11-15T03:13:29,943 DEBUG [91f82191efb8:44519 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-15T03:13:29,943 DEBUG [91f82191efb8:44519 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-15T03:13:29,943 DEBUG [91f82191efb8:44519 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-15T03:13:29,943 DEBUG [91f82191efb8:44519 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-15T03:13:29,943 INFO [91f82191efb8:44519 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-15T03:13:29,943 INFO [91f82191efb8:44519 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-15T03:13:29,943 DEBUG [91f82191efb8:44519 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-15T03:13:29,943 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=91f82191efb8,40155,1731640366086 2024-11-15T03:13:29,945 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 91f82191efb8,40155,1731640366086, state=OPENING 2024-11-15T03:13:30,028 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45049-0x1013c7b07a80001, quorum=127.0.0.1:53673, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T03:13:30,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44519-0x1013c7b07a80000, quorum=127.0.0.1:53673, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T03:13:30,028 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40155-0x1013c7b07a80002, quorum=127.0.0.1:53673, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T03:13:30,028 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T03:13:30,028 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T03:13:30,028 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T03:13:30,028 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T03:13:30,028 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=91f82191efb8,40155,1731640366086}] 2024-11-15T03:13:34,868 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 567fd2325b175fe5a9af64e865ba4b6b 2024-11-15T03:13:34,868 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a84ae64e59abd800ac801403783f77c5 2024-11-15T03:13:34,869 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 567fd2325b175fe5a9af64e865ba4b6b can not run currently because target server of region SPTestTable,e6666661,1731640378329.567fd2325b175fe5a9af64e865ba4b6b. 91f82191efb8,41809,1731640366138 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-11-15T03:13:34,869 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure a84ae64e59abd800ac801403783f77c5 can not run currently because target server of region SPTestTable,99999996,1731640378329.a84ae64e59abd800ac801403783f77c5. 91f82191efb8,41809,1731640366138 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-11-15T03:13:34,869 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 567fd2325b175fe5a9af64e865ba4b6b; timeout=16000, timestamp=1731640430869 2024-11-15T03:13:34,870 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure a84ae64e59abd800ac801403783f77c5; timeout=16000, timestamp=1731640430869 2024-11-15T03:13:34,873 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0db3fc2d33b525856ac1bab691785ffa 2024-11-15T03:13:34,873 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d2db91d837d319139d15765fd2d4b295 2024-11-15T03:13:34,875 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure d2db91d837d319139d15765fd2d4b295 can not run currently because target server of region SPTestTable,4ccccccb,1731640378329.d2db91d837d319139d15765fd2d4b295. 91f82191efb8,41809,1731640366138 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-11-15T03:13:34,875 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 0db3fc2d33b525856ac1bab691785ffa can not run currently because target server of region SPTestTable,,1731640378329.0db3fc2d33b525856ac1bab691785ffa. 91f82191efb8,41809,1731640366138 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-11-15T03:13:34,875 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 0db3fc2d33b525856ac1bab691785ffa; timeout=16000, timestamp=1731640430875 2024-11-15T03:13:34,875 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure d2db91d837d319139d15765fd2d4b295; timeout=16000, timestamp=1731640430875 2024-11-15T03:13:38,267 INFO [master/91f82191efb8:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-15T03:13:38,268 INFO [master/91f82191efb8:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-15T03:13:40,037 INFO [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=40}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T03:13:40,037 INFO [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T03:13:40,037 INFO [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=40}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T03:13:40,040 INFO [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=91f82191efb8%2C40155%2C1731640366086.meta, suffix=.meta, logDir=hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/WALs/91f82191efb8,40155,1731640366086, archiveDir=hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/oldWALs, maxLogs=32 2024-11-15T03:13:40,056 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=40}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/WALs/91f82191efb8,40155,1731640366086/91f82191efb8%2C40155%2C1731640366086.meta.1731640420041.meta, exclude list is [], retry=0 2024-11-15T03:13:40,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33343,DS-ce8c6a51-641c-4637-98d4-5027faaa3ad4,DISK] 2024-11-15T03:13:40,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46475,DS-d7a15cc6-2514-4404-8d6d-1cdd69ea79d2,DISK] 2024-11-15T03:13:40,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39987,DS-fcbb0006-a133-4034-b8df-cefec57d2f22,DISK] 2024-11-15T03:13:40,061 INFO [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/WALs/91f82191efb8,40155,1731640366086/91f82191efb8%2C40155%2C1731640366086.meta.1731640420041.meta 2024-11-15T03:13:40,061 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46541:46541),(127.0.0.1/127.0.0.1:34893:34893),(127.0.0.1/127.0.0.1:41927:41927)] 2024-11-15T03:13:40,062 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T03:13:40,062 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=40}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T03:13:40,062 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T03:13:40,062 INFO [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T03:13:40,062 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T03:13:40,062 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T03:13:40,062 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T03:13:40,063 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T03:13:40,064 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T03:13:40,065 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T03:13:40,066 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T03:13:40,066 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T03:13:40,066 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T03:13:40,067 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T03:13:40,067 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T03:13:40,068 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T03:13:40,068 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T03:13:40,069 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T03:13:40,069 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T03:13:40,070 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T03:13:40,070 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T03:13:40,071 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T03:13:40,071 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T03:13:40,072 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T03:13:40,072 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T03:13:40,073 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/data/hbase/meta/1588230740 2024-11-15T03:13:40,076 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/data/hbase/meta/1588230740 2024-11-15T03:13:40,078 INFO [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-15T03:13:40,093 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5793): Applied 104, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=28, path=hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-15T03:13:40,094 INFO [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=12.43 KB heapSize=21.09 KB 2024-11-15T03:13:40,119 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/data/hbase/meta/1588230740/.tmp/info/c1259975614a4a119bd7d6e992bd5a98 is 167, key is SPTestTable,19999999,1731640378329.ce6ce55b9a3be7c78a63c91e77297627./info:regioninfo/1731640388795/Put/seqid=0 2024-11-15T03:13:40,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39987 is added to blk_1073741859_1035 (size=18393) 2024-11-15T03:13:40,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46475 is added to blk_1073741859_1035 (size=18393) 2024-11-15T03:13:40,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33343 is added to blk_1073741859_1035 (size=18393) 2024-11-15T03:13:40,133 INFO [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.28 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/data/hbase/meta/1588230740/.tmp/info/c1259975614a4a119bd7d6e992bd5a98 2024-11-15T03:13:40,161 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/data/hbase/meta/1588230740/.tmp/ns/ad48cd86dd924494a9474e75e9d2b481 is 43, key is default/ns:d/1731640378099/Put/seqid=0 2024-11-15T03:13:40,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46475 is added to blk_1073741860_1036 (size=5153) 2024-11-15T03:13:40,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33343 is added to blk_1073741860_1036 (size=5153) 2024-11-15T03:13:40,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39987 is added to blk_1073741860_1036 (size=5153) 2024-11-15T03:13:40,172 INFO [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/data/hbase/meta/1588230740/.tmp/ns/ad48cd86dd924494a9474e75e9d2b481 2024-11-15T03:13:40,198 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/data/hbase/meta/1588230740/.tmp/table/291cb3950f0f454b80634d3c361f0d9c is 47, key is SPTestTable/table:state/1731640388895/Put/seqid=0 2024-11-15T03:13:40,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46475 is added to blk_1073741861_1037 (size=5214) 2024-11-15T03:13:40,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33343 is added to blk_1073741861_1037 (size=5214) 2024-11-15T03:13:40,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39987 is added to blk_1073741861_1037 (size=5214) 2024-11-15T03:13:40,207 INFO [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/data/hbase/meta/1588230740/.tmp/table/291cb3950f0f454b80634d3c361f0d9c 2024-11-15T03:13:40,219 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/data/hbase/meta/1588230740/.tmp/info/c1259975614a4a119bd7d6e992bd5a98 as hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/data/hbase/meta/1588230740/info/c1259975614a4a119bd7d6e992bd5a98 2024-11-15T03:13:40,230 INFO [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/data/hbase/meta/1588230740/info/c1259975614a4a119bd7d6e992bd5a98, entries=100, sequenceid=28, filesize=18.0 K 2024-11-15T03:13:40,232 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/data/hbase/meta/1588230740/.tmp/ns/ad48cd86dd924494a9474e75e9d2b481 as hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/data/hbase/meta/1588230740/ns/ad48cd86dd924494a9474e75e9d2b481 2024-11-15T03:13:40,241 INFO [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/data/hbase/meta/1588230740/ns/ad48cd86dd924494a9474e75e9d2b481, entries=2, sequenceid=28, filesize=5.0 K 2024-11-15T03:13:40,243 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/data/hbase/meta/1588230740/.tmp/table/291cb3950f0f454b80634d3c361f0d9c as hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/data/hbase/meta/1588230740/table/291cb3950f0f454b80634d3c361f0d9c 2024-11-15T03:13:40,253 INFO [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/data/hbase/meta/1588230740/table/291cb3950f0f454b80634d3c361f0d9c, entries=2, sequenceid=28, filesize=5.1 K 2024-11-15T03:13:40,254 INFO [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(3140): Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 161ms, sequenceid=28, compaction requested=false; wal=null 2024-11-15T03:13:40,255 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-15T03:13:40,257 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T03:13:40,257 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T03:13:40,259 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T03:13:40,261 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T03:13:40,265 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/data/hbase/meta/1588230740/recovered.edits/28.seqid, newMaxSeqId=28, maxSeqId=1 2024-11-15T03:13:40,267 INFO [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=29; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69031764, jitterRate=0.028653442859649658}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T03:13:40,267 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T03:13:40,268 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731640420063Writing region info on filesystem at 1731640420063Initializing all the Stores at 1731640420064 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640420064Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640420064Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640420064Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640420064Obtaining lock to block concurrent updates at 1731640420094 (+30 ms)Preparing flush snapshotting stores in 1588230740 at 1731640420094Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12732, getHeapSize=21536, getOffHeapSize=0, getCellsCount=104 at 1731640420094Flushing stores of hbase:meta,,1.1588230740 at 1731640420094Flushing 1588230740/info: creating writer at 1731640420094Flushing 1588230740/info: appending metadata at 1731640420119 (+25 ms)Flushing 1588230740/info: closing flushed file at 1731640420119Flushing 1588230740/ns: creating writer at 1731640420145 (+26 ms)Flushing 1588230740/ns: appending metadata at 1731640420160 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731640420160Flushing 1588230740/table: creating writer at 1731640420182 (+22 ms)Flushing 1588230740/table: appending metadata at 1731640420197 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731640420197Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1afe3492: reopening flushed file at 1731640420217 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ddb8ef4: reopening flushed file at 1731640420230 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e7ea20: reopening flushed file at 1731640420241 (+11 ms)Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 161ms, sequenceid=28, compaction requested=false; wal=null at 1731640420254 (+13 ms)Cleaning up temporary data from old regions at 1731640420258 (+4 ms)Running coprocessor post-open hooks at 1731640420267 (+9 ms)Region opened successfully at 1731640420267 2024-11-15T03:13:40,269 INFO [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=40, masterSystemTime=1731640420031 2024-11-15T03:13:40,272 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T03:13:40,272 INFO [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=40}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T03:13:40,273 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=29, regionLocation=91f82191efb8,40155,1731640366086 2024-11-15T03:13:40,275 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 91f82191efb8,40155,1731640366086, state=OPEN 2024-11-15T03:13:40,311 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45049-0x1013c7b07a80001, quorum=127.0.0.1:53673, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T03:13:40,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44519-0x1013c7b07a80000, quorum=127.0.0.1:53673, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T03:13:40,311 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40155-0x1013c7b07a80002, quorum=127.0.0.1:53673, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T03:13:40,311 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=40, ppid=39, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=91f82191efb8,40155,1731640366086 2024-11-15T03:13:40,311 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T03:13:40,312 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T03:13:40,312 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T03:13:40,315 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39 2024-11-15T03:13:40,315 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=91f82191efb8,40155,1731640366086 in 10.2830 sec 2024-11-15T03:13:40,318 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=36 2024-11-15T03:13:40,318 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.5260 sec 2024-11-15T03:13:40,318 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 91f82191efb8,41809,1731640366138 had 5 regions 2024-11-15T03:13:40,319 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 91f82191efb8,41809,1731640366138, splitWal=true, meta=true, isMeta: false 2024-11-15T03:13:40,322 INFO [PEWorker-3 {}] master.SplitWALManager(105): 91f82191efb8,41809,1731640366138 WAL count=1, meta=false 2024-11-15T03:13:40,322 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 91f82191efb8%2C41809%2C1731640366138.1731640367653}] 2024-11-15T03:13:40,325 DEBUG [PEWorker-5 {}] master.SplitWALManager(158): Acquired split WAL worker=91f82191efb8,45049,1731640365952 2024-11-15T03:13:40,326 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 91f82191efb8%2C41809%2C1731640366138.1731640367653, worker=91f82191efb8,45049,1731640365952}] 2024-11-15T03:13:43,955 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T03:13:45,596 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-15T03:13:49,022 INFO [regionserver/91f82191efb8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-15T03:13:50,329 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45049 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=42 2024-11-15T03:13:50,344 INFO [RS_LOG_REPLAY_OPS-regionserver/91f82191efb8:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(299): Splitting hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/WALs/91f82191efb8,41809,1731640366138-splitting/91f82191efb8%2C41809%2C1731640366138.1731640367653, size=1.2 K (1242bytes) 2024-11-15T03:13:50,344 INFO [RS_LOG_REPLAY_OPS-regionserver/91f82191efb8:0-0 {event_type=RS_LOG_REPLAY, pid=42}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/WALs/91f82191efb8,41809,1731640366138-splitting/91f82191efb8%2C41809%2C1731640366138.1731640367653 2024-11-15T03:13:50,345 INFO [RS_LOG_REPLAY_OPS-regionserver/91f82191efb8:0-0 {event_type=RS_LOG_REPLAY, pid=42}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/WALs/91f82191efb8,41809,1731640366138-splitting/91f82191efb8%2C41809%2C1731640366138.1731640367653 after 1ms 2024-11-15T03:13:50,349 INFO [RS_LOG_REPLAY_OPS-regionserver/91f82191efb8:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(310): Open hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/WALs/91f82191efb8,41809,1731640366138-splitting/91f82191efb8%2C41809%2C1731640366138.1731640367653 took 5ms 2024-11-15T03:13:50,351 DEBUG [RS_LOG_REPLAY_OPS-regionserver/91f82191efb8:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for 0db3fc2d33b525856ac1bab691785ffa: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-15T03:13:50,353 DEBUG [RS_LOG_REPLAY_OPS-regionserver/91f82191efb8:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for a84ae64e59abd800ac801403783f77c5: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-15T03:13:50,354 DEBUG [RS_LOG_REPLAY_OPS-regionserver/91f82191efb8:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for 567fd2325b175fe5a9af64e865ba4b6b: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-15T03:13:50,355 DEBUG [RS_LOG_REPLAY_OPS-regionserver/91f82191efb8:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for d2db91d837d319139d15765fd2d4b295: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-15T03:13:50,355 DEBUG [RS_LOG_REPLAY_OPS-regionserver/91f82191efb8:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/WALs/91f82191efb8,41809,1731640366138-splitting/91f82191efb8%2C41809%2C1731640366138.1731640367653 so closing down 2024-11-15T03:13:50,355 DEBUG [RS_LOG_REPLAY_OPS-regionserver/91f82191efb8:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T03:13:50,355 INFO [RS_LOG_REPLAY_OPS-regionserver/91f82191efb8:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T03:13:50,356 INFO [RS_LOG_REPLAY_OPS-regionserver/91f82191efb8:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(425): Processed 4 edits across 0 Regions in 7 ms; skipped=4; WAL=hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/WALs/91f82191efb8,41809,1731640366138-splitting/91f82191efb8%2C41809%2C1731640366138.1731640367653, size=1.2 K, length=1242, corrupted=false, cancelled=false 2024-11-15T03:13:50,356 DEBUG [RS_LOG_REPLAY_OPS-regionserver/91f82191efb8:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(428): Completed split of hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/WALs/91f82191efb8,41809,1731640366138-splitting/91f82191efb8%2C41809%2C1731640366138.1731640367653, journal: Splitting hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/WALs/91f82191efb8,41809,1731640366138-splitting/91f82191efb8%2C41809%2C1731640366138.1731640367653, size=1.2 K (1242bytes) at 1731640430344Finishing writing output for hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/WALs/91f82191efb8,41809,1731640366138-splitting/91f82191efb8%2C41809%2C1731640366138.1731640367653 so closing down at 1731640430355 (+11 ms)3 split writer threads finished at 1731640430356 (+1 ms)Processed 4 edits across 0 Regions in 7 ms; skipped=4; WAL=hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/WALs/91f82191efb8,41809,1731640366138-splitting/91f82191efb8%2C41809%2C1731640366138.1731640367653, size=1.2 K, length=1242, corrupted=false, cancelled=false at 1731640430356 2024-11-15T03:13:50,356 DEBUG [RS_LOG_REPLAY_OPS-regionserver/91f82191efb8:0-0 {event_type=RS_LOG_REPLAY, pid=42}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/WALs/91f82191efb8,41809,1731640366138-splitting/91f82191efb8%2C41809%2C1731640366138.1731640367653 2024-11-15T03:13:50,356 DEBUG [RS_LOG_REPLAY_OPS-regionserver/91f82191efb8:0-0 {event_type=RS_LOG_REPLAY, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-15T03:13:50,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44519 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-15T03:13:50,360 INFO [PEWorker-2 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/WALs/91f82191efb8,41809,1731640366138-splitting/91f82191efb8%2C41809%2C1731640366138.1731640367653 to hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/oldWALs 2024-11-15T03:13:50,363 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=41 2024-11-15T03:13:50,363 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=41, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 91f82191efb8%2C41809%2C1731640366138.1731640367653, worker=91f82191efb8,45049,1731640365952 in 10.0340 sec 2024-11-15T03:13:50,364 DEBUG [PEWorker-4 {}] master.SplitWALManager(172): Release split WAL worker=91f82191efb8,45049,1731640365952 2024-11-15T03:13:50,367 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=36 2024-11-15T03:13:50,367 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 91f82191efb8%2C41809%2C1731640366138.1731640367653, worker=91f82191efb8,45049,1731640365952 in 10.0420 sec 2024-11-15T03:13:50,369 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/WALs/91f82191efb8,41809,1731640366138-splitting dir is empty, no logs to split. 2024-11-15T03:13:50,369 INFO [PEWorker-3 {}] master.SplitWALManager(105): 91f82191efb8,41809,1731640366138 WAL count=0, meta=false 2024-11-15T03:13:50,369 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 91f82191efb8,41809,1731640366138 WAL splitting is done? wals=0, meta=false 2024-11-15T03:13:50,371 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a84ae64e59abd800ac801403783f77c5, ASSIGN}, {pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=567fd2325b175fe5a9af64e865ba4b6b, ASSIGN}, {pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0db3fc2d33b525856ac1bab691785ffa, ASSIGN}, {pid=46, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d2db91d837d319139d15765fd2d4b295, ASSIGN}] 2024-11-15T03:13:50,372 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0db3fc2d33b525856ac1bab691785ffa, ASSIGN 2024-11-15T03:13:50,372 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=46, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d2db91d837d319139d15765fd2d4b295, ASSIGN 2024-11-15T03:13:50,373 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=567fd2325b175fe5a9af64e865ba4b6b, ASSIGN 2024-11-15T03:13:50,373 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a84ae64e59abd800ac801403783f77c5, ASSIGN 2024-11-15T03:13:50,373 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0db3fc2d33b525856ac1bab691785ffa, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-15T03:13:50,374 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=46, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d2db91d837d319139d15765fd2d4b295, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-15T03:13:50,374 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=567fd2325b175fe5a9af64e865ba4b6b, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-15T03:13:50,374 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a84ae64e59abd800ac801403783f77c5, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-15T03:13:50,524 DEBUG [91f82191efb8:44519 {}] balancer.BalancerClusterState(204): Hosts are {91f82191efb8=0} racks are {/default-rack=0} 2024-11-15T03:13:50,525 DEBUG [91f82191efb8:44519 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-15T03:13:50,525 DEBUG [91f82191efb8:44519 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-15T03:13:50,525 DEBUG [91f82191efb8:44519 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-15T03:13:50,525 DEBUG [91f82191efb8:44519 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-15T03:13:50,525 INFO [91f82191efb8:44519 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-15T03:13:50,525 INFO [91f82191efb8:44519 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-15T03:13:50,525 DEBUG [91f82191efb8:44519 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-15T03:13:50,525 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=46 updating hbase:meta row=d2db91d837d319139d15765fd2d4b295, regionState=OPENING, regionLocation=91f82191efb8,40155,1731640366086 2024-11-15T03:13:50,525 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=567fd2325b175fe5a9af64e865ba4b6b, regionState=OPENING, regionLocation=91f82191efb8,40155,1731640366086 2024-11-15T03:13:50,525 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=45 updating hbase:meta row=0db3fc2d33b525856ac1bab691785ffa, regionState=OPENING, regionLocation=91f82191efb8,45049,1731640365952 2024-11-15T03:13:50,525 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=43 updating hbase:meta row=a84ae64e59abd800ac801403783f77c5, regionState=OPENING, regionLocation=91f82191efb8,45049,1731640365952 2024-11-15T03:13:50,527 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 91f82191efb8:41809 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 91f82191efb8/172.17.0.2:41809 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T03:13:50,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=91f82191efb8,41809,1731640366138, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=91f82191efb8,41809,1731640366138, seqNum=-1, error=java.net.ConnectException: Call to address=91f82191efb8:41809 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 91f82191efb8/172.17.0.2:41809 2024-11-15T03:13:50,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=91f82191efb8,41809,1731640366138, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-15T03:13:50,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=91f82191efb8,41809,1731640366138, seqNum=-1 from cache 2024-11-15T03:13:50,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=91f82191efb8,41809,1731640366138, seqNum=-1 , the old value is null, error=java.net.ConnectException: Call to address=91f82191efb8:41809 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 91f82191efb8/172.17.0.2:41809 2024-11-15T03:13:50,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=91f82191efb8,41809,1731640366138, seqNum=-1 , the old value is null, error=java.net.ConnectException: Call to address=91f82191efb8:41809 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 91f82191efb8/172.17.0.2:41809 2024-11-15T03:13:50,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=91f82191efb8,41809,1731640366138, seqNum=-1 , the old value is null, error=java.net.ConnectException: Call to address=91f82191efb8:41809 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 91f82191efb8/172.17.0.2:41809 2024-11-15T03:13:50,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 91f82191efb8:41809 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 91f82191efb8/172.17.0.2:41809 2024-11-15T03:13:50,637 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T03:13:50,637 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91f82191efb8,40155,1731640366086, seqNum=-1] 2024-11-15T03:13:50,638 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T03:13:50,640 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45601, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T03:13:50,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d2db91d837d319139d15765fd2d4b295, ASSIGN because future has completed 2024-11-15T03:13:50,643 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE, hasLock=false; OpenRegionProcedure d2db91d837d319139d15765fd2d4b295, server=91f82191efb8,40155,1731640366086}] 2024-11-15T03:13:50,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a84ae64e59abd800ac801403783f77c5, ASSIGN because future has completed 2024-11-15T03:13:50,644 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=43, state=RUNNABLE, hasLock=false; OpenRegionProcedure a84ae64e59abd800ac801403783f77c5, server=91f82191efb8,45049,1731640365952}] 2024-11-15T03:13:50,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=567fd2325b175fe5a9af64e865ba4b6b, ASSIGN because future has completed 2024-11-15T03:13:50,647 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure 567fd2325b175fe5a9af64e865ba4b6b, server=91f82191efb8,40155,1731640366086}] 2024-11-15T03:13:50,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0db3fc2d33b525856ac1bab691785ffa, ASSIGN because future has completed 2024-11-15T03:13:50,648 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=45, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0db3fc2d33b525856ac1bab691785ffa, server=91f82191efb8,45049,1731640365952}] 2024-11-15T03:13:50,869 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 567fd2325b175fe5a9af64e865ba4b6b held by pid=44 2024-11-15T03:13:50,869 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a84ae64e59abd800ac801403783f77c5 held by pid=43 2024-11-15T03:13:50,869 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 567fd2325b175fe5a9af64e865ba4b6b 2024-11-15T03:13:50,869 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a84ae64e59abd800ac801403783f77c5 2024-11-15T03:13:50,875 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d2db91d837d319139d15765fd2d4b295 held by pid=46 2024-11-15T03:13:50,875 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d2db91d837d319139d15765fd2d4b295 2024-11-15T03:13:50,875 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0db3fc2d33b525856ac1bab691785ffa held by pid=45 2024-11-15T03:13:50,875 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0db3fc2d33b525856ac1bab691785ffa 2024-11-15T03:13:53,743 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 89831d99ade7e6e611484123dd8b1a78, had cached 0 bytes from a total of 47197 2024-11-15T03:13:53,842 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region c1fc6783aeacfcaf7d1735bff81167b5, had cached 0 bytes from a total of 28623 2024-11-15T03:13:55,222 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=91f82191efb8:44519 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-15T03:13:59,621 DEBUG [master/91f82191efb8:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region ce6ce55b9a3be7c78a63c91e77297627 changed from -1.0 to 0.0, refreshing cache 2024-11-15T03:13:59,622 DEBUG [master/91f82191efb8:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region f612e5a586f573a5c3bc6b7bd93003bb changed from -1.0 to 0.0, refreshing cache 2024-11-15T03:13:59,622 DEBUG [master/91f82191efb8:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region c1fc6783aeacfcaf7d1735bff81167b5 changed from -1.0 to 0.0, refreshing cache 2024-11-15T03:13:59,623 DEBUG [master/91f82191efb8:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-15T03:13:59,623 DEBUG [master/91f82191efb8:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 810b31750281619788d52f342992bca5 changed from -1.0 to 0.0, refreshing cache 2024-11-15T03:13:59,623 DEBUG [master/91f82191efb8:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region cffab81fdfa5132dcff94f648067e033 changed from -1.0 to 0.0, refreshing cache 2024-11-15T03:13:59,623 DEBUG [master/91f82191efb8:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 89831d99ade7e6e611484123dd8b1a78 changed from -1.0 to 0.0, refreshing cache 2024-11-15T03:14:00,658 INFO [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(132): Open SPTestTable,,1731640378329.0db3fc2d33b525856ac1bab691785ffa. 2024-11-15T03:14:00,658 INFO [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731640378329.567fd2325b175fe5a9af64e865ba4b6b. 2024-11-15T03:14:00,658 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7752): Opening region: {ENCODED => 0db3fc2d33b525856ac1bab691785ffa, NAME => 'SPTestTable,,1731640378329.0db3fc2d33b525856ac1bab691785ffa.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-15T03:14:00,658 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7752): Opening region: {ENCODED => 567fd2325b175fe5a9af64e865ba4b6b, NAME => 'SPTestTable,e6666661,1731640378329.567fd2325b175fe5a9af64e865ba4b6b.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-15T03:14:00,659 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0db3fc2d33b525856ac1bab691785ffa 2024-11-15T03:14:00,659 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 567fd2325b175fe5a9af64e865ba4b6b 2024-11-15T03:14:00,659 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(898): Instantiated SPTestTable,,1731640378329.0db3fc2d33b525856ac1bab691785ffa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T03:14:00,659 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731640378329.567fd2325b175fe5a9af64e865ba4b6b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T03:14:00,659 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7794): checking encryption for 0db3fc2d33b525856ac1bab691785ffa 2024-11-15T03:14:00,659 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7794): checking encryption for 567fd2325b175fe5a9af64e865ba4b6b 2024-11-15T03:14:00,659 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7797): checking classloading for 0db3fc2d33b525856ac1bab691785ffa 2024-11-15T03:14:00,659 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7797): checking classloading for 567fd2325b175fe5a9af64e865ba4b6b 2024-11-15T03:14:00,661 INFO [StoreOpener-567fd2325b175fe5a9af64e865ba4b6b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 567fd2325b175fe5a9af64e865ba4b6b 2024-11-15T03:14:00,661 INFO [StoreOpener-0db3fc2d33b525856ac1bab691785ffa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0db3fc2d33b525856ac1bab691785ffa 2024-11-15T03:14:00,662 INFO [StoreOpener-567fd2325b175fe5a9af64e865ba4b6b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 567fd2325b175fe5a9af64e865ba4b6b columnFamilyName cf 2024-11-15T03:14:00,662 DEBUG [StoreOpener-567fd2325b175fe5a9af64e865ba4b6b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T03:14:00,662 INFO [StoreOpener-0db3fc2d33b525856ac1bab691785ffa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0db3fc2d33b525856ac1bab691785ffa columnFamilyName cf 2024-11-15T03:14:00,662 DEBUG [StoreOpener-0db3fc2d33b525856ac1bab691785ffa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T03:14:00,662 INFO [StoreOpener-567fd2325b175fe5a9af64e865ba4b6b-1 {}] regionserver.HStore(327): Store=567fd2325b175fe5a9af64e865ba4b6b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T03:14:00,662 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1038): replaying wal for 567fd2325b175fe5a9af64e865ba4b6b 2024-11-15T03:14:00,662 INFO [StoreOpener-0db3fc2d33b525856ac1bab691785ffa-1 {}] regionserver.HStore(327): Store=0db3fc2d33b525856ac1bab691785ffa/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T03:14:00,663 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1038): replaying wal for 0db3fc2d33b525856ac1bab691785ffa 2024-11-15T03:14:00,663 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/data/default/SPTestTable/567fd2325b175fe5a9af64e865ba4b6b 2024-11-15T03:14:00,663 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/data/default/SPTestTable/0db3fc2d33b525856ac1bab691785ffa 2024-11-15T03:14:00,664 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/data/default/SPTestTable/567fd2325b175fe5a9af64e865ba4b6b 2024-11-15T03:14:00,664 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/data/default/SPTestTable/0db3fc2d33b525856ac1bab691785ffa 2024-11-15T03:14:00,665 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1048): stopping wal replay for 567fd2325b175fe5a9af64e865ba4b6b 2024-11-15T03:14:00,665 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1048): stopping wal replay for 0db3fc2d33b525856ac1bab691785ffa 2024-11-15T03:14:00,665 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1060): Cleaning up temporary data for 0db3fc2d33b525856ac1bab691785ffa 2024-11-15T03:14:00,665 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1060): Cleaning up temporary data for 567fd2325b175fe5a9af64e865ba4b6b 2024-11-15T03:14:00,667 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1093): writing seq id for 0db3fc2d33b525856ac1bab691785ffa 2024-11-15T03:14:00,667 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1093): writing seq id for 567fd2325b175fe5a9af64e865ba4b6b 2024-11-15T03:14:00,668 INFO [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1114): Opened 0db3fc2d33b525856ac1bab691785ffa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74117145, jitterRate=0.10443152487277985}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T03:14:00,668 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0db3fc2d33b525856ac1bab691785ffa 2024-11-15T03:14:00,668 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1006): Region open journal for 0db3fc2d33b525856ac1bab691785ffa: Running coprocessor pre-open hook at 1731640440659Writing region info on filesystem at 1731640440659Initializing all the Stores at 1731640440660 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640440660Cleaning up temporary data from old regions at 1731640440665 (+5 ms)Running coprocessor post-open hooks at 1731640440668 (+3 ms)Region opened successfully at 1731640440668 2024-11-15T03:14:00,668 INFO [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1114): Opened 567fd2325b175fe5a9af64e865ba4b6b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59049837, jitterRate=-0.1200888603925705}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T03:14:00,668 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 567fd2325b175fe5a9af64e865ba4b6b 2024-11-15T03:14:00,669 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1006): Region open journal for 567fd2325b175fe5a9af64e865ba4b6b: Running coprocessor pre-open hook at 1731640440659Writing region info on filesystem at 1731640440659Initializing all the Stores at 1731640440660 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640440660Cleaning up temporary data from old regions at 1731640440665 (+5 ms)Running coprocessor post-open hooks at 1731640440668 (+3 ms)Region opened successfully at 1731640440669 (+1 ms) 2024-11-15T03:14:00,669 INFO [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731640378329.0db3fc2d33b525856ac1bab691785ffa., pid=50, masterSystemTime=1731640440648 2024-11-15T03:14:00,669 INFO [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731640378329.567fd2325b175fe5a9af64e865ba4b6b., pid=49, masterSystemTime=1731640440646 2024-11-15T03:14:00,671 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731640378329.0db3fc2d33b525856ac1bab691785ffa. 2024-11-15T03:14:00,671 INFO [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731640378329.0db3fc2d33b525856ac1bab691785ffa. 2024-11-15T03:14:00,671 INFO [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731640378329.a84ae64e59abd800ac801403783f77c5. 2024-11-15T03:14:00,671 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7752): Opening region: {ENCODED => a84ae64e59abd800ac801403783f77c5, NAME => 'SPTestTable,99999996,1731640378329.a84ae64e59abd800ac801403783f77c5.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-15T03:14:00,671 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=45 updating hbase:meta row=0db3fc2d33b525856ac1bab691785ffa, regionState=OPEN, openSeqNum=2, regionLocation=91f82191efb8,45049,1731640365952 2024-11-15T03:14:00,671 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a84ae64e59abd800ac801403783f77c5 2024-11-15T03:14:00,671 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731640378329.a84ae64e59abd800ac801403783f77c5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T03:14:00,672 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7794): checking encryption for a84ae64e59abd800ac801403783f77c5 2024-11-15T03:14:00,672 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7797): checking classloading for a84ae64e59abd800ac801403783f77c5 2024-11-15T03:14:00,672 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731640378329.567fd2325b175fe5a9af64e865ba4b6b. 2024-11-15T03:14:00,672 INFO [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731640378329.567fd2325b175fe5a9af64e865ba4b6b. 2024-11-15T03:14:00,672 INFO [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731640378329.d2db91d837d319139d15765fd2d4b295. 2024-11-15T03:14:00,673 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7752): Opening region: {ENCODED => d2db91d837d319139d15765fd2d4b295, NAME => 'SPTestTable,4ccccccb,1731640378329.d2db91d837d319139d15765fd2d4b295.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-15T03:14:00,673 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d2db91d837d319139d15765fd2d4b295 2024-11-15T03:14:00,673 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731640378329.d2db91d837d319139d15765fd2d4b295.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T03:14:00,673 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7794): checking encryption for d2db91d837d319139d15765fd2d4b295 2024-11-15T03:14:00,673 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7797): checking classloading for d2db91d837d319139d15765fd2d4b295 2024-11-15T03:14:00,674 INFO [StoreOpener-a84ae64e59abd800ac801403783f77c5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a84ae64e59abd800ac801403783f77c5 2024-11-15T03:14:00,674 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=567fd2325b175fe5a9af64e865ba4b6b, regionState=OPEN, openSeqNum=2, regionLocation=91f82191efb8,40155,1731640366086 2024-11-15T03:14:00,675 INFO [StoreOpener-d2db91d837d319139d15765fd2d4b295-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d2db91d837d319139d15765fd2d4b295 2024-11-15T03:14:00,675 INFO [StoreOpener-a84ae64e59abd800ac801403783f77c5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a84ae64e59abd800ac801403783f77c5 columnFamilyName cf 2024-11-15T03:14:00,675 DEBUG [StoreOpener-a84ae64e59abd800ac801403783f77c5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T03:14:00,675 INFO [StoreOpener-a84ae64e59abd800ac801403783f77c5-1 {}] regionserver.HStore(327): Store=a84ae64e59abd800ac801403783f77c5/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T03:14:00,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=45, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0db3fc2d33b525856ac1bab691785ffa, server=91f82191efb8,45049,1731640365952 because future has completed 2024-11-15T03:14:00,676 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1038): replaying wal for a84ae64e59abd800ac801403783f77c5 2024-11-15T03:14:00,676 INFO [StoreOpener-d2db91d837d319139d15765fd2d4b295-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2db91d837d319139d15765fd2d4b295 columnFamilyName cf 2024-11-15T03:14:00,676 DEBUG [StoreOpener-d2db91d837d319139d15765fd2d4b295-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T03:14:00,677 INFO [StoreOpener-d2db91d837d319139d15765fd2d4b295-1 {}] regionserver.HStore(327): Store=d2db91d837d319139d15765fd2d4b295/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T03:14:00,677 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/data/default/SPTestTable/a84ae64e59abd800ac801403783f77c5 2024-11-15T03:14:00,677 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1038): replaying wal for d2db91d837d319139d15765fd2d4b295 2024-11-15T03:14:00,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure 567fd2325b175fe5a9af64e865ba4b6b, server=91f82191efb8,40155,1731640366086 because future has completed 2024-11-15T03:14:00,678 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/data/default/SPTestTable/d2db91d837d319139d15765fd2d4b295 2024-11-15T03:14:00,679 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/data/default/SPTestTable/a84ae64e59abd800ac801403783f77c5 2024-11-15T03:14:00,679 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/data/default/SPTestTable/d2db91d837d319139d15765fd2d4b295 2024-11-15T03:14:00,680 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1048): stopping wal replay for a84ae64e59abd800ac801403783f77c5 2024-11-15T03:14:00,680 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1048): stopping wal replay for d2db91d837d319139d15765fd2d4b295 2024-11-15T03:14:00,680 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1060): Cleaning up temporary data for d2db91d837d319139d15765fd2d4b295 2024-11-15T03:14:00,680 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1060): Cleaning up temporary data for a84ae64e59abd800ac801403783f77c5 2024-11-15T03:14:00,683 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1093): writing seq id for a84ae64e59abd800ac801403783f77c5 2024-11-15T03:14:00,683 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1093): writing seq id for d2db91d837d319139d15765fd2d4b295 2024-11-15T03:14:00,683 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=44 2024-11-15T03:14:00,683 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=44, state=SUCCESS, hasLock=false; OpenRegionProcedure 567fd2325b175fe5a9af64e865ba4b6b, server=91f82191efb8,40155,1731640366086 in 10.0330 sec 2024-11-15T03:14:00,684 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=45 2024-11-15T03:14:00,684 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=45, state=SUCCESS, hasLock=false; OpenRegionProcedure 0db3fc2d33b525856ac1bab691785ffa, server=91f82191efb8,45049,1731640365952 in 10.0310 sec 2024-11-15T03:14:00,685 INFO [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1114): Opened a84ae64e59abd800ac801403783f77c5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64979328, jitterRate=-0.03173255920410156}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T03:14:00,685 INFO [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1114): Opened d2db91d837d319139d15765fd2d4b295; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60053606, jitterRate=-0.10513153672218323}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T03:14:00,685 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a84ae64e59abd800ac801403783f77c5 2024-11-15T03:14:00,685 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d2db91d837d319139d15765fd2d4b295 2024-11-15T03:14:00,685 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1006): Region open journal for d2db91d837d319139d15765fd2d4b295: Running coprocessor pre-open hook at 1731640440673Writing region info on filesystem at 1731640440673Initializing all the Stores at 1731640440674 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640440674Cleaning up temporary data from old regions at 1731640440680 (+6 ms)Running coprocessor post-open hooks at 1731640440685 (+5 ms)Region opened successfully at 1731640440685 2024-11-15T03:14:00,685 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1006): Region open journal for a84ae64e59abd800ac801403783f77c5: Running coprocessor pre-open hook at 1731640440672Writing region info on filesystem at 1731640440672Initializing all the Stores at 1731640440673 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640440673Cleaning up temporary data from old regions at 1731640440680 (+7 ms)Running coprocessor post-open hooks at 1731640440685 (+5 ms)Region opened successfully at 1731640440685 2024-11-15T03:14:00,686 INFO [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731640378329.d2db91d837d319139d15765fd2d4b295., pid=47, masterSystemTime=1731640440646 2024-11-15T03:14:00,686 INFO [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731640378329.a84ae64e59abd800ac801403783f77c5., pid=48, masterSystemTime=1731640440648 2024-11-15T03:14:00,687 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=567fd2325b175fe5a9af64e865ba4b6b, ASSIGN in 10.3120 sec 2024-11-15T03:14:00,687 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 567fd2325b175fe5a9af64e865ba4b6b 2024-11-15T03:14:00,687 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0db3fc2d33b525856ac1bab691785ffa, ASSIGN in 10.3130 sec 2024-11-15T03:14:00,687 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0db3fc2d33b525856ac1bab691785ffa 2024-11-15T03:14:00,688 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731640378329.a84ae64e59abd800ac801403783f77c5. 2024-11-15T03:14:00,689 INFO [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731640378329.a84ae64e59abd800ac801403783f77c5. 2024-11-15T03:14:00,689 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=43 updating hbase:meta row=a84ae64e59abd800ac801403783f77c5, regionState=OPEN, openSeqNum=2, regionLocation=91f82191efb8,45049,1731640365952 2024-11-15T03:14:00,689 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731640378329.d2db91d837d319139d15765fd2d4b295. 2024-11-15T03:14:00,689 INFO [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731640378329.d2db91d837d319139d15765fd2d4b295. 2024-11-15T03:14:00,691 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=46 updating hbase:meta row=d2db91d837d319139d15765fd2d4b295, regionState=OPEN, openSeqNum=2, regionLocation=91f82191efb8,40155,1731640366086 2024-11-15T03:14:00,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=48, ppid=43, state=RUNNABLE, hasLock=false; OpenRegionProcedure a84ae64e59abd800ac801403783f77c5, server=91f82191efb8,45049,1731640365952 because future has completed 2024-11-15T03:14:00,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=47, ppid=46, state=RUNNABLE, hasLock=false; OpenRegionProcedure d2db91d837d319139d15765fd2d4b295, server=91f82191efb8,40155,1731640366086 because future has completed 2024-11-15T03:14:00,696 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=43 2024-11-15T03:14:00,696 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=43, state=SUCCESS, hasLock=false; OpenRegionProcedure a84ae64e59abd800ac801403783f77c5, server=91f82191efb8,45049,1731640365952 in 10.0500 sec 2024-11-15T03:14:00,697 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-15T03:14:00,697 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; OpenRegionProcedure d2db91d837d319139d15765fd2d4b295, server=91f82191efb8,40155,1731640366086 in 10.0520 sec 2024-11-15T03:14:00,697 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a84ae64e59abd800ac801403783f77c5, ASSIGN in 10.3250 sec 2024-11-15T03:14:00,697 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a84ae64e59abd800ac801403783f77c5 2024-11-15T03:14:00,698 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d2db91d837d319139d15765fd2d4b295 2024-11-15T03:14:00,699 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=36 2024-11-15T03:14:00,699 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(291): removed crashed server 91f82191efb8,41809,1731640366138 after splitting done 2024-11-15T03:14:00,699 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d2db91d837d319139d15765fd2d4b295, ASSIGN in 10.3260 sec 2024-11-15T03:14:00,702 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure 91f82191efb8,41809,1731640366138, splitWal=true, meta=true in 40.8590 sec 2024-11-15T03:14:06,199 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-15T03:14:10,689 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45049 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-15T03:14:10,689 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40155 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-15T03:14:10,689 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45049 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-15T03:14:10,689 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40155 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-15T03:14:10,690 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731640378329.0db3fc2d33b525856ac1bab691785ffa. 2024-11-15T03:14:10,690 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 0db3fc2d33b525856ac1bab691785ffa: 2024-11-15T03:14:10,690 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731640378329.0db3fc2d33b525856ac1bab691785ffa. for SnapshotProcedureTest completed. 2024-11-15T03:14:10,690 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731640378329.0db3fc2d33b525856ac1bab691785ffa.' region-info for snapshot=SnapshotProcedureTest 2024-11-15T03:14:10,690 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-15T03:14:10,690 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-15T03:14:10,691 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731640378329.a84ae64e59abd800ac801403783f77c5. 2024-11-15T03:14:10,691 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for a84ae64e59abd800ac801403783f77c5: 2024-11-15T03:14:10,691 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731640378329.a84ae64e59abd800ac801403783f77c5. for SnapshotProcedureTest completed. 2024-11-15T03:14:10,692 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731640378329.a84ae64e59abd800ac801403783f77c5.' region-info for snapshot=SnapshotProcedureTest 2024-11-15T03:14:10,692 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-15T03:14:10,692 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-15T03:14:10,692 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731640378329.567fd2325b175fe5a9af64e865ba4b6b. 2024-11-15T03:14:10,692 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 567fd2325b175fe5a9af64e865ba4b6b: 2024-11-15T03:14:10,692 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731640378329.567fd2325b175fe5a9af64e865ba4b6b. for SnapshotProcedureTest completed. 2024-11-15T03:14:10,692 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731640378329.567fd2325b175fe5a9af64e865ba4b6b.' region-info for snapshot=SnapshotProcedureTest 2024-11-15T03:14:10,693 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-15T03:14:10,693 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-15T03:14:10,693 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731640378329.d2db91d837d319139d15765fd2d4b295. 2024-11-15T03:14:10,694 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for d2db91d837d319139d15765fd2d4b295: 2024-11-15T03:14:10,694 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731640378329.d2db91d837d319139d15765fd2d4b295. for SnapshotProcedureTest completed. 2024-11-15T03:14:10,694 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731640378329.d2db91d837d319139d15765fd2d4b295.' region-info for snapshot=SnapshotProcedureTest 2024-11-15T03:14:10,694 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-15T03:14:10,694 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-15T03:14:10,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33343 is added to blk_1073741865_1041 (size=65) 2024-11-15T03:14:10,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39987 is added to blk_1073741865_1041 (size=65) 2024-11-15T03:14:10,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46475 is added to blk_1073741862_1038 (size=65) 2024-11-15T03:14:10,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33343 is added to blk_1073741862_1038 (size=65) 2024-11-15T03:14:10,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39987 is added to blk_1073741862_1038 (size=65) 2024-11-15T03:14:10,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46475 is added to blk_1073741865_1041 (size=65) 2024-11-15T03:14:10,801 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731640378329.d2db91d837d319139d15765fd2d4b295. 2024-11-15T03:14:10,801 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-15T03:14:10,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44519 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-15T03:14:10,802 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44519 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d2db91d837d319139d15765fd2d4b295 2024-11-15T03:14:10,803 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731640378329.a84ae64e59abd800ac801403783f77c5. 2024-11-15T03:14:10,803 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-15T03:14:10,804 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d2db91d837d319139d15765fd2d4b295 2024-11-15T03:14:10,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44519 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-15T03:14:10,804 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44519 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a84ae64e59abd800ac801403783f77c5 2024-11-15T03:14:10,804 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a84ae64e59abd800ac801403783f77c5 2024-11-15T03:14:10,817 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d2db91d837d319139d15765fd2d4b295 in 51.2110 sec 2024-11-15T03:14:10,825 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a84ae64e59abd800ac801403783f77c5 in 51.2110 sec 2024-11-15T03:14:10,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46475 is added to blk_1073741863_1039 (size=57) 2024-11-15T03:14:10,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33343 is added to blk_1073741863_1039 (size=57) 2024-11-15T03:14:10,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46475 is added to blk_1073741864_1040 (size=57) 2024-11-15T03:14:10,829 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731640378329.0db3fc2d33b525856ac1bab691785ffa. 2024-11-15T03:14:10,829 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-15T03:14:10,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39987 is added to blk_1073741863_1039 (size=57) 2024-11-15T03:14:10,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44519 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-15T03:14:10,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33343 is added to blk_1073741864_1040 (size=57) 2024-11-15T03:14:10,830 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44519 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 0db3fc2d33b525856ac1bab691785ffa 2024-11-15T03:14:10,831 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0db3fc2d33b525856ac1bab691785ffa 2024-11-15T03:14:10,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39987 is added to blk_1073741864_1040 (size=57) 2024-11-15T03:14:10,832 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731640378329.567fd2325b175fe5a9af64e865ba4b6b. 2024-11-15T03:14:10,832 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-15T03:14:10,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44519 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-15T03:14:10,834 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44519 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 567fd2325b175fe5a9af64e865ba4b6b 2024-11-15T03:14:10,836 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 567fd2325b175fe5a9af64e865ba4b6b 2024-11-15T03:14:10,841 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0db3fc2d33b525856ac1bab691785ffa in 51.2320 sec 2024-11-15T03:14:10,844 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=25 2024-11-15T03:14:10,844 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 567fd2325b175fe5a9af64e865ba4b6b in 51.2370 sec 2024-11-15T03:14:10,844 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-15T03:14:10,850 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-15T03:14:10,854 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-15T03:14:10,855 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-15T03:14:10,866 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-15T03:14:10,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39987 is added to blk_1073741866_1042 (size=1094) 2024-11-15T03:14:10,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33343 is added to blk_1073741866_1042 (size=1094) 2024-11-15T03:14:10,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46475 is added to blk_1073741866_1042 (size=1094) 2024-11-15T03:14:10,934 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-15T03:14:10,944 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=55, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=56, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=57, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=58, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=59, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=60, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-15T03:14:10,952 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=91f82191efb8,45049,1731640365952 2024-11-15T03:14:10,953 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=91f82191efb8,40155,1731640366086 2024-11-15T03:14:10,953 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=91f82191efb8,45049,1731640365952 2024-11-15T03:14:10,954 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=91f82191efb8,45049,1731640365952 2024-11-15T03:14:10,956 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=60, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=91f82191efb8,40155,1731640366086 2024-11-15T03:14:10,972 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=58, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=91f82191efb8,40155,1731640366086 2024-11-15T03:14:13,956 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T03:14:20,956 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45049 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=56 2024-11-15T03:14:20,956 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45049 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-11-15T03:14:20,956 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45049 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=55 2024-11-15T03:14:20,957 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40155 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=60 2024-11-15T03:14:20,957 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40155 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=58 2024-11-15T03:14:20,957 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40155 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-11-15T03:14:20,960 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-15T03:14:20,962 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-15T03:14:20,963 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-15T03:14:20,963 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-15T03:14:20,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44519 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-11-15T03:14:20,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44519 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-15T03:14:20,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44519 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-15T03:14:20,967 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=91f82191efb8,45049,1731640365952 Release verify snapshot worker=91f82191efb8,45049,1731640365952 2024-11-15T03:14:20,968 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=60}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-15T03:14:20,969 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60 2024-11-15T03:14:20,969 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-15T03:14:20,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44519 {}] master.HMaster(4169): Remote procedure done, pid=60 2024-11-15T03:14:20,971 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-11-15T03:14:20,973 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=91f82191efb8,45049,1731640365952 in 10.0230 sec 2024-11-15T03:14:20,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44519 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-15T03:14:20,975 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=91f82191efb8,45049,1731640365952 2024-11-15T03:14:20,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44519 {}] master.HMaster(4169): Remote procedure done, pid=58 2024-11-15T03:14:20,976 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=60, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=91f82191efb8,40155,1731640366086 Release verify snapshot worker=91f82191efb8,40155,1731640366086 2024-11-15T03:14:20,979 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=91f82191efb8,40155,1731640366086 in 10.0320 sec 2024-11-15T03:14:20,982 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=58, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=91f82191efb8,40155,1731640366086 Release verify snapshot worker=91f82191efb8,40155,1731640366086 2024-11-15T03:14:20,983 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=57, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=91f82191efb8,40155,1731640366086 2024-11-15T03:14:20,983 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=91f82191efb8,40155,1731640366086 2024-11-15T03:14:20,985 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=91f82191efb8,40155,1731640366086 in 10.0380 sec 2024-11-15T03:14:20,987 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=91f82191efb8,45049,1731640365952 Release verify snapshot worker=91f82191efb8,45049,1731640365952 2024-11-15T03:14:20,987 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=91f82191efb8,45049,1731640365952 Release verify snapshot worker=91f82191efb8,45049,1731640365952 2024-11-15T03:14:20,987 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=91f82191efb8,40155,1731640366086 Release verify snapshot worker=91f82191efb8,40155,1731640366086 2024-11-15T03:14:20,987 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=59, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=91f82191efb8,45049,1731640365952 2024-11-15T03:14:20,991 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=91f82191efb8,45049,1731640365952 in 10.0430 sec 2024-11-15T03:14:20,992 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=91f82191efb8,40155,1731640366086 in 10.0430 sec 2024-11-15T03:14:20,994 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=91f82191efb8,45049,1731640365952 in 10.0430 sec 2024-11-15T03:14:25,062 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1588230740, had cached 0 bytes from a total of 28760 2024-11-15T03:14:30,976 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45049 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-11-15T03:14:30,976 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45049 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=59 2024-11-15T03:14:30,977 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-15T03:14:30,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44519 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-15T03:14:30,980 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-11-15T03:14:30,982 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=91f82191efb8,45049,1731640365952 Release verify snapshot worker=91f82191efb8,45049,1731640365952 2024-11-15T03:14:30,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44519 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-11-15T03:14:30,988 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40155 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-11-15T03:14:30,988 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40155 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=57 2024-11-15T03:14:30,988 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-15T03:14:30,989 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-11-15T03:14:30,991 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=59, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=91f82191efb8,45049,1731640365952 Release verify snapshot worker=91f82191efb8,45049,1731640365952 2024-11-15T03:14:30,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44519 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-15T03:14:30,993 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=91f82191efb8,45049,1731640365952 in 20.0380 sec 2024-11-15T03:14:30,994 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=91f82191efb8,45049,1731640365952 in 20.0470 sec 2024-11-15T03:14:30,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44519 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-11-15T03:14:30,995 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=91f82191efb8,40155,1731640366086 Release verify snapshot worker=91f82191efb8,40155,1731640366086 2024-11-15T03:14:30,997 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=57, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=91f82191efb8,40155,1731640366086 Release verify snapshot worker=91f82191efb8,40155,1731640366086 2024-11-15T03:14:30,997 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=91f82191efb8,40155,1731640366086 in 20.0510 sec 2024-11-15T03:14:30,998 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=25 2024-11-15T03:14:30,998 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-15T03:14:30,998 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=91f82191efb8,40155,1731640366086 in 20.0530 sec 2024-11-15T03:14:31,000 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/.hbase-snapshot/SnapshotProcedureTest 2024-11-15T03:14:31,002 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-15T03:14:31,002 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-15T03:14:31,004 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 1 mins, 11.463 sec 2024-11-15T03:14:31,190 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-15T03:14:31,192 WARN [RPCClient-NioEventLoopGroup-6-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 91f82191efb8:41809 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 91f82191efb8/172.17.0.2:41809 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T03:14:31,193 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=91f82191efb8,41809,1731640366138, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=91f82191efb8,41809,1731640366138, seqNum=-1, error=java.net.ConnectException: Call to address=91f82191efb8:41809 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 91f82191efb8/172.17.0.2:41809 2024-11-15T03:14:31,193 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=91f82191efb8,41809,1731640366138, seqNum=-1 is java.net.ConnectException: Connection refused 2024-11-15T03:14:31,193 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=91f82191efb8,41809,1731640366138, seqNum=-1 from cache 2024-11-15T03:14:31,194 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.FailedServers(52): Added failed server with address 91f82191efb8:41809 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 91f82191efb8/172.17.0.2:41809 2024-11-15T03:14:31,297 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T03:14:31,300 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91f82191efb8,40155,1731640366086, seqNum=-1] 2024-11-15T03:14:31,340 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-15T03:14:31,340 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T03:14:31,341 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T03:14:31,341 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T03:14:31,341 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T03:14:31,341 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T03:14:31,342 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T03:14:31,342 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2066543933, stopped=false 2024-11-15T03:14:31,342 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=91f82191efb8,44519,1731640364933 2024-11-15T03:14:31,343 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T03:14:31,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44519-0x1013c7b07a80000, quorum=127.0.0.1:53673, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T03:14:31,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44519-0x1013c7b07a80000, quorum=127.0.0.1:53673, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T03:14:31,382 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T03:14:31,382 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T03:14:31,382 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T03:14:31,382 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45049-0x1013c7b07a80001, quorum=127.0.0.1:53673, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T03:14:31,382 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T03:14:31,383 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45049-0x1013c7b07a80001, quorum=127.0.0.1:53673, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T03:14:31,383 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '91f82191efb8,45049,1731640365952' ***** 2024-11-15T03:14:31,383 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T03:14:31,383 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '91f82191efb8,40155,1731640366086' ***** 2024-11-15T03:14:31,383 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T03:14:31,383 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40155-0x1013c7b07a80002, quorum=127.0.0.1:53673, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T03:14:31,383 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40155-0x1013c7b07a80002, quorum=127.0.0.1:53673, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T03:14:31,383 INFO [RS:1;91f82191efb8:40155 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T03:14:31,383 INFO [RS:1;91f82191efb8:40155 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T03:14:31,384 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T03:14:31,384 INFO [RS:0;91f82191efb8:45049 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T03:14:31,384 INFO [RS:1;91f82191efb8:40155 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T03:14:31,384 INFO [RS:1;91f82191efb8:40155 {}] regionserver.HRegionServer(3091): Received CLOSE for ce6ce55b9a3be7c78a63c91e77297627 2024-11-15T03:14:31,384 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44519-0x1013c7b07a80000, quorum=127.0.0.1:53673, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T03:14:31,384 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T03:14:31,388 INFO [RS:0;91f82191efb8:45049 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T03:14:31,388 INFO [RS:0;91f82191efb8:45049 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T03:14:31,388 INFO [RS:0;91f82191efb8:45049 {}] regionserver.HRegionServer(3091): Received CLOSE for cffab81fdfa5132dcff94f648067e033 2024-11-15T03:14:31,391 INFO [RS:1;91f82191efb8:40155 {}] regionserver.HRegionServer(3091): Received CLOSE for f612e5a586f573a5c3bc6b7bd93003bb 2024-11-15T03:14:31,391 INFO [RS:1;91f82191efb8:40155 {}] regionserver.HRegionServer(3091): Received CLOSE for c1fc6783aeacfcaf7d1735bff81167b5 2024-11-15T03:14:31,391 INFO [RS:1;91f82191efb8:40155 {}] regionserver.HRegionServer(3091): Received CLOSE for 567fd2325b175fe5a9af64e865ba4b6b 2024-11-15T03:14:31,391 INFO [RS:1;91f82191efb8:40155 {}] regionserver.HRegionServer(3091): Received CLOSE for d2db91d837d319139d15765fd2d4b295 2024-11-15T03:14:31,391 INFO [RS:1;91f82191efb8:40155 {}] regionserver.HRegionServer(959): stopping server 91f82191efb8,40155,1731640366086 2024-11-15T03:14:31,391 INFO [RS:1;91f82191efb8:40155 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T03:14:31,391 INFO [RS:1;91f82191efb8:40155 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;91f82191efb8:40155. 2024-11-15T03:14:31,391 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ce6ce55b9a3be7c78a63c91e77297627, disabling compactions & flushes 2024-11-15T03:14:31,391 DEBUG [RS:1;91f82191efb8:40155 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T03:14:31,391 INFO [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731640378329.ce6ce55b9a3be7c78a63c91e77297627. 2024-11-15T03:14:31,391 DEBUG [RS:1;91f82191efb8:40155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T03:14:31,391 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731640378329.ce6ce55b9a3be7c78a63c91e77297627. 2024-11-15T03:14:31,392 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731640378329.ce6ce55b9a3be7c78a63c91e77297627. after waiting 0 ms 2024-11-15T03:14:31,392 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731640378329.ce6ce55b9a3be7c78a63c91e77297627. 2024-11-15T03:14:31,392 INFO [RS:1;91f82191efb8:40155 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T03:14:31,392 INFO [RS:1;91f82191efb8:40155 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T03:14:31,392 INFO [RS:1;91f82191efb8:40155 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T03:14:31,392 INFO [RS:1;91f82191efb8:40155 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T03:14:31,392 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40155-0x1013c7b07a80002, quorum=127.0.0.1:53673, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T03:14:31,392 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45049-0x1013c7b07a80001, quorum=127.0.0.1:53673, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T03:14:31,396 INFO [RS:1;91f82191efb8:40155 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-15T03:14:31,396 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T03:14:31,396 DEBUG [RS:1;91f82191efb8:40155 {}] regionserver.HRegionServer(1325): Online Regions={ce6ce55b9a3be7c78a63c91e77297627=SPTestTable,19999999,1731640378329.ce6ce55b9a3be7c78a63c91e77297627., f612e5a586f573a5c3bc6b7bd93003bb=SPTestTable,66666664,1731640378329.f612e5a586f573a5c3bc6b7bd93003bb., c1fc6783aeacfcaf7d1735bff81167b5=SPTestTable,b333332f,1731640378329.c1fc6783aeacfcaf7d1735bff81167b5., 1588230740=hbase:meta,,1.1588230740, 567fd2325b175fe5a9af64e865ba4b6b=SPTestTable,e6666661,1731640378329.567fd2325b175fe5a9af64e865ba4b6b., d2db91d837d319139d15765fd2d4b295=SPTestTable,4ccccccb,1731640378329.d2db91d837d319139d15765fd2d4b295.} 2024-11-15T03:14:31,396 INFO [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T03:14:31,396 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T03:14:31,397 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 1 ms 2024-11-15T03:14:31,397 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T03:14:31,397 DEBUG [RS:1;91f82191efb8:40155 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 567fd2325b175fe5a9af64e865ba4b6b, c1fc6783aeacfcaf7d1735bff81167b5, ce6ce55b9a3be7c78a63c91e77297627, d2db91d837d319139d15765fd2d4b295, f612e5a586f573a5c3bc6b7bd93003bb 2024-11-15T03:14:31,397 INFO [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=3.83 KB heapSize=7.19 KB 2024-11-15T03:14:31,399 INFO [RS:0;91f82191efb8:45049 {}] regionserver.HRegionServer(3091): Received CLOSE for 0db3fc2d33b525856ac1bab691785ffa 2024-11-15T03:14:31,399 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cffab81fdfa5132dcff94f648067e033, disabling compactions & flushes 2024-11-15T03:14:31,399 INFO [RS:0;91f82191efb8:45049 {}] regionserver.HRegionServer(3091): Received CLOSE for a84ae64e59abd800ac801403783f77c5 2024-11-15T03:14:31,399 INFO [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731640378329.cffab81fdfa5132dcff94f648067e033. 2024-11-15T03:14:31,399 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731640378329.cffab81fdfa5132dcff94f648067e033. 2024-11-15T03:14:31,399 INFO [RS:0;91f82191efb8:45049 {}] regionserver.HRegionServer(3091): Received CLOSE for 810b31750281619788d52f342992bca5 2024-11-15T03:14:31,399 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731640378329.cffab81fdfa5132dcff94f648067e033. after waiting 0 ms 2024-11-15T03:14:31,399 INFO [RS:0;91f82191efb8:45049 {}] regionserver.HRegionServer(3091): Received CLOSE for 89831d99ade7e6e611484123dd8b1a78 2024-11-15T03:14:31,399 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731640378329.cffab81fdfa5132dcff94f648067e033. 2024-11-15T03:14:31,399 INFO [RS:0;91f82191efb8:45049 {}] regionserver.HRegionServer(959): stopping server 91f82191efb8,45049,1731640365952 2024-11-15T03:14:31,399 INFO [RS:0;91f82191efb8:45049 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T03:14:31,399 INFO [RS:0;91f82191efb8:45049 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;91f82191efb8:45049. 2024-11-15T03:14:31,400 DEBUG [RS:0;91f82191efb8:45049 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T03:14:31,400 DEBUG [RS:0;91f82191efb8:45049 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T03:14:31,400 INFO [RS:0;91f82191efb8:45049 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-15T03:14:31,400 DEBUG [RS:0;91f82191efb8:45049 {}] regionserver.HRegionServer(1325): Online Regions={cffab81fdfa5132dcff94f648067e033=SPTestTable,7ffffffd,1731640378329.cffab81fdfa5132dcff94f648067e033., 0db3fc2d33b525856ac1bab691785ffa=SPTestTable,,1731640378329.0db3fc2d33b525856ac1bab691785ffa., a84ae64e59abd800ac801403783f77c5=SPTestTable,99999996,1731640378329.a84ae64e59abd800ac801403783f77c5., 810b31750281619788d52f342992bca5=SPTestTable,33333332,1731640378329.810b31750281619788d52f342992bca5., 89831d99ade7e6e611484123dd8b1a78=SPTestTable,ccccccc8,1731640378329.89831d99ade7e6e611484123dd8b1a78.} 2024-11-15T03:14:31,400 DEBUG [RS:0;91f82191efb8:45049 {}] regionserver.HRegionServer(1351): Waiting on 0db3fc2d33b525856ac1bab691785ffa, 810b31750281619788d52f342992bca5, 89831d99ade7e6e611484123dd8b1a78, a84ae64e59abd800ac801403783f77c5, cffab81fdfa5132dcff94f648067e033 2024-11-15T03:14:31,419 INFO [regionserver/91f82191efb8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T03:14:31,432 INFO [regionserver/91f82191efb8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T03:14:31,443 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/data/default/SPTestTable/cffab81fdfa5132dcff94f648067e033/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-15T03:14:31,451 INFO [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731640378329.cffab81fdfa5132dcff94f648067e033. 2024-11-15T03:14:31,452 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cffab81fdfa5132dcff94f648067e033: Waiting for close lock at 1731640471399Running coprocessor pre-close hooks at 1731640471399Disabling compacts and flushes for region at 1731640471399Disabling writes for close at 1731640471399Writing region close event to WAL at 1731640471412 (+13 ms)Running coprocessor post-close hooks at 1731640471449 (+37 ms)Closed at 1731640471451 (+2 ms) 2024-11-15T03:14:31,453 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731640378329.cffab81fdfa5132dcff94f648067e033. 2024-11-15T03:14:31,453 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0db3fc2d33b525856ac1bab691785ffa, disabling compactions & flushes 2024-11-15T03:14:31,454 INFO [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731640378329.0db3fc2d33b525856ac1bab691785ffa. 2024-11-15T03:14:31,454 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731640378329.0db3fc2d33b525856ac1bab691785ffa. 2024-11-15T03:14:31,454 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731640378329.0db3fc2d33b525856ac1bab691785ffa. after waiting 0 ms 2024-11-15T03:14:31,454 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731640378329.0db3fc2d33b525856ac1bab691785ffa. 2024-11-15T03:14:31,463 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/data/hbase/meta/1588230740/.tmp/info/a07916161736448facf8a6462165cb9a is 167, key is SPTestTable,4ccccccb,1731640378329.d2db91d837d319139d15765fd2d4b295./info:regioninfo/1731640440691/Put/seqid=0 2024-11-15T03:14:31,466 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/data/default/SPTestTable/ce6ce55b9a3be7c78a63c91e77297627/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-15T03:14:31,475 INFO [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731640378329.ce6ce55b9a3be7c78a63c91e77297627. 2024-11-15T03:14:31,475 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ce6ce55b9a3be7c78a63c91e77297627: Waiting for close lock at 1731640471391Running coprocessor pre-close hooks at 1731640471391Disabling compacts and flushes for region at 1731640471391Disabling writes for close at 1731640471392 (+1 ms)Writing region close event to WAL at 1731640471396 (+4 ms)Running coprocessor post-close hooks at 1731640471475 (+79 ms)Closed at 1731640471475 2024-11-15T03:14:31,475 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1731640378329.ce6ce55b9a3be7c78a63c91e77297627. 2024-11-15T03:14:31,475 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f612e5a586f573a5c3bc6b7bd93003bb, disabling compactions & flushes 2024-11-15T03:14:31,475 INFO [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731640378329.f612e5a586f573a5c3bc6b7bd93003bb. 2024-11-15T03:14:31,476 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731640378329.f612e5a586f573a5c3bc6b7bd93003bb. 2024-11-15T03:14:31,476 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731640378329.f612e5a586f573a5c3bc6b7bd93003bb. after waiting 0 ms 2024-11-15T03:14:31,476 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731640378329.f612e5a586f573a5c3bc6b7bd93003bb. 2024-11-15T03:14:31,488 INFO [regionserver/91f82191efb8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T03:14:31,488 INFO [regionserver/91f82191efb8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T03:14:31,514 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/data/default/SPTestTable/f612e5a586f573a5c3bc6b7bd93003bb/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-15T03:14:31,516 INFO [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731640378329.f612e5a586f573a5c3bc6b7bd93003bb. 2024-11-15T03:14:31,516 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f612e5a586f573a5c3bc6b7bd93003bb: Waiting for close lock at 1731640471475Running coprocessor pre-close hooks at 1731640471475Disabling compacts and flushes for region at 1731640471475Disabling writes for close at 1731640471476 (+1 ms)Writing region close event to WAL at 1731640471494 (+18 ms)Running coprocessor post-close hooks at 1731640471515 (+21 ms)Closed at 1731640471516 (+1 ms) 2024-11-15T03:14:31,516 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1731640378329.f612e5a586f573a5c3bc6b7bd93003bb. 2024-11-15T03:14:31,516 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c1fc6783aeacfcaf7d1735bff81167b5, disabling compactions & flushes 2024-11-15T03:14:31,517 INFO [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731640378329.c1fc6783aeacfcaf7d1735bff81167b5. 2024-11-15T03:14:31,517 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731640378329.c1fc6783aeacfcaf7d1735bff81167b5. 2024-11-15T03:14:31,517 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731640378329.c1fc6783aeacfcaf7d1735bff81167b5. after waiting 0 ms 2024-11-15T03:14:31,517 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731640378329.c1fc6783aeacfcaf7d1735bff81167b5. 2024-11-15T03:14:31,524 INFO [regionserver/91f82191efb8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T03:14:31,524 INFO [regionserver/91f82191efb8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T03:14:31,532 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/data/default/SPTestTable/0db3fc2d33b525856ac1bab691785ffa/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-15T03:14:31,534 INFO [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731640378329.0db3fc2d33b525856ac1bab691785ffa. 2024-11-15T03:14:31,534 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0db3fc2d33b525856ac1bab691785ffa: Waiting for close lock at 1731640471453Running coprocessor pre-close hooks at 1731640471453Disabling compacts and flushes for region at 1731640471453Disabling writes for close at 1731640471454 (+1 ms)Writing region close event to WAL at 1731640471460 (+6 ms)Running coprocessor post-close hooks at 1731640471533 (+73 ms)Closed at 1731640471534 (+1 ms) 2024-11-15T03:14:31,534 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731640378329.0db3fc2d33b525856ac1bab691785ffa. 2024-11-15T03:14:31,534 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a84ae64e59abd800ac801403783f77c5, disabling compactions & flushes 2024-11-15T03:14:31,534 INFO [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731640378329.a84ae64e59abd800ac801403783f77c5. 2024-11-15T03:14:31,534 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731640378329.a84ae64e59abd800ac801403783f77c5. 2024-11-15T03:14:31,534 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731640378329.a84ae64e59abd800ac801403783f77c5. after waiting 0 ms 2024-11-15T03:14:31,535 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731640378329.a84ae64e59abd800ac801403783f77c5. 2024-11-15T03:14:31,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39987 is added to blk_1073741867_1043 (size=9431) 2024-11-15T03:14:31,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33343 is added to blk_1073741867_1043 (size=9431) 2024-11-15T03:14:31,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46475 is added to blk_1073741867_1043 (size=9431) 2024-11-15T03:14:31,546 INFO [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.83 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/data/hbase/meta/1588230740/.tmp/info/a07916161736448facf8a6462165cb9a 2024-11-15T03:14:31,556 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/data/default/SPTestTable/a84ae64e59abd800ac801403783f77c5/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-15T03:14:31,560 INFO [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731640378329.a84ae64e59abd800ac801403783f77c5. 2024-11-15T03:14:31,560 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a84ae64e59abd800ac801403783f77c5: Waiting for close lock at 1731640471534Running coprocessor pre-close hooks at 1731640471534Disabling compacts and flushes for region at 1731640471534Disabling writes for close at 1731640471535 (+1 ms)Writing region close event to WAL at 1731640471536 (+1 ms)Running coprocessor post-close hooks at 1731640471560 (+24 ms)Closed at 1731640471560 2024-11-15T03:14:31,561 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1731640378329.a84ae64e59abd800ac801403783f77c5. 2024-11-15T03:14:31,561 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 810b31750281619788d52f342992bca5, disabling compactions & flushes 2024-11-15T03:14:31,561 INFO [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731640378329.810b31750281619788d52f342992bca5. 2024-11-15T03:14:31,561 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731640378329.810b31750281619788d52f342992bca5. 2024-11-15T03:14:31,561 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731640378329.810b31750281619788d52f342992bca5. after waiting 0 ms 2024-11-15T03:14:31,561 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731640378329.810b31750281619788d52f342992bca5. 2024-11-15T03:14:31,564 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/data/default/SPTestTable/c1fc6783aeacfcaf7d1735bff81167b5/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-15T03:14:31,566 INFO [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731640378329.c1fc6783aeacfcaf7d1735bff81167b5. 2024-11-15T03:14:31,567 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c1fc6783aeacfcaf7d1735bff81167b5: Waiting for close lock at 1731640471516Running coprocessor pre-close hooks at 1731640471516Disabling compacts and flushes for region at 1731640471516Disabling writes for close at 1731640471517 (+1 ms)Writing region close event to WAL at 1731640471536 (+19 ms)Running coprocessor post-close hooks at 1731640471566 (+30 ms)Closed at 1731640471566 2024-11-15T03:14:31,567 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1731640378329.c1fc6783aeacfcaf7d1735bff81167b5. 2024-11-15T03:14:31,567 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 567fd2325b175fe5a9af64e865ba4b6b, disabling compactions & flushes 2024-11-15T03:14:31,567 INFO [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731640378329.567fd2325b175fe5a9af64e865ba4b6b. 2024-11-15T03:14:31,567 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731640378329.567fd2325b175fe5a9af64e865ba4b6b. 2024-11-15T03:14:31,567 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731640378329.567fd2325b175fe5a9af64e865ba4b6b. after waiting 0 ms 2024-11-15T03:14:31,567 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731640378329.567fd2325b175fe5a9af64e865ba4b6b. 2024-11-15T03:14:31,588 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/data/hbase/meta/1588230740/.tmp/info/a07916161736448facf8a6462165cb9a as hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/data/hbase/meta/1588230740/info/a07916161736448facf8a6462165cb9a 2024-11-15T03:14:31,592 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/data/default/SPTestTable/810b31750281619788d52f342992bca5/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-15T03:14:31,597 DEBUG [RS:1;91f82191efb8:40155 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 567fd2325b175fe5a9af64e865ba4b6b, d2db91d837d319139d15765fd2d4b295 2024-11-15T03:14:31,599 INFO [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731640378329.810b31750281619788d52f342992bca5. 2024-11-15T03:14:31,599 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 810b31750281619788d52f342992bca5: Waiting for close lock at 1731640471561Running coprocessor pre-close hooks at 1731640471561Disabling compacts and flushes for region at 1731640471561Disabling writes for close at 1731640471561Writing region close event to WAL at 1731640471570 (+9 ms)Running coprocessor post-close hooks at 1731640471599 (+29 ms)Closed at 1731640471599 2024-11-15T03:14:31,600 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1731640378329.810b31750281619788d52f342992bca5. 2024-11-15T03:14:31,600 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 89831d99ade7e6e611484123dd8b1a78, disabling compactions & flushes 2024-11-15T03:14:31,600 INFO [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731640378329.89831d99ade7e6e611484123dd8b1a78. 2024-11-15T03:14:31,600 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731640378329.89831d99ade7e6e611484123dd8b1a78. 2024-11-15T03:14:31,600 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731640378329.89831d99ade7e6e611484123dd8b1a78. after waiting 0 ms 2024-11-15T03:14:31,600 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731640378329.89831d99ade7e6e611484123dd8b1a78. 2024-11-15T03:14:31,600 DEBUG [RS:0;91f82191efb8:45049 {}] regionserver.HRegionServer(1351): Waiting on 89831d99ade7e6e611484123dd8b1a78 2024-11-15T03:14:31,624 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/data/default/SPTestTable/567fd2325b175fe5a9af64e865ba4b6b/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-15T03:14:31,627 INFO [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731640378329.567fd2325b175fe5a9af64e865ba4b6b. 2024-11-15T03:14:31,627 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 567fd2325b175fe5a9af64e865ba4b6b: Waiting for close lock at 1731640471567Running coprocessor pre-close hooks at 1731640471567Disabling compacts and flushes for region at 1731640471567Disabling writes for close at 1731640471567Writing region close event to WAL at 1731640471588 (+21 ms)Running coprocessor post-close hooks at 1731640471627 (+39 ms)Closed at 1731640471627 2024-11-15T03:14:31,627 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1731640378329.567fd2325b175fe5a9af64e865ba4b6b. 2024-11-15T03:14:31,627 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d2db91d837d319139d15765fd2d4b295, disabling compactions & flushes 2024-11-15T03:14:31,627 INFO [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731640378329.d2db91d837d319139d15765fd2d4b295. 2024-11-15T03:14:31,627 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731640378329.d2db91d837d319139d15765fd2d4b295. 2024-11-15T03:14:31,627 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731640378329.d2db91d837d319139d15765fd2d4b295. after waiting 0 ms 2024-11-15T03:14:31,627 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731640378329.d2db91d837d319139d15765fd2d4b295. 2024-11-15T03:14:31,632 INFO [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/data/hbase/meta/1588230740/info/a07916161736448facf8a6462165cb9a, entries=32, sequenceid=39, filesize=9.2 K 2024-11-15T03:14:31,635 INFO [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~3.83 KB/3920, heapSize ~6.42 KB/6576, currentSize=0 B/0 for 1588230740 in 237ms, sequenceid=39, compaction requested=false 2024-11-15T03:14:31,669 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/data/default/SPTestTable/d2db91d837d319139d15765fd2d4b295/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-15T03:14:31,671 INFO [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731640378329.d2db91d837d319139d15765fd2d4b295. 2024-11-15T03:14:31,671 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d2db91d837d319139d15765fd2d4b295: Waiting for close lock at 1731640471627Running coprocessor pre-close hooks at 1731640471627Disabling compacts and flushes for region at 1731640471627Disabling writes for close at 1731640471627Writing region close event to WAL at 1731640471632 (+5 ms)Running coprocessor post-close hooks at 1731640471671 (+39 ms)Closed at 1731640471671 2024-11-15T03:14:31,671 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731640378329.d2db91d837d319139d15765fd2d4b295. 2024-11-15T03:14:31,688 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/data/default/SPTestTable/89831d99ade7e6e611484123dd8b1a78/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-15T03:14:31,691 INFO [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731640378329.89831d99ade7e6e611484123dd8b1a78. 2024-11-15T03:14:31,691 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 89831d99ade7e6e611484123dd8b1a78: Waiting for close lock at 1731640471600Running coprocessor pre-close hooks at 1731640471600Disabling compacts and flushes for region at 1731640471600Disabling writes for close at 1731640471600Writing region close event to WAL at 1731640471622 (+22 ms)Running coprocessor post-close hooks at 1731640471691 (+69 ms)Closed at 1731640471691 2024-11-15T03:14:31,691 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731640378329.89831d99ade7e6e611484123dd8b1a78. 2024-11-15T03:14:31,727 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/data/hbase/meta/1588230740/recovered.edits/42.seqid, newMaxSeqId=42, maxSeqId=28 2024-11-15T03:14:31,733 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T03:14:31,733 INFO [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T03:14:31,733 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731640471396Running coprocessor pre-close hooks at 1731640471396Disabling compacts and flushes for region at 1731640471396Disabling writes for close at 1731640471397 (+1 ms)Obtaining lock to block concurrent updates at 1731640471397Preparing flush snapshotting stores in 1588230740 at 1731640471397Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=3920, getHeapSize=7296, getOffHeapSize=0, getCellsCount=32 at 1731640471413 (+16 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731640471414 (+1 ms)Flushing 1588230740/info: creating writer at 1731640471414Flushing 1588230740/info: appending metadata at 1731640471462 (+48 ms)Flushing 1588230740/info: closing flushed file at 1731640471462Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c277d6c: reopening flushed file at 1731640471577 (+115 ms)Finished flush of dataSize ~3.83 KB/3920, heapSize ~6.42 KB/6576, currentSize=0 B/0 for 1588230740 in 237ms, sequenceid=39, compaction requested=false at 1731640471635 (+58 ms)Writing region close event to WAL at 1731640471701 (+66 ms)Running coprocessor post-close hooks at 1731640471732 (+31 ms)Closed at 1731640471733 (+1 ms) 2024-11-15T03:14:31,733 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T03:14:31,798 INFO [RS:1;91f82191efb8:40155 {}] regionserver.HRegionServer(976): stopping server 91f82191efb8,40155,1731640366086; all regions closed. 2024-11-15T03:14:31,800 INFO [RS:0;91f82191efb8:45049 {}] regionserver.HRegionServer(976): stopping server 91f82191efb8,45049,1731640365952; all regions closed. 2024-11-15T03:14:31,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33343 is added to blk_1073741858_1034 (size=5436) 2024-11-15T03:14:31,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46475 is added to blk_1073741858_1034 (size=5436) 2024-11-15T03:14:31,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39987 is added to blk_1073741858_1034 (size=5436) 2024-11-15T03:14:31,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39987 is added to blk_1073741835_1011 (size=3500) 2024-11-15T03:14:31,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46475 is added to blk_1073741835_1011 (size=3500) 2024-11-15T03:14:31,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33343 is added to blk_1073741835_1011 (size=3500) 2024-11-15T03:14:31,828 DEBUG [RS:1;91f82191efb8:40155 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/oldWALs 2024-11-15T03:14:31,829 INFO [RS:1;91f82191efb8:40155 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 91f82191efb8%2C40155%2C1731640366086.meta:.meta(num 1731640420041) 2024-11-15T03:14:31,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33343 is added to blk_1073741834_1010 (size=3530) 2024-11-15T03:14:31,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46475 is added to blk_1073741834_1010 (size=3530) 2024-11-15T03:14:31,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39987 is added to blk_1073741834_1010 (size=3530) 2024-11-15T03:14:31,841 DEBUG [RS:0;91f82191efb8:45049 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/oldWALs 2024-11-15T03:14:31,841 INFO [RS:0;91f82191efb8:45049 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 91f82191efb8%2C45049%2C1731640365952:(num 1731640367653) 2024-11-15T03:14:31,841 DEBUG [RS:0;91f82191efb8:45049 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T03:14:31,841 INFO [RS:0;91f82191efb8:45049 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T03:14:31,841 INFO [RS:0;91f82191efb8:45049 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T03:14:31,842 INFO [RS:0;91f82191efb8:45049 {}] hbase.ChoreService(370): Chore service for: regionserver/91f82191efb8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T03:14:31,842 INFO [RS:0;91f82191efb8:45049 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T03:14:31,842 INFO [RS:0;91f82191efb8:45049 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T03:14:31,842 INFO [RS:0;91f82191efb8:45049 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T03:14:31,842 INFO [RS:0;91f82191efb8:45049 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T03:14:31,843 INFO [RS:0;91f82191efb8:45049 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45049 2024-11-15T03:14:31,843 INFO [regionserver/91f82191efb8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T03:14:31,857 DEBUG [RS:1;91f82191efb8:40155 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/oldWALs 2024-11-15T03:14:31,858 INFO [RS:1;91f82191efb8:40155 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 91f82191efb8%2C40155%2C1731640366086:(num 1731640367654) 2024-11-15T03:14:31,858 DEBUG [RS:1;91f82191efb8:40155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T03:14:31,858 INFO [RS:1;91f82191efb8:40155 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T03:14:31,858 INFO [RS:1;91f82191efb8:40155 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T03:14:31,859 INFO [RS:1;91f82191efb8:40155 {}] hbase.ChoreService(370): Chore service for: regionserver/91f82191efb8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T03:14:31,859 INFO [RS:1;91f82191efb8:40155 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T03:14:31,859 INFO [RS:1;91f82191efb8:40155 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40155 2024-11-15T03:14:31,860 INFO [regionserver/91f82191efb8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T03:14:32,084 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45049-0x1013c7b07a80001, quorum=127.0.0.1:53673, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/91f82191efb8,45049,1731640365952 2024-11-15T03:14:32,084 INFO [RS:0;91f82191efb8:45049 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T03:14:32,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44519-0x1013c7b07a80000, quorum=127.0.0.1:53673, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T03:14:32,188 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40155-0x1013c7b07a80002, quorum=127.0.0.1:53673, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/91f82191efb8,40155,1731640366086 2024-11-15T03:14:32,188 INFO [RS:1;91f82191efb8:40155 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T03:14:32,188 ERROR [pool-69-thread-1-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$364/0x00007f35ac901b18@2cc3b089 rejected from java.util.concurrent.ThreadPoolExecutor@69c13b75[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 16] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-15T03:14:32,240 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [91f82191efb8,45049,1731640365952] 2024-11-15T03:14:32,256 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/91f82191efb8,45049,1731640365952 already deleted, retry=false 2024-11-15T03:14:32,256 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 91f82191efb8,45049,1731640365952 expired; onlineServers=1 2024-11-15T03:14:32,257 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [91f82191efb8,40155,1731640366086] 2024-11-15T03:14:32,265 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/91f82191efb8,40155,1731640366086 already deleted, retry=false 2024-11-15T03:14:32,265 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 91f82191efb8,40155,1731640366086 expired; onlineServers=0 2024-11-15T03:14:32,265 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '91f82191efb8,44519,1731640364933' ***** 2024-11-15T03:14:32,265 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T03:14:32,266 INFO [M:0;91f82191efb8:44519 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T03:14:32,266 INFO [M:0;91f82191efb8:44519 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T03:14:32,266 DEBUG [M:0;91f82191efb8:44519 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T03:14:32,266 DEBUG [M:0;91f82191efb8:44519 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T03:14:32,266 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T03:14:32,266 INFO [M:0;91f82191efb8:44519 {}] hbase.ChoreService(370): Chore service for: master/91f82191efb8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T03:14:32,266 INFO [M:0;91f82191efb8:44519 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T03:14:32,266 DEBUG [master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.small.0-1731640367250 {}] cleaner.HFileCleaner(306): Exit Thread[master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.small.0-1731640367250,5,FailOnTimeoutGroup] 2024-11-15T03:14:32,267 DEBUG [M:0;91f82191efb8:44519 {}] master.HMaster(1795): Stopping service threads 2024-11-15T03:14:32,267 INFO [M:0;91f82191efb8:44519 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T03:14:32,267 INFO [M:0;91f82191efb8:44519 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T03:14:32,267 ERROR [M:0;91f82191efb8:44519 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:43791,5,PEWorkerGroup] Thread[IPC Client (967957970) connection to localhost/127.0.0.1:43791 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:43791,5,PEWorkerGroup] 2024-11-15T03:14:32,268 INFO [M:0;91f82191efb8:44519 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T03:14:32,268 DEBUG [master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.large.0-1731640367248 {}] cleaner.HFileCleaner(306): Exit Thread[master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.large.0-1731640367248,5,FailOnTimeoutGroup] 2024-11-15T03:14:32,268 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T03:14:32,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44519-0x1013c7b07a80000, quorum=127.0.0.1:53673, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-15T03:14:32,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44519-0x1013c7b07a80000, quorum=127.0.0.1:53673, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T03:14:32,289 INFO [M:0;91f82191efb8:44519 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/.lastflushedseqids 2024-11-15T03:14:32,300 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/master already deleted, retry=false 2024-11-15T03:14:32,300 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:44519-0x1013c7b07a80000, quorum=127.0.0.1:53673, baseZNode=/hbase Failed delete of our master address node; KeeperErrorCode = NoNode for /hbase/master 2024-11-15T03:14:32,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46475 is added to blk_1073741868_1044 (size=668) 2024-11-15T03:14:32,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33343 is added to blk_1073741868_1044 (size=668) 2024-11-15T03:14:32,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39987 is added to blk_1073741868_1044 (size=668) 2024-11-15T03:14:32,328 INFO [M:0;91f82191efb8:44519 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T03:14:32,328 INFO [M:0;91f82191efb8:44519 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T03:14:32,328 DEBUG [M:0;91f82191efb8:44519 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T03:14:32,328 INFO [M:0;91f82191efb8:44519 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T03:14:32,328 DEBUG [M:0;91f82191efb8:44519 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T03:14:32,328 DEBUG [M:0;91f82191efb8:44519 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T03:14:32,328 DEBUG [M:0;91f82191efb8:44519 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T03:14:32,329 INFO [M:0;91f82191efb8:44519 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=215.36 KB heapSize=267.44 KB 2024-11-15T03:14:32,337 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45049-0x1013c7b07a80001, quorum=127.0.0.1:53673, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T03:14:32,337 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45049-0x1013c7b07a80001, quorum=127.0.0.1:53673, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T03:14:32,337 INFO [RS:0;91f82191efb8:45049 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T03:14:32,338 INFO [RS:0;91f82191efb8:45049 {}] regionserver.HRegionServer(1031): Exiting; stopping=91f82191efb8,45049,1731640365952; zookeeper connection closed. 2024-11-15T03:14:32,338 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4add1ad2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4add1ad2 2024-11-15T03:14:32,347 INFO [RS:1;91f82191efb8:40155 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T03:14:32,348 INFO [RS:1;91f82191efb8:40155 {}] regionserver.HRegionServer(1031): Exiting; stopping=91f82191efb8,40155,1731640366086; zookeeper connection closed. 2024-11-15T03:14:32,352 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40155-0x1013c7b07a80002, quorum=127.0.0.1:53673, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T03:14:32,352 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40155-0x1013c7b07a80002, quorum=127.0.0.1:53673, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T03:14:32,373 DEBUG [M:0;91f82191efb8:44519 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4baf989459944701973bf60f9b815f74 is 82, key is hbase:meta,,1/info:regioninfo/1731640420273/Put/seqid=0 2024-11-15T03:14:32,376 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3c079495 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3c079495 2024-11-15T03:14:32,377 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-15T03:14:32,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39987 is added to blk_1073741869_1045 (size=6071) 2024-11-15T03:14:32,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33343 is added to blk_1073741869_1045 (size=6071) 2024-11-15T03:14:32,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46475 is added to blk_1073741869_1045 (size=6071) 2024-11-15T03:14:32,469 INFO [M:0;91f82191efb8:44519 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=570 (bloomFilter=true), to=hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4baf989459944701973bf60f9b815f74 2024-11-15T03:14:32,535 DEBUG [M:0;91f82191efb8:44519 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/253da3081cd0497e9c9d06b4dbb9cda5 is 1242, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731640388903/Put/seqid=0 2024-11-15T03:14:32,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46475 is added to blk_1073741870_1046 (size=9111) 2024-11-15T03:14:32,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33343 is added to blk_1073741870_1046 (size=9111) 2024-11-15T03:14:32,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39987 is added to blk_1073741870_1046 (size=9111) 2024-11-15T03:14:32,609 INFO [M:0;91f82191efb8:44519 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=214.14 KB at sequenceid=570 (bloomFilter=true), to=hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/253da3081cd0497e9c9d06b4dbb9cda5 2024-11-15T03:14:32,622 INFO [M:0;91f82191efb8:44519 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 253da3081cd0497e9c9d06b4dbb9cda5 2024-11-15T03:14:32,648 DEBUG [M:0;91f82191efb8:44519 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fc563b6de8ef41b38070f4769594648f is 69, key is 91f82191efb8,40155,1731640366086/rs:state/1731640367329/Put/seqid=0 2024-11-15T03:14:32,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39987 is added to blk_1073741871_1047 (size=5446) 2024-11-15T03:14:32,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33343 is added to blk_1073741871_1047 (size=5446) 2024-11-15T03:14:32,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46475 is added to blk_1073741871_1047 (size=5446) 2024-11-15T03:14:32,683 INFO [M:0;91f82191efb8:44519 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=570 (bloomFilter=true), to=hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fc563b6de8ef41b38070f4769594648f 2024-11-15T03:14:32,698 INFO [M:0;91f82191efb8:44519 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fc563b6de8ef41b38070f4769594648f 2024-11-15T03:14:32,700 DEBUG [M:0;91f82191efb8:44519 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4baf989459944701973bf60f9b815f74 as hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4baf989459944701973bf60f9b815f74 2024-11-15T03:14:32,755 INFO [M:0;91f82191efb8:44519 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4baf989459944701973bf60f9b815f74, entries=14, sequenceid=570, filesize=5.9 K 2024-11-15T03:14:32,762 DEBUG [M:0;91f82191efb8:44519 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/253da3081cd0497e9c9d06b4dbb9cda5 as hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/253da3081cd0497e9c9d06b4dbb9cda5 2024-11-15T03:14:32,805 INFO [M:0;91f82191efb8:44519 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 253da3081cd0497e9c9d06b4dbb9cda5 2024-11-15T03:14:32,805 INFO [M:0;91f82191efb8:44519 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/253da3081cd0497e9c9d06b4dbb9cda5, entries=60, sequenceid=570, filesize=8.9 K 2024-11-15T03:14:32,813 DEBUG [M:0;91f82191efb8:44519 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fc563b6de8ef41b38070f4769594648f as hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fc563b6de8ef41b38070f4769594648f 2024-11-15T03:14:32,834 INFO [M:0;91f82191efb8:44519 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fc563b6de8ef41b38070f4769594648f 2024-11-15T03:14:32,835 INFO [M:0;91f82191efb8:44519 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43791/user/jenkins/test-data/8e97fe13-fa00-44d4-3a1d-6d1d7eede3b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fc563b6de8ef41b38070f4769594648f, entries=3, sequenceid=570, filesize=5.3 K 2024-11-15T03:14:32,841 INFO [M:0;91f82191efb8:44519 {}] regionserver.HRegion(3140): Finished flush of dataSize ~215.36 KB/220532, heapSize ~267.14 KB/273552, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 511ms, sequenceid=570, compaction requested=false 2024-11-15T03:14:32,865 INFO [M:0;91f82191efb8:44519 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T03:14:32,865 DEBUG [M:0;91f82191efb8:44519 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731640472328Disabling compacts and flushes for region at 1731640472328Disabling writes for close at 1731640472328Obtaining lock to block concurrent updates at 1731640472329 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731640472329Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=220532, getHeapSize=273792, getOffHeapSize=0, getCellsCount=691 at 1731640472329Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731640472332 (+3 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731640472332Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731640472372 (+40 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731640472372Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731640472492 (+120 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731640472534 (+42 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731640472534Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731640472622 (+88 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731640472647 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731640472647Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8bd85dd: reopening flushed file at 1731640472698 (+51 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4988d74f: reopening flushed file at 1731640472755 (+57 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6cbafc81: reopening flushed file at 1731640472805 (+50 ms)Finished flush of dataSize ~215.36 KB/220532, heapSize ~267.14 KB/273552, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 511ms, sequenceid=570, compaction requested=false at 1731640472841 (+36 ms)Writing region close event to WAL at 1731640472865 (+24 ms)Closed at 1731640472865 2024-11-15T03:14:32,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33343 is added to blk_1073741830_1006 (size=258485) 2024-11-15T03:14:32,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39987 is added to blk_1073741830_1006 (size=258485) 2024-11-15T03:14:32,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46475 is added to blk_1073741830_1006 (size=258485) 2024-11-15T03:14:32,878 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T03:14:32,878 INFO [M:0;91f82191efb8:44519 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T03:14:32,878 INFO [M:0;91f82191efb8:44519 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44519 2024-11-15T03:14:32,880 INFO [M:0;91f82191efb8:44519 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T03:14:32,987 INFO [M:0;91f82191efb8:44519 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T03:14:32,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44519-0x1013c7b07a80000, quorum=127.0.0.1:53673, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T03:14:32,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44519-0x1013c7b07a80000, quorum=127.0.0.1:53673, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T03:14:33,018 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1829d582{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T03:14:33,021 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@214e58f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T03:14:33,021 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T03:14:33,021 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b3a725b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T03:14:33,021 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@290abb78{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/97faa189-714b-6ebc-7124-f668aa89ef22/hadoop.log.dir/,STOPPED} 2024-11-15T03:14:33,026 WARN [BP-1499684533-172.17.0.2-1731640359712 heartbeating to localhost/127.0.0.1:43791 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T03:14:33,026 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T03:14:33,026 WARN [BP-1499684533-172.17.0.2-1731640359712 heartbeating to localhost/127.0.0.1:43791 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1499684533-172.17.0.2-1731640359712 (Datanode Uuid d5e14e46-5a39-4ae6-b8e9-6646a1263fcf) service to localhost/127.0.0.1:43791 2024-11-15T03:14:33,026 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T03:14:33,028 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/97faa189-714b-6ebc-7124-f668aa89ef22/cluster_91817ad1-d5ef-2369-2d46-828cb6ce2ec4/data/data5/current/BP-1499684533-172.17.0.2-1731640359712 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T03:14:33,028 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/97faa189-714b-6ebc-7124-f668aa89ef22/cluster_91817ad1-d5ef-2369-2d46-828cb6ce2ec4/data/data6/current/BP-1499684533-172.17.0.2-1731640359712 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T03:14:33,029 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T03:14:33,043 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@733978e0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T03:14:33,045 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@cec9164{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T03:14:33,046 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T03:14:33,046 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2267987d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T03:14:33,046 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ffd676e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/97faa189-714b-6ebc-7124-f668aa89ef22/hadoop.log.dir/,STOPPED} 2024-11-15T03:14:33,049 WARN [BP-1499684533-172.17.0.2-1731640359712 heartbeating to localhost/127.0.0.1:43791 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T03:14:33,050 WARN [BP-1499684533-172.17.0.2-1731640359712 heartbeating to localhost/127.0.0.1:43791 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1499684533-172.17.0.2-1731640359712 (Datanode Uuid ca2373ee-583b-4630-8501-075daa9a4c0b) service to localhost/127.0.0.1:43791 2024-11-15T03:14:33,051 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/97faa189-714b-6ebc-7124-f668aa89ef22/cluster_91817ad1-d5ef-2369-2d46-828cb6ce2ec4/data/data3/current/BP-1499684533-172.17.0.2-1731640359712 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T03:14:33,051 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/97faa189-714b-6ebc-7124-f668aa89ef22/cluster_91817ad1-d5ef-2369-2d46-828cb6ce2ec4/data/data4/current/BP-1499684533-172.17.0.2-1731640359712 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T03:14:33,053 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T03:14:33,053 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T03:14:33,054 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T03:14:33,065 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3822facf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T03:14:33,066 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@18c70438{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T03:14:33,067 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T03:14:33,067 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f453cb9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T03:14:33,067 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3bdaaf48{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/97faa189-714b-6ebc-7124-f668aa89ef22/hadoop.log.dir/,STOPPED} 2024-11-15T03:14:33,071 WARN [BP-1499684533-172.17.0.2-1731640359712 heartbeating to localhost/127.0.0.1:43791 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T03:14:33,071 WARN [BP-1499684533-172.17.0.2-1731640359712 heartbeating to localhost/127.0.0.1:43791 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1499684533-172.17.0.2-1731640359712 (Datanode Uuid af812fe8-4c9b-40a6-a9da-28b10dc1cb92) service to localhost/127.0.0.1:43791 2024-11-15T03:14:33,072 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/97faa189-714b-6ebc-7124-f668aa89ef22/cluster_91817ad1-d5ef-2369-2d46-828cb6ce2ec4/data/data1/current/BP-1499684533-172.17.0.2-1731640359712 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T03:14:33,073 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/97faa189-714b-6ebc-7124-f668aa89ef22/cluster_91817ad1-d5ef-2369-2d46-828cb6ce2ec4/data/data2/current/BP-1499684533-172.17.0.2-1731640359712 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T03:14:33,077 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T03:14:33,077 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T03:14:33,078 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T03:14:33,120 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@458e1c66{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T03:14:33,136 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@50e5d970{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T03:14:33,137 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T03:14:33,137 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a9f9f29{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T03:14:33,137 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@379e5835{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/97faa189-714b-6ebc-7124-f668aa89ef22/hadoop.log.dir/,STOPPED} 2024-11-15T03:14:33,175 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-15T03:14:33,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T03:14:33,320 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=97 (was 11) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43791 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43791 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/91f82191efb8:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43791 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43791 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/91f82191efb8:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@5ab1aaea java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:43791 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/91f82191efb8:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/91f82191efb8:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43791 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43791 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: regionserver/91f82191efb8:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:43791 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/91f82191efb8:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:43791 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:43791 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43791 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:43791 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/91f82191efb8:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/91f82191efb8:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/91f82191efb8:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:43791 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=442 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=314 (was 371), ProcessCount=11 (was 11), AvailableMemoryMB=2976 (was 4932) 2024-11-15T03:14:33,348 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=98, OpenFileDescriptor=442, MaxFileDescriptor=1048576, SystemLoadAverage=314, ProcessCount=11, AvailableMemoryMB=2975 2024-11-15T03:14:33,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/97faa189-714b-6ebc-7124-f668aa89ef22/hadoop.log.dir so I do NOT create it in target/test-data/4df81ef0-c85e-a16e-6dd7-32e7196500f6 2024-11-15T03:14:33,371 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/97faa189-714b-6ebc-7124-f668aa89ef22/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T03:14:33,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/97faa189-714b-6ebc-7124-f668aa89ef22/hadoop.tmp.dir so I do NOT create it in target/test-data/4df81ef0-c85e-a16e-6dd7-32e7196500f6 2024-11-15T03:14:33,371 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/97faa189-714b-6ebc-7124-f668aa89ef22/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T03:14:33,371 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4df81ef0-c85e-a16e-6dd7-32e7196500f6 2024-11-15T03:14:33,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T03:14:33,372 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4df81ef0-c85e-a16e-6dd7-32e7196500f6/cluster_f1d66d2a-7bfb-9484-1e82-3b5abc60e96f, deleteOnExit=true 2024-11-15T03:14:33,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T03:14:33,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4df81ef0-c85e-a16e-6dd7-32e7196500f6/test.cache.data in system properties and HBase conf 2024-11-15T03:14:33,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4df81ef0-c85e-a16e-6dd7-32e7196500f6/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T03:14:33,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4df81ef0-c85e-a16e-6dd7-32e7196500f6/hadoop.log.dir in system properties and HBase conf 2024-11-15T03:14:33,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4df81ef0-c85e-a16e-6dd7-32e7196500f6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T03:14:33,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4df81ef0-c85e-a16e-6dd7-32e7196500f6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T03:14:33,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T03:14:33,373 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T03:14:33,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4df81ef0-c85e-a16e-6dd7-32e7196500f6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T03:14:33,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4df81ef0-c85e-a16e-6dd7-32e7196500f6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T03:14:33,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4df81ef0-c85e-a16e-6dd7-32e7196500f6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T03:14:33,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4df81ef0-c85e-a16e-6dd7-32e7196500f6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T03:14:33,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4df81ef0-c85e-a16e-6dd7-32e7196500f6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T03:14:33,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4df81ef0-c85e-a16e-6dd7-32e7196500f6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T03:14:33,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4df81ef0-c85e-a16e-6dd7-32e7196500f6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T03:14:33,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4df81ef0-c85e-a16e-6dd7-32e7196500f6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T03:14:33,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4df81ef0-c85e-a16e-6dd7-32e7196500f6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T03:14:33,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4df81ef0-c85e-a16e-6dd7-32e7196500f6/nfs.dump.dir in system properties and HBase conf 2024-11-15T03:14:33,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4df81ef0-c85e-a16e-6dd7-32e7196500f6/java.io.tmpdir in system properties and HBase conf 2024-11-15T03:14:33,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4df81ef0-c85e-a16e-6dd7-32e7196500f6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T03:14:33,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4df81ef0-c85e-a16e-6dd7-32e7196500f6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T03:14:33,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4df81ef0-c85e-a16e-6dd7-32e7196500f6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T03:14:33,756 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T03:14:33,762 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T03:14:33,763 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T03:14:33,763 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T03:14:33,763 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T03:14:33,764 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T03:14:33,765 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5021f3e9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4df81ef0-c85e-a16e-6dd7-32e7196500f6/hadoop.log.dir/,AVAILABLE} 2024-11-15T03:14:33,765 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41f7b630{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T03:14:33,872 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@66844c6d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4df81ef0-c85e-a16e-6dd7-32e7196500f6/java.io.tmpdir/jetty-localhost-39953-hadoop-hdfs-3_4_1-tests_jar-_-any-9182793574984440237/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T03:14:33,873 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@29b0af6a{HTTP/1.1, (http/1.1)}{localhost:39953} 2024-11-15T03:14:33,873 INFO [Time-limited test {}] server.Server(415): Started @116746ms 2024-11-15T03:14:34,129 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T03:14:34,135 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T03:14:34,137 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T03:14:34,137 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T03:14:34,137 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T03:14:34,138 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@405bd553{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4df81ef0-c85e-a16e-6dd7-32e7196500f6/hadoop.log.dir/,AVAILABLE} 2024-11-15T03:14:34,138 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@413570d2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T03:14:34,243 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@74a21563{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4df81ef0-c85e-a16e-6dd7-32e7196500f6/java.io.tmpdir/jetty-localhost-42797-hadoop-hdfs-3_4_1-tests_jar-_-any-17120919329859530591/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T03:14:34,244 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@565dc315{HTTP/1.1, (http/1.1)}{localhost:42797} 2024-11-15T03:14:34,244 INFO [Time-limited test {}] server.Server(415): Started @117117ms 2024-11-15T03:14:34,245 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T03:14:34,285 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T03:14:34,289 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T03:14:34,290 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T03:14:34,290 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T03:14:34,290 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T03:14:34,291 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cd54326{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4df81ef0-c85e-a16e-6dd7-32e7196500f6/hadoop.log.dir/,AVAILABLE} 2024-11-15T03:14:34,291 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@798c66ca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T03:14:34,388 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ceade03{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4df81ef0-c85e-a16e-6dd7-32e7196500f6/java.io.tmpdir/jetty-localhost-34109-hadoop-hdfs-3_4_1-tests_jar-_-any-3256434240308905549/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T03:14:34,389 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@12ae1b60{HTTP/1.1, (http/1.1)}{localhost:34109} 2024-11-15T03:14:34,389 INFO [Time-limited test {}] server.Server(415): Started @117262ms 2024-11-15T03:14:34,390 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T03:14:34,422 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T03:14:34,426 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T03:14:34,427 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T03:14:34,427 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T03:14:34,427 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T03:14:34,428 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@407fbe3d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4df81ef0-c85e-a16e-6dd7-32e7196500f6/hadoop.log.dir/,AVAILABLE} 2024-11-15T03:14:34,429 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ecb361e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T03:14:34,534 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@242e51be{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4df81ef0-c85e-a16e-6dd7-32e7196500f6/java.io.tmpdir/jetty-localhost-42695-hadoop-hdfs-3_4_1-tests_jar-_-any-10003081882086957190/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T03:14:34,534 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@43db8ad6{HTTP/1.1, (http/1.1)}{localhost:42695} 2024-11-15T03:14:34,534 INFO [Time-limited test {}] server.Server(415): Started @117408ms 2024-11-15T03:14:34,535 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T03:14:35,330 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T03:14:35,599 WARN [Thread-734 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4df81ef0-c85e-a16e-6dd7-32e7196500f6/cluster_f1d66d2a-7bfb-9484-1e82-3b5abc60e96f/data/data2/current/BP-14274777-172.17.0.2-1731640473405/current, will proceed with Du for space computation calculation, 2024-11-15T03:14:35,599 WARN [Thread-733 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4df81ef0-c85e-a16e-6dd7-32e7196500f6/cluster_f1d66d2a-7bfb-9484-1e82-3b5abc60e96f/data/data1/current/BP-14274777-172.17.0.2-1731640473405/current, will proceed with Du for space computation calculation, 2024-11-15T03:14:35,618 WARN [Thread-674 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T03:14:35,621 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x335099ed79a8cf48 with lease ID 0x5c1ff0bcaea8dcab: Processing first storage report for DS-ea18aa2d-6199-4dc7-8443-681c799f172c from datanode DatanodeRegistration(127.0.0.1:38551, datanodeUuid=b05fe281-33c7-44b9-8342-dca4cc79fc9b, infoPort=34313, infoSecurePort=0, ipcPort=44367, storageInfo=lv=-57;cid=testClusterID;nsid=964883138;c=1731640473405) 2024-11-15T03:14:35,621 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x335099ed79a8cf48 with lease ID 0x5c1ff0bcaea8dcab: from storage DS-ea18aa2d-6199-4dc7-8443-681c799f172c node DatanodeRegistration(127.0.0.1:38551, datanodeUuid=b05fe281-33c7-44b9-8342-dca4cc79fc9b, infoPort=34313, infoSecurePort=0, ipcPort=44367, storageInfo=lv=-57;cid=testClusterID;nsid=964883138;c=1731640473405), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T03:14:35,621 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x335099ed79a8cf48 with lease ID 0x5c1ff0bcaea8dcab: Processing first storage report for DS-8c777c9c-2246-4671-b12d-8b6f4ca097a8 from datanode DatanodeRegistration(127.0.0.1:38551, datanodeUuid=b05fe281-33c7-44b9-8342-dca4cc79fc9b, infoPort=34313, infoSecurePort=0, ipcPort=44367, storageInfo=lv=-57;cid=testClusterID;nsid=964883138;c=1731640473405) 2024-11-15T03:14:35,622 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x335099ed79a8cf48 with lease ID 0x5c1ff0bcaea8dcab: from storage DS-8c777c9c-2246-4671-b12d-8b6f4ca097a8 node DatanodeRegistration(127.0.0.1:38551, datanodeUuid=b05fe281-33c7-44b9-8342-dca4cc79fc9b, infoPort=34313, infoSecurePort=0, ipcPort=44367, storageInfo=lv=-57;cid=testClusterID;nsid=964883138;c=1731640473405), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T03:14:36,071 WARN [Thread-746 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4df81ef0-c85e-a16e-6dd7-32e7196500f6/cluster_f1d66d2a-7bfb-9484-1e82-3b5abc60e96f/data/data4/current/BP-14274777-172.17.0.2-1731640473405/current, will proceed with Du for space computation calculation, 2024-11-15T03:14:36,071 WARN [Thread-745 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4df81ef0-c85e-a16e-6dd7-32e7196500f6/cluster_f1d66d2a-7bfb-9484-1e82-3b5abc60e96f/data/data3/current/BP-14274777-172.17.0.2-1731640473405/current, will proceed with Du for space computation calculation, 2024-11-15T03:14:36,093 WARN [Thread-697 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T03:14:36,095 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfabacab9c8a32826 with lease ID 0x5c1ff0bcaea8dcac: Processing first storage report for DS-295c0966-3abd-4bac-beab-eeaf352edae4 from datanode DatanodeRegistration(127.0.0.1:37589, datanodeUuid=f368a0f1-c1cf-4d55-b8b3-0d20c6b4fded, infoPort=38763, infoSecurePort=0, ipcPort=34009, storageInfo=lv=-57;cid=testClusterID;nsid=964883138;c=1731640473405) 2024-11-15T03:14:36,095 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfabacab9c8a32826 with lease ID 0x5c1ff0bcaea8dcac: from storage DS-295c0966-3abd-4bac-beab-eeaf352edae4 node DatanodeRegistration(127.0.0.1:37589, datanodeUuid=f368a0f1-c1cf-4d55-b8b3-0d20c6b4fded, infoPort=38763, infoSecurePort=0, ipcPort=34009, storageInfo=lv=-57;cid=testClusterID;nsid=964883138;c=1731640473405), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T03:14:36,095 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfabacab9c8a32826 with lease ID 0x5c1ff0bcaea8dcac: Processing first storage report for DS-91df57c5-8225-4d2a-80a3-2ea3d8023bad from datanode DatanodeRegistration(127.0.0.1:37589, datanodeUuid=f368a0f1-c1cf-4d55-b8b3-0d20c6b4fded, infoPort=38763, infoSecurePort=0, ipcPort=34009, storageInfo=lv=-57;cid=testClusterID;nsid=964883138;c=1731640473405) 2024-11-15T03:14:36,095 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfabacab9c8a32826 with lease ID 0x5c1ff0bcaea8dcac: from storage DS-91df57c5-8225-4d2a-80a3-2ea3d8023bad node DatanodeRegistration(127.0.0.1:37589, datanodeUuid=f368a0f1-c1cf-4d55-b8b3-0d20c6b4fded, infoPort=38763, infoSecurePort=0, ipcPort=34009, storageInfo=lv=-57;cid=testClusterID;nsid=964883138;c=1731640473405), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-15T03:14:36,174 WARN [Thread-757 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4df81ef0-c85e-a16e-6dd7-32e7196500f6/cluster_f1d66d2a-7bfb-9484-1e82-3b5abc60e96f/data/data6/current/BP-14274777-172.17.0.2-1731640473405/current, will proceed with Du for space computation calculation, 2024-11-15T03:14:36,174 WARN [Thread-756 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4df81ef0-c85e-a16e-6dd7-32e7196500f6/cluster_f1d66d2a-7bfb-9484-1e82-3b5abc60e96f/data/data5/current/BP-14274777-172.17.0.2-1731640473405/current, will proceed with Du for space computation calculation, 2024-11-15T03:14:36,205 WARN [Thread-719 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T03:14:36,212 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbb133bb9018cf10f with lease ID 0x5c1ff0bcaea8dcad: Processing first storage report for DS-4d67d8ca-9a24-4896-9529-a5d7ee895736 from datanode DatanodeRegistration(127.0.0.1:45341, datanodeUuid=02f581b2-a7f2-48b8-a8cb-0995abec9c54, infoPort=35733, infoSecurePort=0, ipcPort=37987, storageInfo=lv=-57;cid=testClusterID;nsid=964883138;c=1731640473405) 2024-11-15T03:14:36,212 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbb133bb9018cf10f with lease ID 0x5c1ff0bcaea8dcad: from storage DS-4d67d8ca-9a24-4896-9529-a5d7ee895736 node DatanodeRegistration(127.0.0.1:45341, datanodeUuid=02f581b2-a7f2-48b8-a8cb-0995abec9c54, infoPort=35733, infoSecurePort=0, ipcPort=37987, storageInfo=lv=-57;cid=testClusterID;nsid=964883138;c=1731640473405), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T03:14:36,212 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbb133bb9018cf10f with lease ID 0x5c1ff0bcaea8dcad: Processing first storage report for DS-9de9c9b0-6285-40b3-b65a-ceba9fd03021 from datanode DatanodeRegistration(127.0.0.1:45341, datanodeUuid=02f581b2-a7f2-48b8-a8cb-0995abec9c54, infoPort=35733, infoSecurePort=0, ipcPort=37987, storageInfo=lv=-57;cid=testClusterID;nsid=964883138;c=1731640473405) 2024-11-15T03:14:36,212 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbb133bb9018cf10f with lease ID 0x5c1ff0bcaea8dcad: from storage DS-9de9c9b0-6285-40b3-b65a-ceba9fd03021 node DatanodeRegistration(127.0.0.1:45341, datanodeUuid=02f581b2-a7f2-48b8-a8cb-0995abec9c54, infoPort=35733, infoSecurePort=0, ipcPort=37987, storageInfo=lv=-57;cid=testClusterID;nsid=964883138;c=1731640473405), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T03:14:36,278 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4df81ef0-c85e-a16e-6dd7-32e7196500f6 2024-11-15T03:14:36,283 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4df81ef0-c85e-a16e-6dd7-32e7196500f6/cluster_f1d66d2a-7bfb-9484-1e82-3b5abc60e96f/zookeeper_0, clientPort=51587, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4df81ef0-c85e-a16e-6dd7-32e7196500f6/cluster_f1d66d2a-7bfb-9484-1e82-3b5abc60e96f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4df81ef0-c85e-a16e-6dd7-32e7196500f6/cluster_f1d66d2a-7bfb-9484-1e82-3b5abc60e96f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T03:14:36,284 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51587 2024-11-15T03:14:36,284 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T03:14:36,286 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T03:14:36,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38551 is added to blk_1073741825_1001 (size=7) 2024-11-15T03:14:36,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37589 is added to blk_1073741825_1001 (size=7) 2024-11-15T03:14:36,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45341 is added to blk_1073741825_1001 (size=7) 2024-11-15T03:14:36,315 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f with version=8 2024-11-15T03:14:36,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/hbase-staging 2024-11-15T03:14:36,318 INFO [Time-limited test {}] client.ConnectionUtils(128): master/91f82191efb8:0 server-side Connection retries=45 2024-11-15T03:14:36,318 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T03:14:36,318 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T03:14:36,318 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T03:14:36,318 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T03:14:36,318 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T03:14:36,318 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T03:14:36,318 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T03:14:36,319 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37623 2024-11-15T03:14:36,321 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37623 connecting to ZooKeeper ensemble=127.0.0.1:51587 2024-11-15T03:14:36,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:376230x0, quorum=127.0.0.1:51587, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T03:14:36,388 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37623-0x1013c7cbe230000 connected 2024-11-15T03:14:36,452 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T03:14:36,463 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T03:14:36,463 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T03:14:36,479 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T03:14:36,481 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T03:14:36,485 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37623-0x1013c7cbe230000, quorum=127.0.0.1:51587, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T03:14:36,485 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f, hbase.cluster.distributed=false 2024-11-15T03:14:36,488 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37623-0x1013c7cbe230000, quorum=127.0.0.1:51587, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T03:14:36,489 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37623 2024-11-15T03:14:36,489 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37623 2024-11-15T03:14:36,489 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37623 2024-11-15T03:14:36,490 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37623 2024-11-15T03:14:36,490 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37623 2024-11-15T03:14:36,515 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/91f82191efb8:0 server-side Connection retries=45 2024-11-15T03:14:36,515 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T03:14:36,516 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T03:14:36,516 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T03:14:36,516 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T03:14:36,516 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T03:14:36,516 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T03:14:36,516 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T03:14:36,517 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39417 2024-11-15T03:14:36,519 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39417 connecting to ZooKeeper ensemble=127.0.0.1:51587 2024-11-15T03:14:36,521 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T03:14:36,524 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T03:14:36,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:394170x0, quorum=127.0.0.1:51587, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T03:14:36,537 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:394170x0, quorum=127.0.0.1:51587, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T03:14:36,537 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39417-0x1013c7cbe230001 connected 2024-11-15T03:14:36,537 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T03:14:36,538 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T03:14:36,539 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39417-0x1013c7cbe230001, quorum=127.0.0.1:51587, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-15T03:14:36,540 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39417-0x1013c7cbe230001, quorum=127.0.0.1:51587, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T03:14:36,543 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39417 2024-11-15T03:14:36,543 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39417 2024-11-15T03:14:36,543 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39417 2024-11-15T03:14:36,544 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39417 2024-11-15T03:14:36,544 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39417 2024-11-15T03:14:36,558 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/91f82191efb8:0 server-side Connection retries=45 2024-11-15T03:14:36,558 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T03:14:36,559 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T03:14:36,559 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T03:14:36,559 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T03:14:36,559 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T03:14:36,559 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T03:14:36,559 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T03:14:36,560 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37757 2024-11-15T03:14:36,561 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37757 connecting to ZooKeeper ensemble=127.0.0.1:51587 2024-11-15T03:14:36,562 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T03:14:36,564 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T03:14:36,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:377570x0, quorum=127.0.0.1:51587, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T03:14:36,579 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:377570x0, quorum=127.0.0.1:51587, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T03:14:36,579 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37757-0x1013c7cbe230002 connected 2024-11-15T03:14:36,579 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T03:14:36,580 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T03:14:36,580 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37757-0x1013c7cbe230002, quorum=127.0.0.1:51587, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-15T03:14:36,581 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37757-0x1013c7cbe230002, quorum=127.0.0.1:51587, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T03:14:36,584 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37757 2024-11-15T03:14:36,584 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37757 2024-11-15T03:14:36,585 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37757 2024-11-15T03:14:36,585 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37757 2024-11-15T03:14:36,585 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37757 2024-11-15T03:14:36,604 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/91f82191efb8:0 server-side Connection retries=45 2024-11-15T03:14:36,604 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T03:14:36,605 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T03:14:36,605 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T03:14:36,605 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T03:14:36,605 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T03:14:36,605 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T03:14:36,605 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T03:14:36,606 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44665 2024-11-15T03:14:36,607 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44665 connecting to ZooKeeper ensemble=127.0.0.1:51587 2024-11-15T03:14:36,608 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T03:14:36,610 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T03:14:36,626 DEBUG [pool-321-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:446650x0, quorum=127.0.0.1:51587, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T03:14:36,627 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:446650x0, quorum=127.0.0.1:51587, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T03:14:36,627 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44665-0x1013c7cbe230003 connected 2024-11-15T03:14:36,627 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T03:14:36,628 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T03:14:36,629 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44665-0x1013c7cbe230003, quorum=127.0.0.1:51587, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-15T03:14:36,630 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44665-0x1013c7cbe230003, quorum=127.0.0.1:51587, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T03:14:36,631 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44665 2024-11-15T03:14:36,631 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44665 2024-11-15T03:14:36,631 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44665 2024-11-15T03:14:36,632 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44665 2024-11-15T03:14:36,632 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44665 2024-11-15T03:14:36,646 DEBUG [M:0;91f82191efb8:37623 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;91f82191efb8:37623 2024-11-15T03:14:36,647 INFO [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/91f82191efb8,37623,1731640476317 2024-11-15T03:14:36,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39417-0x1013c7cbe230001, quorum=127.0.0.1:51587, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T03:14:36,658 DEBUG [pool-321-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44665-0x1013c7cbe230003, quorum=127.0.0.1:51587, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T03:14:36,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37757-0x1013c7cbe230002, quorum=127.0.0.1:51587, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T03:14:36,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37623-0x1013c7cbe230000, quorum=127.0.0.1:51587, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T03:14:36,660 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37623-0x1013c7cbe230000, quorum=127.0.0.1:51587, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/91f82191efb8,37623,1731640476317 2024-11-15T03:14:36,673 DEBUG [pool-321-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44665-0x1013c7cbe230003, quorum=127.0.0.1:51587, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-15T03:14:36,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39417-0x1013c7cbe230001, quorum=127.0.0.1:51587, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-15T03:14:36,673 DEBUG [pool-321-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44665-0x1013c7cbe230003, quorum=127.0.0.1:51587, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T03:14:36,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39417-0x1013c7cbe230001, quorum=127.0.0.1:51587, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T03:14:36,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37623-0x1013c7cbe230000, quorum=127.0.0.1:51587, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T03:14:36,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37757-0x1013c7cbe230002, quorum=127.0.0.1:51587, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-15T03:14:36,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37757-0x1013c7cbe230002, quorum=127.0.0.1:51587, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T03:14:36,674 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37623-0x1013c7cbe230000, quorum=127.0.0.1:51587, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-15T03:14:36,676 INFO [master/91f82191efb8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/91f82191efb8,37623,1731640476317 from backup master directory 2024-11-15T03:14:36,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37623-0x1013c7cbe230000, quorum=127.0.0.1:51587, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/91f82191efb8,37623,1731640476317 2024-11-15T03:14:36,689 DEBUG [pool-321-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44665-0x1013c7cbe230003, quorum=127.0.0.1:51587, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T03:14:36,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39417-0x1013c7cbe230001, quorum=127.0.0.1:51587, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T03:14:36,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37623-0x1013c7cbe230000, quorum=127.0.0.1:51587, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T03:14:36,689 WARN [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T03:14:36,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37757-0x1013c7cbe230002, quorum=127.0.0.1:51587, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T03:14:36,690 INFO [master/91f82191efb8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=91f82191efb8,37623,1731640476317 2024-11-15T03:14:36,695 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/hbase.id] with ID: 4456c30b-ff27-431e-846b-d82bc26163f8 2024-11-15T03:14:36,695 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/.tmp/hbase.id 2024-11-15T03:14:36,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38551 is added to blk_1073741826_1002 (size=42) 2024-11-15T03:14:36,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37589 is added to blk_1073741826_1002 (size=42) 2024-11-15T03:14:36,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45341 is added to blk_1073741826_1002 (size=42) 2024-11-15T03:14:36,710 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/.tmp/hbase.id]:[hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/hbase.id] 2024-11-15T03:14:36,736 INFO [master/91f82191efb8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T03:14:36,736 INFO [master/91f82191efb8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T03:14:36,738 INFO [master/91f82191efb8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-15T03:14:36,747 DEBUG [pool-321-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44665-0x1013c7cbe230003, quorum=127.0.0.1:51587, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T03:14:36,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39417-0x1013c7cbe230001, quorum=127.0.0.1:51587, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T03:14:36,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37623-0x1013c7cbe230000, quorum=127.0.0.1:51587, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T03:14:36,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37757-0x1013c7cbe230002, quorum=127.0.0.1:51587, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T03:14:36,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38551 is added to blk_1073741827_1003 (size=196) 2024-11-15T03:14:36,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37589 is added to blk_1073741827_1003 (size=196) 2024-11-15T03:14:36,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45341 is added to blk_1073741827_1003 (size=196) 2024-11-15T03:14:36,758 INFO [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T03:14:36,759 INFO [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T03:14:36,759 INFO [master/91f82191efb8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T03:14:36,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45341 is added to blk_1073741828_1004 (size=1189) 2024-11-15T03:14:36,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38551 is added to blk_1073741828_1004 (size=1189) 2024-11-15T03:14:36,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37589 is added to blk_1073741828_1004 (size=1189) 2024-11-15T03:14:36,776 INFO [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/MasterData/data/master/store 2024-11-15T03:14:36,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45341 is added to blk_1073741829_1005 (size=34) 2024-11-15T03:14:36,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37589 is added to blk_1073741829_1005 (size=34) 2024-11-15T03:14:36,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38551 is added to blk_1073741829_1005 (size=34) 2024-11-15T03:14:36,787 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T03:14:36,787 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T03:14:36,787 INFO [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T03:14:36,787 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T03:14:36,787 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T03:14:36,787 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T03:14:36,787 INFO [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T03:14:36,787 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731640476787Disabling compacts and flushes for region at 1731640476787Disabling writes for close at 1731640476787Writing region close event to WAL at 1731640476787Closed at 1731640476787 2024-11-15T03:14:36,789 WARN [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/MasterData/data/master/store/.initializing 2024-11-15T03:14:36,789 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/MasterData/WALs/91f82191efb8,37623,1731640476317 2024-11-15T03:14:36,790 INFO [master/91f82191efb8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T03:14:36,793 INFO [master/91f82191efb8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=91f82191efb8%2C37623%2C1731640476317, suffix=, logDir=hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/MasterData/WALs/91f82191efb8,37623,1731640476317, archiveDir=hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/MasterData/oldWALs, maxLogs=10 2024-11-15T03:14:36,806 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/MasterData/WALs/91f82191efb8,37623,1731640476317/91f82191efb8%2C37623%2C1731640476317.1731640476793, exclude list is [], retry=0 2024-11-15T03:14:36,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45341,DS-4d67d8ca-9a24-4896-9529-a5d7ee895736,DISK] 2024-11-15T03:14:36,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37589,DS-295c0966-3abd-4bac-beab-eeaf352edae4,DISK] 2024-11-15T03:14:36,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38551,DS-ea18aa2d-6199-4dc7-8443-681c799f172c,DISK] 2024-11-15T03:14:36,813 INFO [master/91f82191efb8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/MasterData/WALs/91f82191efb8,37623,1731640476317/91f82191efb8%2C37623%2C1731640476317.1731640476793 2024-11-15T03:14:36,813 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35733:35733),(127.0.0.1/127.0.0.1:34313:34313),(127.0.0.1/127.0.0.1:38763:38763)] 2024-11-15T03:14:36,814 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T03:14:36,814 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T03:14:36,814 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T03:14:36,814 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T03:14:36,816 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T03:14:36,818 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T03:14:36,818 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T03:14:36,819 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T03:14:36,819 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T03:14:36,821 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T03:14:36,821 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T03:14:36,821 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T03:14:36,822 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T03:14:36,823 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T03:14:36,824 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T03:14:36,824 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T03:14:36,825 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T03:14:36,826 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T03:14:36,826 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T03:14:36,827 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T03:14:36,827 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T03:14:36,828 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T03:14:36,828 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T03:14:36,830 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T03:14:36,830 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T03:14:36,830 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T03:14:36,832 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T03:14:36,848 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T03:14:36,849 INFO [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67313972, jitterRate=0.003056347370147705}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T03:14:36,850 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731640476814Initializing all the Stores at 1731640476816 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640476816Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640476816Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640476816Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640476816Cleaning up temporary data from old regions at 1731640476830 (+14 ms)Region opened successfully at 1731640476850 (+20 ms) 2024-11-15T03:14:36,850 INFO [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T03:14:36,854 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f77709d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=91f82191efb8/172.17.0.2:0 2024-11-15T03:14:36,855 INFO [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T03:14:36,855 INFO [master/91f82191efb8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T03:14:36,855 INFO [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T03:14:36,855 INFO [master/91f82191efb8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T03:14:36,856 INFO [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T03:14:36,856 INFO [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T03:14:36,856 INFO [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-15T03:14:36,860 INFO [master/91f82191efb8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T03:14:36,861 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37623-0x1013c7cbe230000, quorum=127.0.0.1:51587, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-15T03:14:36,873 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-15T03:14:36,874 INFO [master/91f82191efb8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T03:14:36,875 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37623-0x1013c7cbe230000, quorum=127.0.0.1:51587, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-15T03:14:36,884 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-15T03:14:36,884 INFO [master/91f82191efb8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T03:14:36,886 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37623-0x1013c7cbe230000, quorum=127.0.0.1:51587, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-15T03:14:36,894 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-15T03:14:36,896 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37623-0x1013c7cbe230000, quorum=127.0.0.1:51587, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-15T03:14:36,915 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-15T03:14:36,917 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37623-0x1013c7cbe230000, quorum=127.0.0.1:51587, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T03:14:36,940 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-15T03:14:36,953 DEBUG [pool-321-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44665-0x1013c7cbe230003, quorum=127.0.0.1:51587, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T03:14:36,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37757-0x1013c7cbe230002, quorum=127.0.0.1:51587, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T03:14:36,953 DEBUG [pool-321-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44665-0x1013c7cbe230003, quorum=127.0.0.1:51587, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T03:14:36,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37757-0x1013c7cbe230002, quorum=127.0.0.1:51587, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T03:14:36,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39417-0x1013c7cbe230001, quorum=127.0.0.1:51587, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T03:14:36,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39417-0x1013c7cbe230001, quorum=127.0.0.1:51587, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T03:14:36,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37623-0x1013c7cbe230000, quorum=127.0.0.1:51587, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T03:14:36,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37623-0x1013c7cbe230000, quorum=127.0.0.1:51587, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T03:14:36,961 INFO [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=91f82191efb8,37623,1731640476317, sessionid=0x1013c7cbe230000, setting cluster-up flag (Was=false) 2024-11-15T03:14:36,970 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T03:14:36,972 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T03:14:36,984 DEBUG [pool-321-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44665-0x1013c7cbe230003, quorum=127.0.0.1:51587, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T03:14:36,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37623-0x1013c7cbe230000, quorum=127.0.0.1:51587, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T03:14:36,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37757-0x1013c7cbe230002, quorum=127.0.0.1:51587, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T03:14:36,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39417-0x1013c7cbe230001, quorum=127.0.0.1:51587, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T03:14:36,992 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T03:14:36,993 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T03:14:37,016 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-15T03:14:37,017 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=91f82191efb8,37623,1731640476317 2024-11-15T03:14:37,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39417-0x1013c7cbe230001, quorum=127.0.0.1:51587, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T03:14:37,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37623-0x1013c7cbe230000, quorum=127.0.0.1:51587, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T03:14:37,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37757-0x1013c7cbe230002, quorum=127.0.0.1:51587, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T03:14:37,037 DEBUG [pool-321-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44665-0x1013c7cbe230003, quorum=127.0.0.1:51587, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T03:14:37,068 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-15T03:14:37,070 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=91f82191efb8,37623,1731640476317 2024-11-15T03:14:37,071 INFO [master/91f82191efb8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T03:14:37,073 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T03:14:37,073 INFO [master/91f82191efb8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T03:14:37,073 INFO [master/91f82191efb8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T03:14:37,073 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 91f82191efb8,37623,1731640476317 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T03:14:37,075 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/91f82191efb8:0, corePoolSize=5, maxPoolSize=5 2024-11-15T03:14:37,075 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/91f82191efb8:0, corePoolSize=5, maxPoolSize=5 2024-11-15T03:14:37,075 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/91f82191efb8:0, corePoolSize=5, maxPoolSize=5 2024-11-15T03:14:37,075 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/91f82191efb8:0, corePoolSize=5, maxPoolSize=5 2024-11-15T03:14:37,075 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/91f82191efb8:0, corePoolSize=10, maxPoolSize=10 2024-11-15T03:14:37,075 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/91f82191efb8:0, corePoolSize=1, maxPoolSize=1 2024-11-15T03:14:37,075 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/91f82191efb8:0, corePoolSize=2, maxPoolSize=2 2024-11-15T03:14:37,075 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/91f82191efb8:0, corePoolSize=1, maxPoolSize=1 2024-11-15T03:14:37,077 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T03:14:37,077 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T03:14:37,078 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T03:14:37,078 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T03:14:37,080 INFO [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731640507080 2024-11-15T03:14:37,081 INFO [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T03:14:37,081 INFO [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T03:14:37,081 INFO [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T03:14:37,081 INFO [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T03:14:37,081 INFO [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T03:14:37,081 INFO [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T03:14:37,081 INFO [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T03:14:37,081 INFO [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T03:14:37,081 INFO [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T03:14:37,081 INFO [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T03:14:37,084 INFO [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T03:14:37,084 INFO [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T03:14:37,087 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.large.0-1731640477084,5,FailOnTimeoutGroup] 2024-11-15T03:14:37,091 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.small.0-1731640477087,5,FailOnTimeoutGroup] 2024-11-15T03:14:37,091 INFO [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T03:14:37,091 INFO [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T03:14:37,091 INFO [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T03:14:37,091 INFO [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T03:14:37,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45341 is added to blk_1073741831_1007 (size=1321) 2024-11-15T03:14:37,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37589 is added to blk_1073741831_1007 (size=1321) 2024-11-15T03:14:37,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38551 is added to blk_1073741831_1007 (size=1321) 2024-11-15T03:14:37,102 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T03:14:37,102 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f 2024-11-15T03:14:37,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37589 is added to blk_1073741832_1008 (size=32) 2024-11-15T03:14:37,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38551 is added to blk_1073741832_1008 (size=32) 2024-11-15T03:14:37,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45341 is added to blk_1073741832_1008 (size=32) 2024-11-15T03:14:37,128 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T03:14:37,136 INFO [RS:0;91f82191efb8:39417 {}] regionserver.HRegionServer(746): ClusterId : 4456c30b-ff27-431e-846b-d82bc26163f8 2024-11-15T03:14:37,136 DEBUG [RS:0;91f82191efb8:39417 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T03:14:37,146 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T03:14:37,148 INFO [RS:1;91f82191efb8:37757 {}] regionserver.HRegionServer(746): ClusterId : 4456c30b-ff27-431e-846b-d82bc26163f8 2024-11-15T03:14:37,148 DEBUG [RS:1;91f82191efb8:37757 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T03:14:37,148 INFO [RS:2;91f82191efb8:44665 {}] regionserver.HRegionServer(746): ClusterId : 4456c30b-ff27-431e-846b-d82bc26163f8 2024-11-15T03:14:37,148 DEBUG [RS:2;91f82191efb8:44665 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T03:14:37,149 DEBUG [RS:0;91f82191efb8:39417 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T03:14:37,149 DEBUG [RS:0;91f82191efb8:39417 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T03:14:37,150 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T03:14:37,150 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T03:14:37,151 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T03:14:37,152 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T03:14:37,157 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T03:14:37,158 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T03:14:37,159 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T03:14:37,159 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T03:14:37,162 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T03:14:37,162 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T03:14:37,163 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T03:14:37,163 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T03:14:37,169 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T03:14:37,169 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T03:14:37,170 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T03:14:37,170 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T03:14:37,171 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/data/hbase/meta/1588230740 2024-11-15T03:14:37,172 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/data/hbase/meta/1588230740 2024-11-15T03:14:37,174 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T03:14:37,174 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T03:14:37,175 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T03:14:37,177 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T03:14:37,181 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T03:14:37,182 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62323376, jitterRate=-0.07130932807922363}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T03:14:37,182 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731640477128Initializing all the Stores at 1731640477129 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640477129Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640477132 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640477132Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640477132Cleaning up temporary data from old regions at 1731640477174 (+42 ms)Region opened successfully at 1731640477182 (+8 ms) 2024-11-15T03:14:37,182 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T03:14:37,182 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T03:14:37,182 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T03:14:37,182 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T03:14:37,182 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T03:14:37,182 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T03:14:37,182 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731640477182Disabling compacts and flushes for region at 1731640477182Disabling writes for close at 1731640477182Writing region close event to WAL at 1731640477182Closed at 1731640477182 2024-11-15T03:14:37,183 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T03:14:37,184 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T03:14:37,184 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T03:14:37,185 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T03:14:37,186 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T03:14:37,253 DEBUG [RS:1;91f82191efb8:37757 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T03:14:37,253 DEBUG [RS:1;91f82191efb8:37757 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T03:14:37,253 DEBUG [RS:2;91f82191efb8:44665 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T03:14:37,253 DEBUG [RS:2;91f82191efb8:44665 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T03:14:37,336 WARN [91f82191efb8:37623 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-15T03:14:37,399 DEBUG [RS:0;91f82191efb8:39417 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T03:14:37,400 DEBUG [RS:0;91f82191efb8:39417 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1755a33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=91f82191efb8/172.17.0.2:0 2024-11-15T03:14:37,411 DEBUG [RS:0;91f82191efb8:39417 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;91f82191efb8:39417 2024-11-15T03:14:37,411 INFO [RS:0;91f82191efb8:39417 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T03:14:37,411 INFO [RS:0;91f82191efb8:39417 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T03:14:37,411 DEBUG [RS:0;91f82191efb8:39417 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T03:14:37,484 INFO [RS:0;91f82191efb8:39417 {}] regionserver.HRegionServer(2659): reportForDuty to master=91f82191efb8,37623,1731640476317 with port=39417, startcode=1731640476514 2024-11-15T03:14:37,484 DEBUG [RS:0;91f82191efb8:39417 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T03:14:37,484 DEBUG [RS:1;91f82191efb8:37757 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T03:14:37,484 DEBUG [RS:2;91f82191efb8:44665 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T03:14:37,484 DEBUG [RS:1;91f82191efb8:37757 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1da350e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=91f82191efb8/172.17.0.2:0 2024-11-15T03:14:37,485 DEBUG [RS:2;91f82191efb8:44665 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35c26910, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=91f82191efb8/172.17.0.2:0 2024-11-15T03:14:37,489 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38291, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T03:14:37,490 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37623 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 91f82191efb8,39417,1731640476514 2024-11-15T03:14:37,490 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37623 {}] master.ServerManager(517): Registering regionserver=91f82191efb8,39417,1731640476514 2024-11-15T03:14:37,491 DEBUG [RS:0;91f82191efb8:39417 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f 2024-11-15T03:14:37,491 DEBUG [RS:0;91f82191efb8:39417 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45957 2024-11-15T03:14:37,491 DEBUG [RS:0;91f82191efb8:39417 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T03:14:37,496 DEBUG [RS:2;91f82191efb8:44665 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;91f82191efb8:44665 2024-11-15T03:14:37,496 INFO [RS:2;91f82191efb8:44665 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T03:14:37,496 INFO [RS:2;91f82191efb8:44665 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T03:14:37,496 DEBUG [RS:2;91f82191efb8:44665 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T03:14:37,499 DEBUG [RS:1;91f82191efb8:37757 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;91f82191efb8:37757 2024-11-15T03:14:37,499 INFO [RS:1;91f82191efb8:37757 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T03:14:37,499 INFO [RS:1;91f82191efb8:37757 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T03:14:37,500 DEBUG [RS:1;91f82191efb8:37757 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T03:14:37,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37623-0x1013c7cbe230000, quorum=127.0.0.1:51587, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T03:14:37,775 INFO [RS:2;91f82191efb8:44665 {}] regionserver.HRegionServer(2659): reportForDuty to master=91f82191efb8,37623,1731640476317 with port=44665, startcode=1731640476604 2024-11-15T03:14:37,775 INFO [RS:1;91f82191efb8:37757 {}] regionserver.HRegionServer(2659): reportForDuty to master=91f82191efb8,37623,1731640476317 with port=37757, startcode=1731640476558 2024-11-15T03:14:37,775 DEBUG [RS:1;91f82191efb8:37757 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T03:14:37,775 DEBUG [RS:0;91f82191efb8:39417 {}] zookeeper.ZKUtil(111): regionserver:39417-0x1013c7cbe230001, quorum=127.0.0.1:51587, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/91f82191efb8,39417,1731640476514 2024-11-15T03:14:37,775 WARN [RS:0;91f82191efb8:39417 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T03:14:37,776 INFO [RS:0;91f82191efb8:39417 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T03:14:37,776 DEBUG [RS:0;91f82191efb8:39417 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/WALs/91f82191efb8,39417,1731640476514 2024-11-15T03:14:37,776 DEBUG [RS:2;91f82191efb8:44665 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T03:14:37,777 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [91f82191efb8,39417,1731640476514] 2024-11-15T03:14:37,778 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44159, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T03:14:37,778 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56681, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T03:14:37,780 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37623 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 91f82191efb8,37757,1731640476558 2024-11-15T03:14:37,780 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37623 {}] master.ServerManager(517): Registering regionserver=91f82191efb8,37757,1731640476558 2024-11-15T03:14:37,783 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37623 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 91f82191efb8,44665,1731640476604 2024-11-15T03:14:37,783 DEBUG [RS:1;91f82191efb8:37757 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f 2024-11-15T03:14:37,783 DEBUG [RS:1;91f82191efb8:37757 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45957 2024-11-15T03:14:37,783 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37623 {}] master.ServerManager(517): Registering regionserver=91f82191efb8,44665,1731640476604 2024-11-15T03:14:37,783 DEBUG [RS:1;91f82191efb8:37757 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T03:14:37,784 INFO [RS:0;91f82191efb8:39417 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T03:14:37,786 INFO [RS:0;91f82191efb8:39417 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T03:14:37,787 DEBUG [RS:2;91f82191efb8:44665 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f 2024-11-15T03:14:37,787 DEBUG [RS:2;91f82191efb8:44665 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45957 2024-11-15T03:14:37,787 DEBUG [RS:2;91f82191efb8:44665 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T03:14:37,787 INFO [RS:0;91f82191efb8:39417 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T03:14:37,787 INFO [RS:0;91f82191efb8:39417 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T03:14:37,787 INFO [RS:0;91f82191efb8:39417 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T03:14:37,788 INFO [RS:0;91f82191efb8:39417 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T03:14:37,788 INFO [RS:0;91f82191efb8:39417 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T03:14:37,788 DEBUG [RS:0;91f82191efb8:39417 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1 2024-11-15T03:14:37,788 DEBUG [RS:0;91f82191efb8:39417 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1 2024-11-15T03:14:37,788 DEBUG [RS:0;91f82191efb8:39417 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1 2024-11-15T03:14:37,789 DEBUG [RS:0;91f82191efb8:39417 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1 2024-11-15T03:14:37,789 DEBUG [RS:0;91f82191efb8:39417 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1 2024-11-15T03:14:37,789 DEBUG [RS:0;91f82191efb8:39417 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/91f82191efb8:0, corePoolSize=2, maxPoolSize=2 2024-11-15T03:14:37,789 DEBUG [RS:0;91f82191efb8:39417 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1 2024-11-15T03:14:37,789 DEBUG [RS:0;91f82191efb8:39417 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1 2024-11-15T03:14:37,789 DEBUG [RS:0;91f82191efb8:39417 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1 2024-11-15T03:14:37,789 DEBUG [RS:0;91f82191efb8:39417 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1 2024-11-15T03:14:37,789 DEBUG [RS:0;91f82191efb8:39417 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1 2024-11-15T03:14:37,789 DEBUG [RS:0;91f82191efb8:39417 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1 2024-11-15T03:14:37,789 DEBUG [RS:0;91f82191efb8:39417 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0, corePoolSize=3, maxPoolSize=3 2024-11-15T03:14:37,789 DEBUG [RS:0;91f82191efb8:39417 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/91f82191efb8:0, corePoolSize=3, maxPoolSize=3 2024-11-15T03:14:37,796 INFO [RS:0;91f82191efb8:39417 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T03:14:37,796 INFO [RS:0;91f82191efb8:39417 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T03:14:37,797 INFO [RS:0;91f82191efb8:39417 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T03:14:37,797 INFO [RS:0;91f82191efb8:39417 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T03:14:37,797 INFO [RS:0;91f82191efb8:39417 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T03:14:37,797 INFO [RS:0;91f82191efb8:39417 {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,39417,1731640476514-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T03:14:37,819 INFO [RS:0;91f82191efb8:39417 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T03:14:37,819 INFO [RS:0;91f82191efb8:39417 {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,39417,1731640476514-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T03:14:37,819 INFO [RS:0;91f82191efb8:39417 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T03:14:37,819 INFO [RS:0;91f82191efb8:39417 {}] regionserver.Replication(171): 91f82191efb8,39417,1731640476514 started 2024-11-15T03:14:37,832 INFO [RS:0;91f82191efb8:39417 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T03:14:37,832 INFO [RS:0;91f82191efb8:39417 {}] regionserver.HRegionServer(1482): Serving as 91f82191efb8,39417,1731640476514, RpcServer on 91f82191efb8/172.17.0.2:39417, sessionid=0x1013c7cbe230001 2024-11-15T03:14:37,832 DEBUG [RS:0;91f82191efb8:39417 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T03:14:37,832 DEBUG [RS:0;91f82191efb8:39417 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 91f82191efb8,39417,1731640476514 2024-11-15T03:14:37,832 DEBUG [RS:0;91f82191efb8:39417 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '91f82191efb8,39417,1731640476514' 2024-11-15T03:14:37,832 DEBUG [RS:0;91f82191efb8:39417 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-15T03:14:38,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37623-0x1013c7cbe230000, quorum=127.0.0.1:51587, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T03:14:38,079 DEBUG [RS:1;91f82191efb8:37757 {}] zookeeper.ZKUtil(111): regionserver:37757-0x1013c7cbe230002, quorum=127.0.0.1:51587, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/91f82191efb8,37757,1731640476558 2024-11-15T03:14:38,079 DEBUG [RS:0;91f82191efb8:39417 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-15T03:14:38,079 WARN [RS:1;91f82191efb8:37757 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T03:14:38,079 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [91f82191efb8,44665,1731640476604] 2024-11-15T03:14:38,079 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [91f82191efb8,37757,1731640476558] 2024-11-15T03:14:38,079 INFO [RS:1;91f82191efb8:37757 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T03:14:38,079 DEBUG [RS:1;91f82191efb8:37757 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/WALs/91f82191efb8,37757,1731640476558 2024-11-15T03:14:38,079 DEBUG [RS:2;91f82191efb8:44665 {}] zookeeper.ZKUtil(111): regionserver:44665-0x1013c7cbe230003, quorum=127.0.0.1:51587, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/91f82191efb8,44665,1731640476604 2024-11-15T03:14:38,079 WARN [RS:2;91f82191efb8:44665 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T03:14:38,079 DEBUG [RS:0;91f82191efb8:39417 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T03:14:38,079 INFO [RS:2;91f82191efb8:44665 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T03:14:38,079 DEBUG [RS:0;91f82191efb8:39417 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T03:14:38,079 DEBUG [RS:0;91f82191efb8:39417 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 91f82191efb8,39417,1731640476514 2024-11-15T03:14:38,079 DEBUG [RS:0;91f82191efb8:39417 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '91f82191efb8,39417,1731640476514' 2024-11-15T03:14:38,079 DEBUG [RS:2;91f82191efb8:44665 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/WALs/91f82191efb8,44665,1731640476604 2024-11-15T03:14:38,079 DEBUG [RS:0;91f82191efb8:39417 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-15T03:14:38,080 DEBUG [RS:0;91f82191efb8:39417 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-15T03:14:38,080 DEBUG [RS:0;91f82191efb8:39417 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T03:14:38,080 INFO [RS:0;91f82191efb8:39417 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T03:14:38,081 INFO [RS:0;91f82191efb8:39417 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T03:14:38,083 INFO [RS:1;91f82191efb8:37757 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T03:14:38,085 INFO [RS:2;91f82191efb8:44665 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T03:14:38,085 INFO [RS:1;91f82191efb8:37757 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T03:14:38,085 INFO [RS:1;91f82191efb8:37757 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T03:14:38,085 INFO [RS:1;91f82191efb8:37757 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T03:14:38,092 INFO [RS:1;91f82191efb8:37757 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T03:14:38,093 INFO [RS:2;91f82191efb8:44665 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T03:14:38,094 INFO [RS:1;91f82191efb8:37757 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T03:14:38,094 INFO [RS:1;91f82191efb8:37757 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T03:14:38,094 DEBUG [RS:1;91f82191efb8:37757 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1 2024-11-15T03:14:38,094 DEBUG [RS:1;91f82191efb8:37757 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1 2024-11-15T03:14:38,094 DEBUG [RS:1;91f82191efb8:37757 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1 2024-11-15T03:14:38,094 DEBUG [RS:1;91f82191efb8:37757 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1 2024-11-15T03:14:38,094 DEBUG [RS:1;91f82191efb8:37757 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1 2024-11-15T03:14:38,094 DEBUG [RS:1;91f82191efb8:37757 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/91f82191efb8:0, corePoolSize=2, maxPoolSize=2 2024-11-15T03:14:38,094 DEBUG [RS:1;91f82191efb8:37757 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1 2024-11-15T03:14:38,094 DEBUG [RS:1;91f82191efb8:37757 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1 2024-11-15T03:14:38,094 DEBUG [RS:1;91f82191efb8:37757 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1 2024-11-15T03:14:38,094 DEBUG [RS:1;91f82191efb8:37757 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1 2024-11-15T03:14:38,094 DEBUG [RS:1;91f82191efb8:37757 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1 2024-11-15T03:14:38,094 DEBUG [RS:1;91f82191efb8:37757 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1 2024-11-15T03:14:38,094 DEBUG [RS:1;91f82191efb8:37757 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0, corePoolSize=3, maxPoolSize=3 2024-11-15T03:14:38,094 DEBUG [RS:1;91f82191efb8:37757 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/91f82191efb8:0, corePoolSize=3, maxPoolSize=3 2024-11-15T03:14:38,100 INFO [RS:2;91f82191efb8:44665 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T03:14:38,100 INFO [RS:2;91f82191efb8:44665 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T03:14:38,100 INFO [RS:2;91f82191efb8:44665 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T03:14:38,100 INFO [RS:1;91f82191efb8:37757 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T03:14:38,100 INFO [RS:1;91f82191efb8:37757 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T03:14:38,100 INFO [RS:1;91f82191efb8:37757 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T03:14:38,101 INFO [RS:1;91f82191efb8:37757 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T03:14:38,101 INFO [RS:1;91f82191efb8:37757 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T03:14:38,101 INFO [RS:1;91f82191efb8:37757 {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,37757,1731640476558-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T03:14:38,101 INFO [RS:2;91f82191efb8:44665 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T03:14:38,102 INFO [RS:2;91f82191efb8:44665 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T03:14:38,102 DEBUG [RS:2;91f82191efb8:44665 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1 2024-11-15T03:14:38,102 DEBUG [RS:2;91f82191efb8:44665 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1 2024-11-15T03:14:38,102 DEBUG [RS:2;91f82191efb8:44665 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1 2024-11-15T03:14:38,102 DEBUG [RS:2;91f82191efb8:44665 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1 2024-11-15T03:14:38,102 DEBUG [RS:2;91f82191efb8:44665 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1 2024-11-15T03:14:38,102 DEBUG [RS:2;91f82191efb8:44665 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/91f82191efb8:0, corePoolSize=2, maxPoolSize=2 2024-11-15T03:14:38,102 DEBUG [RS:2;91f82191efb8:44665 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1 2024-11-15T03:14:38,103 DEBUG [RS:2;91f82191efb8:44665 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1 2024-11-15T03:14:38,103 DEBUG [RS:2;91f82191efb8:44665 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1 2024-11-15T03:14:38,103 DEBUG [RS:2;91f82191efb8:44665 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1 2024-11-15T03:14:38,103 DEBUG [RS:2;91f82191efb8:44665 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1 2024-11-15T03:14:38,103 DEBUG [RS:2;91f82191efb8:44665 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1 2024-11-15T03:14:38,103 DEBUG [RS:2;91f82191efb8:44665 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0, corePoolSize=3, maxPoolSize=3 2024-11-15T03:14:38,103 DEBUG [RS:2;91f82191efb8:44665 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/91f82191efb8:0, corePoolSize=3, maxPoolSize=3 2024-11-15T03:14:38,110 INFO [RS:2;91f82191efb8:44665 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T03:14:38,110 INFO [RS:2;91f82191efb8:44665 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T03:14:38,110 INFO [RS:2;91f82191efb8:44665 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T03:14:38,111 INFO [RS:2;91f82191efb8:44665 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T03:14:38,111 INFO [RS:2;91f82191efb8:44665 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T03:14:38,111 INFO [RS:2;91f82191efb8:44665 {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,44665,1731640476604-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T03:14:38,120 INFO [RS:1;91f82191efb8:37757 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T03:14:38,121 INFO [RS:1;91f82191efb8:37757 {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,37757,1731640476558-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T03:14:38,121 INFO [RS:1;91f82191efb8:37757 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T03:14:38,121 INFO [RS:1;91f82191efb8:37757 {}] regionserver.Replication(171): 91f82191efb8,37757,1731640476558 started 2024-11-15T03:14:38,128 INFO [RS:2;91f82191efb8:44665 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T03:14:38,128 INFO [RS:2;91f82191efb8:44665 {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,44665,1731640476604-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T03:14:38,129 INFO [RS:2;91f82191efb8:44665 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T03:14:38,129 INFO [RS:2;91f82191efb8:44665 {}] regionserver.Replication(171): 91f82191efb8,44665,1731640476604 started 2024-11-15T03:14:38,137 INFO [RS:1;91f82191efb8:37757 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T03:14:38,137 INFO [RS:1;91f82191efb8:37757 {}] regionserver.HRegionServer(1482): Serving as 91f82191efb8,37757,1731640476558, RpcServer on 91f82191efb8/172.17.0.2:37757, sessionid=0x1013c7cbe230002 2024-11-15T03:14:38,137 DEBUG [RS:1;91f82191efb8:37757 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T03:14:38,137 DEBUG [RS:1;91f82191efb8:37757 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 91f82191efb8,37757,1731640476558 2024-11-15T03:14:38,137 DEBUG [RS:1;91f82191efb8:37757 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '91f82191efb8,37757,1731640476558' 2024-11-15T03:14:38,137 DEBUG [RS:1;91f82191efb8:37757 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-15T03:14:38,138 DEBUG [RS:1;91f82191efb8:37757 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-15T03:14:38,139 DEBUG [RS:1;91f82191efb8:37757 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T03:14:38,139 DEBUG [RS:1;91f82191efb8:37757 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T03:14:38,139 DEBUG [RS:1;91f82191efb8:37757 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 91f82191efb8,37757,1731640476558 2024-11-15T03:14:38,139 DEBUG [RS:1;91f82191efb8:37757 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '91f82191efb8,37757,1731640476558' 2024-11-15T03:14:38,139 DEBUG [RS:1;91f82191efb8:37757 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-15T03:14:38,139 DEBUG [RS:1;91f82191efb8:37757 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-15T03:14:38,140 DEBUG [RS:1;91f82191efb8:37757 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T03:14:38,140 INFO [RS:1;91f82191efb8:37757 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T03:14:38,140 INFO [RS:1;91f82191efb8:37757 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T03:14:38,146 INFO [RS:2;91f82191efb8:44665 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T03:14:38,146 INFO [RS:2;91f82191efb8:44665 {}] regionserver.HRegionServer(1482): Serving as 91f82191efb8,44665,1731640476604, RpcServer on 91f82191efb8/172.17.0.2:44665, sessionid=0x1013c7cbe230003 2024-11-15T03:14:38,146 DEBUG [RS:2;91f82191efb8:44665 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T03:14:38,146 DEBUG [RS:2;91f82191efb8:44665 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 91f82191efb8,44665,1731640476604 2024-11-15T03:14:38,146 DEBUG [RS:2;91f82191efb8:44665 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '91f82191efb8,44665,1731640476604' 2024-11-15T03:14:38,147 DEBUG [RS:2;91f82191efb8:44665 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-15T03:14:38,147 DEBUG [RS:2;91f82191efb8:44665 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-15T03:14:38,148 DEBUG [RS:2;91f82191efb8:44665 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T03:14:38,148 DEBUG [RS:2;91f82191efb8:44665 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T03:14:38,148 DEBUG [RS:2;91f82191efb8:44665 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 91f82191efb8,44665,1731640476604 2024-11-15T03:14:38,148 DEBUG [RS:2;91f82191efb8:44665 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '91f82191efb8,44665,1731640476604' 2024-11-15T03:14:38,148 DEBUG [RS:2;91f82191efb8:44665 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-15T03:14:38,148 DEBUG [RS:2;91f82191efb8:44665 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-15T03:14:38,149 DEBUG [RS:2;91f82191efb8:44665 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T03:14:38,149 INFO [RS:2;91f82191efb8:44665 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T03:14:38,149 INFO [RS:2;91f82191efb8:44665 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T03:14:38,181 INFO [RS:0;91f82191efb8:39417 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T03:14:38,184 INFO [RS:0;91f82191efb8:39417 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=91f82191efb8%2C39417%2C1731640476514, suffix=, logDir=hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/WALs/91f82191efb8,39417,1731640476514, archiveDir=hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/oldWALs, maxLogs=32 2024-11-15T03:14:38,204 DEBUG [RS:0;91f82191efb8:39417 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/WALs/91f82191efb8,39417,1731640476514/91f82191efb8%2C39417%2C1731640476514.1731640478185, exclude list is [], retry=0 2024-11-15T03:14:38,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38551,DS-ea18aa2d-6199-4dc7-8443-681c799f172c,DISK] 2024-11-15T03:14:38,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45341,DS-4d67d8ca-9a24-4896-9529-a5d7ee895736,DISK] 2024-11-15T03:14:38,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37589,DS-295c0966-3abd-4bac-beab-eeaf352edae4,DISK] 2024-11-15T03:14:38,232 INFO [RS:0;91f82191efb8:39417 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/WALs/91f82191efb8,39417,1731640476514/91f82191efb8%2C39417%2C1731640476514.1731640478185 2024-11-15T03:14:38,236 DEBUG [RS:0;91f82191efb8:39417 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35733:35733),(127.0.0.1/127.0.0.1:34313:34313),(127.0.0.1/127.0.0.1:38763:38763)] 2024-11-15T03:14:38,240 INFO [RS:1;91f82191efb8:37757 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T03:14:38,242 INFO [RS:1;91f82191efb8:37757 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=91f82191efb8%2C37757%2C1731640476558, suffix=, logDir=hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/WALs/91f82191efb8,37757,1731640476558, archiveDir=hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/oldWALs, maxLogs=32 2024-11-15T03:14:38,249 INFO [RS:2;91f82191efb8:44665 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T03:14:38,251 INFO [RS:2;91f82191efb8:44665 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=91f82191efb8%2C44665%2C1731640476604, suffix=, logDir=hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/WALs/91f82191efb8,44665,1731640476604, archiveDir=hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/oldWALs, maxLogs=32 2024-11-15T03:14:38,257 DEBUG [RS:1;91f82191efb8:37757 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/WALs/91f82191efb8,37757,1731640476558/91f82191efb8%2C37757%2C1731640476558.1731640478243, exclude list is [], retry=0 2024-11-15T03:14:38,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37589,DS-295c0966-3abd-4bac-beab-eeaf352edae4,DISK] 2024-11-15T03:14:38,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38551,DS-ea18aa2d-6199-4dc7-8443-681c799f172c,DISK] 2024-11-15T03:14:38,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45341,DS-4d67d8ca-9a24-4896-9529-a5d7ee895736,DISK] 2024-11-15T03:14:38,268 DEBUG [RS:2;91f82191efb8:44665 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/WALs/91f82191efb8,44665,1731640476604/91f82191efb8%2C44665%2C1731640476604.1731640478252, exclude list is [], retry=0 2024-11-15T03:14:38,270 INFO [RS:1;91f82191efb8:37757 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/WALs/91f82191efb8,37757,1731640476558/91f82191efb8%2C37757%2C1731640476558.1731640478243 2024-11-15T03:14:38,270 DEBUG [RS:1;91f82191efb8:37757 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38763:38763),(127.0.0.1/127.0.0.1:34313:34313),(127.0.0.1/127.0.0.1:35733:35733)] 2024-11-15T03:14:38,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45341,DS-4d67d8ca-9a24-4896-9529-a5d7ee895736,DISK] 2024-11-15T03:14:38,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37589,DS-295c0966-3abd-4bac-beab-eeaf352edae4,DISK] 2024-11-15T03:14:38,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38551,DS-ea18aa2d-6199-4dc7-8443-681c799f172c,DISK] 2024-11-15T03:14:38,274 INFO [RS:2;91f82191efb8:44665 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/WALs/91f82191efb8,44665,1731640476604/91f82191efb8%2C44665%2C1731640476604.1731640478252 2024-11-15T03:14:38,275 DEBUG [RS:2;91f82191efb8:44665 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38763:38763),(127.0.0.1/127.0.0.1:35733:35733),(127.0.0.1/127.0.0.1:34313:34313)] 2024-11-15T03:14:38,337 DEBUG [91f82191efb8:37623 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-15T03:14:38,337 DEBUG [91f82191efb8:37623 {}] balancer.BalancerClusterState(204): Hosts are {91f82191efb8=0} racks are {/default-rack=0} 2024-11-15T03:14:38,339 DEBUG [91f82191efb8:37623 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-15T03:14:38,339 DEBUG [91f82191efb8:37623 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-15T03:14:38,339 DEBUG [91f82191efb8:37623 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-15T03:14:38,340 DEBUG [91f82191efb8:37623 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-15T03:14:38,340 DEBUG [91f82191efb8:37623 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-15T03:14:38,340 DEBUG [91f82191efb8:37623 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-15T03:14:38,340 INFO [91f82191efb8:37623 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-15T03:14:38,340 INFO [91f82191efb8:37623 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-15T03:14:38,340 INFO [91f82191efb8:37623 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-15T03:14:38,340 DEBUG [91f82191efb8:37623 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-15T03:14:38,340 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=91f82191efb8,39417,1731640476514 2024-11-15T03:14:38,341 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 91f82191efb8,39417,1731640476514, state=OPENING 2024-11-15T03:14:38,368 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T03:14:38,380 DEBUG [pool-321-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44665-0x1013c7cbe230003, quorum=127.0.0.1:51587, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T03:14:38,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39417-0x1013c7cbe230001, quorum=127.0.0.1:51587, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T03:14:38,384 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T03:14:38,384 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T03:14:38,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37623-0x1013c7cbe230000, quorum=127.0.0.1:51587, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T03:14:38,391 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T03:14:38,391 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=91f82191efb8,39417,1731640476514}] 2024-11-15T03:14:38,391 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T03:14:38,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37757-0x1013c7cbe230002, quorum=127.0.0.1:51587, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T03:14:38,395 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T03:14:45,330 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T03:14:45,330 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-15T03:14:48,400 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T03:14:48,416 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33473, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T03:14:48,516 INFO [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T03:14:48,516 INFO [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T03:14:48,517 INFO [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T03:14:48,520 INFO [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=91f82191efb8%2C39417%2C1731640476514.meta, suffix=.meta, logDir=hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/WALs/91f82191efb8,39417,1731640476514, archiveDir=hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/oldWALs, maxLogs=32 2024-11-15T03:14:48,571 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/WALs/91f82191efb8,39417,1731640476514/91f82191efb8%2C39417%2C1731640476514.meta.1731640488521.meta, exclude list is [], retry=0 2024-11-15T03:14:48,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38551,DS-ea18aa2d-6199-4dc7-8443-681c799f172c,DISK] 2024-11-15T03:14:48,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37589,DS-295c0966-3abd-4bac-beab-eeaf352edae4,DISK] 2024-11-15T03:14:48,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45341,DS-4d67d8ca-9a24-4896-9529-a5d7ee895736,DISK] 2024-11-15T03:14:48,619 INFO [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/WALs/91f82191efb8,39417,1731640476514/91f82191efb8%2C39417%2C1731640476514.meta.1731640488521.meta 2024-11-15T03:14:48,619 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34313:34313),(127.0.0.1/127.0.0.1:38763:38763),(127.0.0.1/127.0.0.1:35733:35733)] 2024-11-15T03:14:48,620 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T03:14:48,620 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T03:14:48,620 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T03:14:48,621 INFO [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T03:14:48,621 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T03:14:48,621 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T03:14:48,621 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T03:14:48,621 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T03:14:48,644 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T03:14:48,653 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T03:14:48,653 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T03:14:48,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T03:14:48,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T03:14:48,665 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T03:14:48,665 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T03:14:48,672 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T03:14:48,672 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T03:14:48,685 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T03:14:48,685 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T03:14:48,686 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T03:14:48,686 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T03:14:48,688 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T03:14:48,688 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T03:14:48,690 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T03:14:48,714 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T03:14:48,717 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/data/hbase/meta/1588230740 2024-11-15T03:14:48,719 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/data/hbase/meta/1588230740 2024-11-15T03:14:48,722 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T03:14:48,722 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T03:14:48,723 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T03:14:48,729 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T03:14:48,730 INFO [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73947232, jitterRate=0.10189962387084961}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T03:14:48,731 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T03:14:48,731 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731640488621Writing region info on filesystem at 1731640488621Initializing all the Stores at 1731640488637 (+16 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640488637Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640488640 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640488640Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640488640Cleaning up temporary data from old regions at 1731640488722 (+82 ms)Running coprocessor post-open hooks at 1731640488731 (+9 ms)Region opened successfully at 1731640488731 2024-11-15T03:14:48,738 INFO [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731640488400 2024-11-15T03:14:48,753 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T03:14:48,753 INFO [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T03:14:48,754 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=91f82191efb8,39417,1731640476514 2024-11-15T03:14:48,755 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 91f82191efb8,39417,1731640476514, state=OPEN 2024-11-15T03:14:48,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39417-0x1013c7cbe230001, quorum=127.0.0.1:51587, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T03:14:48,925 DEBUG [pool-321-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44665-0x1013c7cbe230003, quorum=127.0.0.1:51587, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T03:14:48,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37757-0x1013c7cbe230002, quorum=127.0.0.1:51587, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T03:14:48,925 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T03:14:48,925 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T03:14:48,926 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=91f82191efb8,39417,1731640476514 2024-11-15T03:14:48,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37623-0x1013c7cbe230000, quorum=127.0.0.1:51587, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T03:14:48,926 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T03:14:48,926 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T03:14:48,930 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T03:14:48,930 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=91f82191efb8,39417,1731640476514 in 10.5350 sec 2024-11-15T03:14:48,934 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T03:14:48,935 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 11.7460 sec 2024-11-15T03:14:48,936 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T03:14:48,937 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T03:14:48,964 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T03:14:48,964 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91f82191efb8,39417,1731640476514, seqNum=-1] 2024-11-15T03:14:48,964 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T03:14:48,985 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46531, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T03:14:48,996 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 11.9220 sec 2024-11-15T03:14:48,997 INFO [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731640488996, completionTime=-1 2024-11-15T03:14:48,997 INFO [master/91f82191efb8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-15T03:14:48,997 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T03:14:48,999 INFO [master/91f82191efb8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-15T03:14:48,999 INFO [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731640548999 2024-11-15T03:14:48,999 INFO [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731640608999 2024-11-15T03:14:48,999 INFO [master/91f82191efb8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-15T03:14:49,000 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-15T03:14:49,027 INFO [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,37623,1731640476317-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T03:14:49,028 INFO [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,37623,1731640476317-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T03:14:49,028 INFO [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,37623,1731640476317-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T03:14:49,028 INFO [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-91f82191efb8:37623, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T03:14:49,028 INFO [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T03:14:49,029 INFO [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T03:14:49,032 DEBUG [master/91f82191efb8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T03:14:49,049 INFO [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 12.359sec 2024-11-15T03:14:49,057 INFO [master/91f82191efb8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T03:14:49,057 INFO [master/91f82191efb8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T03:14:49,057 INFO [master/91f82191efb8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T03:14:49,058 INFO [master/91f82191efb8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T03:14:49,058 INFO [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T03:14:49,058 INFO [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,37623,1731640476317-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T03:14:49,058 INFO [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,37623,1731640476317-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T03:14:49,063 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T03:14:49,063 INFO [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T03:14:49,063 INFO [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,37623,1731640476317-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T03:14:49,104 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3673ef5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T03:14:49,105 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 91f82191efb8,37623,-1 for getting cluster id 2024-11-15T03:14:49,105 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T03:14:49,140 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4456c30b-ff27-431e-846b-d82bc26163f8' 2024-11-15T03:14:49,141 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T03:14:49,141 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4456c30b-ff27-431e-846b-d82bc26163f8" 2024-11-15T03:14:49,142 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74339350, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T03:14:49,142 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91f82191efb8,37623,-1] 2024-11-15T03:14:49,143 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T03:14:49,148 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T03:14:49,155 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T03:14:49,156 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c804232, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T03:14:49,156 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T03:14:49,158 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91f82191efb8,39417,1731640476514, seqNum=-1] 2024-11-15T03:14:49,159 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T03:14:49,163 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T03:14:49,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=91f82191efb8,37623,1731640476317 2024-11-15T03:14:49,166 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731640489166 (current time:1731640489166). 2024-11-15T03:14:49,166 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-15T03:14:49,166 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-15T03:14:49,172 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63e8d89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T03:14:49,172 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 91f82191efb8,37623,-1 for getting cluster id 2024-11-15T03:14:49,173 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T03:14:49,174 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4456c30b-ff27-431e-846b-d82bc26163f8' 2024-11-15T03:14:49,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T03:14:49,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4456c30b-ff27-431e-846b-d82bc26163f8" 2024-11-15T03:14:49,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d45bc2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T03:14:49,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91f82191efb8,37623,-1] 2024-11-15T03:14:49,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T03:14:49,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T03:14:49,178 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T03:14:49,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45ba2177, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T03:14:49,180 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T03:14:49,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91f82191efb8,39417,1731640476514, seqNum=-1] 2024-11-15T03:14:49,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T03:14:49,186 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T03:14:49,188 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T03:14:49,188 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T03:14:49,188 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T03:14:49,188 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T03:14:49,189 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T03:14:49,190 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T03:14:49,191 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 91f82191efb8,37623,1731640476317 2024-11-15T03:14:49,191 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b168bbb 2024-11-15T03:14:49,191 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T03:14:49,195 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T03:14:49,196 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37623 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T03:14:49,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37623 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-15T03:14:49,201 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T03:14:49,201 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T03:14:49,202 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37623 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-15T03:14:49,203 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T03:14:49,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T03:14:49,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38551 is added to blk_1073741837_1013 (size=361) 2024-11-15T03:14:49,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37589 is added to blk_1073741837_1013 (size=361) 2024-11-15T03:14:49,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45341 is added to blk_1073741837_1013 (size=361) 2024-11-15T03:14:49,286 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b18583db010c89a6219e6e7c82a22f0b, NAME => 'SPTestTable,,1731640489195.b18583db010c89a6219e6e7c82a22f0b.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f 2024-11-15T03:14:49,289 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 46e946ce5d0eecf0bb762b66c95d7862, NAME => 'SPTestTable,19999999,1731640489195.46e946ce5d0eecf0bb762b66c95d7862.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f 2024-11-15T03:14:49,313 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 0e3cf6536a57c108b488a6c9476ad26d, NAME => 'SPTestTable,33333332,1731640489195.0e3cf6536a57c108b488a6c9476ad26d.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f 2024-11-15T03:14:49,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T03:14:49,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45341 is added to blk_1073741838_1014 (size=54) 2024-11-15T03:14:49,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38551 is added to blk_1073741838_1014 (size=54) 2024-11-15T03:14:49,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37589 is added to blk_1073741838_1014 (size=54) 2024-11-15T03:14:49,423 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731640489195.b18583db010c89a6219e6e7c82a22f0b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T03:14:49,423 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing b18583db010c89a6219e6e7c82a22f0b, disabling compactions & flushes 2024-11-15T03:14:49,423 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731640489195.b18583db010c89a6219e6e7c82a22f0b. 2024-11-15T03:14:49,423 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731640489195.b18583db010c89a6219e6e7c82a22f0b. 2024-11-15T03:14:49,423 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731640489195.b18583db010c89a6219e6e7c82a22f0b. after waiting 0 ms 2024-11-15T03:14:49,423 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731640489195.b18583db010c89a6219e6e7c82a22f0b. 2024-11-15T03:14:49,423 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731640489195.b18583db010c89a6219e6e7c82a22f0b. 2024-11-15T03:14:49,423 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for b18583db010c89a6219e6e7c82a22f0b: Waiting for close lock at 1731640489423Disabling compacts and flushes for region at 1731640489423Disabling writes for close at 1731640489423Writing region close event to WAL at 1731640489423Closed at 1731640489423 2024-11-15T03:14:49,425 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => af3d5ad598c542a88e02bb1c944fc573, NAME => 'SPTestTable,4ccccccb,1731640489195.af3d5ad598c542a88e02bb1c944fc573.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f 2024-11-15T03:14:49,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37589 is added to blk_1073741839_1015 (size=62) 2024-11-15T03:14:49,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38551 is added to blk_1073741839_1015 (size=62) 2024-11-15T03:14:49,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45341 is added to blk_1073741839_1015 (size=62) 2024-11-15T03:14:49,520 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731640489195.46e946ce5d0eecf0bb762b66c95d7862.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T03:14:49,520 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 46e946ce5d0eecf0bb762b66c95d7862, disabling compactions & flushes 2024-11-15T03:14:49,520 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731640489195.46e946ce5d0eecf0bb762b66c95d7862. 2024-11-15T03:14:49,520 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731640489195.46e946ce5d0eecf0bb762b66c95d7862. 2024-11-15T03:14:49,521 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731640489195.46e946ce5d0eecf0bb762b66c95d7862. after waiting 0 ms 2024-11-15T03:14:49,521 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731640489195.46e946ce5d0eecf0bb762b66c95d7862. 2024-11-15T03:14:49,521 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731640489195.46e946ce5d0eecf0bb762b66c95d7862. 2024-11-15T03:14:49,521 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 46e946ce5d0eecf0bb762b66c95d7862: Waiting for close lock at 1731640489520Disabling compacts and flushes for region at 1731640489520Disabling writes for close at 1731640489521 (+1 ms)Writing region close event to WAL at 1731640489521Closed at 1731640489521 2024-11-15T03:14:49,521 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => c9440a27f8fff5234a4f73a2ac16d5ce, NAME => 'SPTestTable,66666664,1731640489195.c9440a27f8fff5234a4f73a2ac16d5ce.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f 2024-11-15T03:14:49,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T03:14:49,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38551 is added to blk_1073741840_1016 (size=62) 2024-11-15T03:14:49,593 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731640489195.0e3cf6536a57c108b488a6c9476ad26d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T03:14:49,594 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 0e3cf6536a57c108b488a6c9476ad26d, disabling compactions & flushes 2024-11-15T03:14:49,594 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731640489195.0e3cf6536a57c108b488a6c9476ad26d. 2024-11-15T03:14:49,594 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731640489195.0e3cf6536a57c108b488a6c9476ad26d. 2024-11-15T03:14:49,594 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731640489195.0e3cf6536a57c108b488a6c9476ad26d. after waiting 0 ms 2024-11-15T03:14:49,594 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731640489195.0e3cf6536a57c108b488a6c9476ad26d. 2024-11-15T03:14:49,594 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731640489195.0e3cf6536a57c108b488a6c9476ad26d. 2024-11-15T03:14:49,594 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 0e3cf6536a57c108b488a6c9476ad26d: Waiting for close lock at 1731640489593Disabling compacts and flushes for region at 1731640489593Disabling writes for close at 1731640489594 (+1 ms)Writing region close event to WAL at 1731640489594Closed at 1731640489594 2024-11-15T03:14:49,595 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 27ee39ee368b6ea48e2d0f0d1676ae08, NAME => 'SPTestTable,7ffffffd,1731640489195.27ee39ee368b6ea48e2d0f0d1676ae08.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f 2024-11-15T03:14:49,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45341 is added to blk_1073741840_1016 (size=62) 2024-11-15T03:14:49,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37589 is added to blk_1073741840_1016 (size=62) 2024-11-15T03:14:49,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45341 is added to blk_1073741841_1017 (size=62) 2024-11-15T03:14:49,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38551 is added to blk_1073741841_1017 (size=62) 2024-11-15T03:14:49,629 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731640489195.af3d5ad598c542a88e02bb1c944fc573.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T03:14:49,629 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing af3d5ad598c542a88e02bb1c944fc573, disabling compactions & flushes 2024-11-15T03:14:49,629 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731640489195.af3d5ad598c542a88e02bb1c944fc573. 2024-11-15T03:14:49,629 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731640489195.af3d5ad598c542a88e02bb1c944fc573. 2024-11-15T03:14:49,629 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731640489195.af3d5ad598c542a88e02bb1c944fc573. after waiting 0 ms 2024-11-15T03:14:49,629 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731640489195.af3d5ad598c542a88e02bb1c944fc573. 2024-11-15T03:14:49,630 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731640489195.af3d5ad598c542a88e02bb1c944fc573. 2024-11-15T03:14:49,630 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for af3d5ad598c542a88e02bb1c944fc573: Waiting for close lock at 1731640489629Disabling compacts and flushes for region at 1731640489629Disabling writes for close at 1731640489629Writing region close event to WAL at 1731640489630 (+1 ms)Closed at 1731640489630 2024-11-15T03:14:49,630 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c198301e04c593738e2b511e27687492, NAME => 'SPTestTable,99999996,1731640489195.c198301e04c593738e2b511e27687492.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f 2024-11-15T03:14:49,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37589 is added to blk_1073741841_1017 (size=62) 2024-11-15T03:14:49,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37589 is added to blk_1073741842_1018 (size=62) 2024-11-15T03:14:49,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45341 is added to blk_1073741842_1018 (size=62) 2024-11-15T03:14:49,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38551 is added to blk_1073741842_1018 (size=62) 2024-11-15T03:14:49,755 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731640489195.c9440a27f8fff5234a4f73a2ac16d5ce.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T03:14:49,756 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing c9440a27f8fff5234a4f73a2ac16d5ce, disabling compactions & flushes 2024-11-15T03:14:49,756 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731640489195.c9440a27f8fff5234a4f73a2ac16d5ce. 2024-11-15T03:14:49,756 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731640489195.c9440a27f8fff5234a4f73a2ac16d5ce. 2024-11-15T03:14:49,756 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731640489195.c9440a27f8fff5234a4f73a2ac16d5ce. after waiting 0 ms 2024-11-15T03:14:49,756 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731640489195.c9440a27f8fff5234a4f73a2ac16d5ce. 2024-11-15T03:14:49,756 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731640489195.c9440a27f8fff5234a4f73a2ac16d5ce. 2024-11-15T03:14:49,756 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for c9440a27f8fff5234a4f73a2ac16d5ce: Waiting for close lock at 1731640489755Disabling compacts and flushes for region at 1731640489755Disabling writes for close at 1731640489756 (+1 ms)Writing region close event to WAL at 1731640489756Closed at 1731640489756 2024-11-15T03:14:49,759 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 52a2bc0348fad253cc1b1df56e39636a, NAME => 'SPTestTable,b333332f,1731640489195.52a2bc0348fad253cc1b1df56e39636a.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f 2024-11-15T03:14:49,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37589 is added to blk_1073741844_1020 (size=62) 2024-11-15T03:14:49,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38551 is added to blk_1073741844_1020 (size=62) 2024-11-15T03:14:49,782 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731640489195.c198301e04c593738e2b511e27687492.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T03:14:49,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45341 is added to blk_1073741844_1020 (size=62) 2024-11-15T03:14:49,782 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing c198301e04c593738e2b511e27687492, disabling compactions & flushes 2024-11-15T03:14:49,782 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731640489195.c198301e04c593738e2b511e27687492. 2024-11-15T03:14:49,782 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731640489195.c198301e04c593738e2b511e27687492. 2024-11-15T03:14:49,782 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731640489195.c198301e04c593738e2b511e27687492. after waiting 0 ms 2024-11-15T03:14:49,782 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731640489195.c198301e04c593738e2b511e27687492. 2024-11-15T03:14:49,782 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731640489195.c198301e04c593738e2b511e27687492. 2024-11-15T03:14:49,782 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for c198301e04c593738e2b511e27687492: Waiting for close lock at 1731640489782Disabling compacts and flushes for region at 1731640489782Disabling writes for close at 1731640489782Writing region close event to WAL at 1731640489782Closed at 1731640489782 2024-11-15T03:14:49,783 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b60b7a1951552378ceaa9219f1d64151, NAME => 'SPTestTable,ccccccc8,1731640489195.b60b7a1951552378ceaa9219f1d64151.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f 2024-11-15T03:14:49,788 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T03:14:49,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45341 is added to blk_1073741843_1019 (size=62) 2024-11-15T03:14:49,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38551 is added to blk_1073741843_1019 (size=62) 2024-11-15T03:14:49,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37589 is added to blk_1073741843_1019 (size=62) 2024-11-15T03:14:49,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T03:14:49,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45341 is added to blk_1073741845_1021 (size=62) 2024-11-15T03:14:49,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37589 is added to blk_1073741845_1021 (size=62) 2024-11-15T03:14:49,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38551 is added to blk_1073741845_1021 (size=62) 2024-11-15T03:14:49,913 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731640489195.52a2bc0348fad253cc1b1df56e39636a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T03:14:49,913 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 52a2bc0348fad253cc1b1df56e39636a, disabling compactions & flushes 2024-11-15T03:14:49,913 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731640489195.52a2bc0348fad253cc1b1df56e39636a. 2024-11-15T03:14:49,913 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731640489195.52a2bc0348fad253cc1b1df56e39636a. 2024-11-15T03:14:49,913 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731640489195.52a2bc0348fad253cc1b1df56e39636a. after waiting 0 ms 2024-11-15T03:14:49,913 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731640489195.52a2bc0348fad253cc1b1df56e39636a. 2024-11-15T03:14:49,913 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731640489195.52a2bc0348fad253cc1b1df56e39636a. 2024-11-15T03:14:49,913 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 52a2bc0348fad253cc1b1df56e39636a: Waiting for close lock at 1731640489913Disabling compacts and flushes for region at 1731640489913Disabling writes for close at 1731640489913Writing region close event to WAL at 1731640489913Closed at 1731640489913 2024-11-15T03:14:49,914 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 48abd8536886d327ef05af76e0ee649d, NAME => 'SPTestTable,e6666661,1731640489195.48abd8536886d327ef05af76e0ee649d.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f 2024-11-15T03:14:49,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45341 is added to blk_1073741846_1022 (size=62) 2024-11-15T03:14:49,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37589 is added to blk_1073741846_1022 (size=62) 2024-11-15T03:14:49,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38551 is added to blk_1073741846_1022 (size=62) 2024-11-15T03:14:49,932 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731640489195.b60b7a1951552378ceaa9219f1d64151.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T03:14:49,932 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing b60b7a1951552378ceaa9219f1d64151, disabling compactions & flushes 2024-11-15T03:14:49,933 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731640489195.b60b7a1951552378ceaa9219f1d64151. 2024-11-15T03:14:49,933 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731640489195.b60b7a1951552378ceaa9219f1d64151. 2024-11-15T03:14:49,933 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731640489195.b60b7a1951552378ceaa9219f1d64151. after waiting 0 ms 2024-11-15T03:14:49,933 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731640489195.b60b7a1951552378ceaa9219f1d64151. 2024-11-15T03:14:49,933 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731640489195.b60b7a1951552378ceaa9219f1d64151. 2024-11-15T03:14:49,933 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for b60b7a1951552378ceaa9219f1d64151: Waiting for close lock at 1731640489932Disabling compacts and flushes for region at 1731640489932Disabling writes for close at 1731640489933 (+1 ms)Writing region close event to WAL at 1731640489933Closed at 1731640489933 2024-11-15T03:14:50,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37589 is added to blk_1073741847_1023 (size=54) 2024-11-15T03:14:50,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38551 is added to blk_1073741847_1023 (size=54) 2024-11-15T03:14:50,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45341 is added to blk_1073741847_1023 (size=54) 2024-11-15T03:14:50,049 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731640489195.48abd8536886d327ef05af76e0ee649d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T03:14:50,050 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 48abd8536886d327ef05af76e0ee649d, disabling compactions & flushes 2024-11-15T03:14:50,050 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731640489195.48abd8536886d327ef05af76e0ee649d. 2024-11-15T03:14:50,050 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731640489195.48abd8536886d327ef05af76e0ee649d. 2024-11-15T03:14:50,050 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731640489195.48abd8536886d327ef05af76e0ee649d. after waiting 0 ms 2024-11-15T03:14:50,050 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731640489195.48abd8536886d327ef05af76e0ee649d. 2024-11-15T03:14:50,050 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731640489195.48abd8536886d327ef05af76e0ee649d. 2024-11-15T03:14:50,050 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 48abd8536886d327ef05af76e0ee649d: Waiting for close lock at 1731640490049Disabling compacts and flushes for region at 1731640490049Disabling writes for close at 1731640490050 (+1 ms)Writing region close event to WAL at 1731640490050Closed at 1731640490050 2024-11-15T03:14:50,216 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731640489195.27ee39ee368b6ea48e2d0f0d1676ae08.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T03:14:50,216 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 27ee39ee368b6ea48e2d0f0d1676ae08, disabling compactions & flushes 2024-11-15T03:14:50,216 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731640489195.27ee39ee368b6ea48e2d0f0d1676ae08. 2024-11-15T03:14:50,216 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731640489195.27ee39ee368b6ea48e2d0f0d1676ae08. 2024-11-15T03:14:50,216 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731640489195.27ee39ee368b6ea48e2d0f0d1676ae08. after waiting 0 ms 2024-11-15T03:14:50,216 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731640489195.27ee39ee368b6ea48e2d0f0d1676ae08. 2024-11-15T03:14:50,216 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731640489195.27ee39ee368b6ea48e2d0f0d1676ae08. 2024-11-15T03:14:50,217 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 27ee39ee368b6ea48e2d0f0d1676ae08: Waiting for close lock at 1731640490216Disabling compacts and flushes for region at 1731640490216Disabling writes for close at 1731640490216Writing region close event to WAL at 1731640490216Closed at 1731640490216 2024-11-15T03:14:50,219 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T03:14:50,219 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731640489195.b18583db010c89a6219e6e7c82a22f0b.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731640490219"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731640490219"}]},"ts":"1731640490219"} 2024-11-15T03:14:50,219 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731640489195.46e946ce5d0eecf0bb762b66c95d7862.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731640490219"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731640490219"}]},"ts":"1731640490219"} 2024-11-15T03:14:50,219 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731640489195.0e3cf6536a57c108b488a6c9476ad26d.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731640490219"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731640490219"}]},"ts":"1731640490219"} 2024-11-15T03:14:50,220 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731640489195.af3d5ad598c542a88e02bb1c944fc573.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731640490219"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731640490219"}]},"ts":"1731640490219"} 2024-11-15T03:14:50,220 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731640489195.c9440a27f8fff5234a4f73a2ac16d5ce.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731640490219"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731640490219"}]},"ts":"1731640490219"} 2024-11-15T03:14:50,220 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731640489195.c198301e04c593738e2b511e27687492.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731640490219"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731640490219"}]},"ts":"1731640490219"} 2024-11-15T03:14:50,220 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731640489195.52a2bc0348fad253cc1b1df56e39636a.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731640490219"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731640490219"}]},"ts":"1731640490219"} 2024-11-15T03:14:50,220 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731640489195.b60b7a1951552378ceaa9219f1d64151.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731640490219"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731640490219"}]},"ts":"1731640490219"} 2024-11-15T03:14:50,220 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731640489195.48abd8536886d327ef05af76e0ee649d.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731640490219"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731640490219"}]},"ts":"1731640490219"} 2024-11-15T03:14:50,220 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731640489195.27ee39ee368b6ea48e2d0f0d1676ae08.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731640490219"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731640490219"}]},"ts":"1731640490219"} 2024-11-15T03:14:50,229 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-15T03:14:50,241 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T03:14:50,242 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731640490242"}]},"ts":"1731640490242"} 2024-11-15T03:14:50,247 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-15T03:14:50,247 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(204): Hosts are {91f82191efb8=0} racks are {/default-rack=0} 2024-11-15T03:14:50,255 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-15T03:14:50,255 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-15T03:14:50,255 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-15T03:14:50,255 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-15T03:14:50,255 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-15T03:14:50,255 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-15T03:14:50,255 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-15T03:14:50,255 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-15T03:14:50,255 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-15T03:14:50,255 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-15T03:14:50,257 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b18583db010c89a6219e6e7c82a22f0b, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=46e946ce5d0eecf0bb762b66c95d7862, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0e3cf6536a57c108b488a6c9476ad26d, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=af3d5ad598c542a88e02bb1c944fc573, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c9440a27f8fff5234a4f73a2ac16d5ce, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=27ee39ee368b6ea48e2d0f0d1676ae08, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c198301e04c593738e2b511e27687492, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=52a2bc0348fad253cc1b1df56e39636a, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b60b7a1951552378ceaa9219f1d64151, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=48abd8536886d327ef05af76e0ee649d, ASSIGN}] 2024-11-15T03:14:50,260 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b18583db010c89a6219e6e7c82a22f0b, ASSIGN 2024-11-15T03:14:50,261 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=52a2bc0348fad253cc1b1df56e39636a, ASSIGN 2024-11-15T03:14:50,262 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c198301e04c593738e2b511e27687492, ASSIGN 2024-11-15T03:14:50,262 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=27ee39ee368b6ea48e2d0f0d1676ae08, ASSIGN 2024-11-15T03:14:50,263 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b18583db010c89a6219e6e7c82a22f0b, ASSIGN; state=OFFLINE, location=91f82191efb8,44665,1731640476604; forceNewPlan=false, retain=false 2024-11-15T03:14:50,265 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c198301e04c593738e2b511e27687492, ASSIGN; state=OFFLINE, location=91f82191efb8,37757,1731640476558; forceNewPlan=false, retain=false 2024-11-15T03:14:50,265 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=27ee39ee368b6ea48e2d0f0d1676ae08, ASSIGN; state=OFFLINE, location=91f82191efb8,44665,1731640476604; forceNewPlan=false, retain=false 2024-11-15T03:14:50,265 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=52a2bc0348fad253cc1b1df56e39636a, ASSIGN; state=OFFLINE, location=91f82191efb8,44665,1731640476604; forceNewPlan=false, retain=false 2024-11-15T03:14:50,266 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=48abd8536886d327ef05af76e0ee649d, ASSIGN 2024-11-15T03:14:50,270 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=af3d5ad598c542a88e02bb1c944fc573, ASSIGN 2024-11-15T03:14:50,271 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=48abd8536886d327ef05af76e0ee649d, ASSIGN; state=OFFLINE, location=91f82191efb8,37757,1731640476558; forceNewPlan=false, retain=false 2024-11-15T03:14:50,271 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=af3d5ad598c542a88e02bb1c944fc573, ASSIGN; state=OFFLINE, location=91f82191efb8,44665,1731640476604; forceNewPlan=false, retain=false 2024-11-15T03:14:50,272 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0e3cf6536a57c108b488a6c9476ad26d, ASSIGN 2024-11-15T03:14:50,274 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0e3cf6536a57c108b488a6c9476ad26d, ASSIGN; state=OFFLINE, location=91f82191efb8,37757,1731640476558; forceNewPlan=false, retain=false 2024-11-15T03:14:50,276 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=46e946ce5d0eecf0bb762b66c95d7862, ASSIGN 2024-11-15T03:14:50,276 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c9440a27f8fff5234a4f73a2ac16d5ce, ASSIGN 2024-11-15T03:14:50,276 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b60b7a1951552378ceaa9219f1d64151, ASSIGN 2024-11-15T03:14:50,278 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=46e946ce5d0eecf0bb762b66c95d7862, ASSIGN; state=OFFLINE, location=91f82191efb8,39417,1731640476514; forceNewPlan=false, retain=false 2024-11-15T03:14:50,278 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b60b7a1951552378ceaa9219f1d64151, ASSIGN; state=OFFLINE, location=91f82191efb8,39417,1731640476514; forceNewPlan=false, retain=false 2024-11-15T03:14:50,278 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c9440a27f8fff5234a4f73a2ac16d5ce, ASSIGN; state=OFFLINE, location=91f82191efb8,39417,1731640476514; forceNewPlan=false, retain=false 2024-11-15T03:14:50,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T03:14:50,414 INFO [91f82191efb8:37623 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-15T03:14:50,415 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=52a2bc0348fad253cc1b1df56e39636a, regionState=OPENING, regionLocation=91f82191efb8,44665,1731640476604 2024-11-15T03:14:50,416 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=27ee39ee368b6ea48e2d0f0d1676ae08, regionState=OPENING, regionLocation=91f82191efb8,44665,1731640476604 2024-11-15T03:14:50,416 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=af3d5ad598c542a88e02bb1c944fc573, regionState=OPENING, regionLocation=91f82191efb8,44665,1731640476604 2024-11-15T03:14:50,416 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b18583db010c89a6219e6e7c82a22f0b, regionState=OPENING, regionLocation=91f82191efb8,44665,1731640476604 2024-11-15T03:14:50,418 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=46e946ce5d0eecf0bb762b66c95d7862, regionState=OPENING, regionLocation=91f82191efb8,39417,1731640476514 2024-11-15T03:14:50,418 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=48abd8536886d327ef05af76e0ee649d, regionState=OPENING, regionLocation=91f82191efb8,37757,1731640476558 2024-11-15T03:14:50,419 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=c198301e04c593738e2b511e27687492, regionState=OPENING, regionLocation=91f82191efb8,37757,1731640476558 2024-11-15T03:14:50,419 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=0e3cf6536a57c108b488a6c9476ad26d, regionState=OPENING, regionLocation=91f82191efb8,37757,1731640476558 2024-11-15T03:14:50,420 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=b60b7a1951552378ceaa9219f1d64151, regionState=OPENING, regionLocation=91f82191efb8,39417,1731640476514 2024-11-15T03:14:50,424 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c9440a27f8fff5234a4f73a2ac16d5ce, regionState=OPENING, regionLocation=91f82191efb8,39417,1731640476514 2024-11-15T03:14:50,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=52a2bc0348fad253cc1b1df56e39636a, ASSIGN because future has completed 2024-11-15T03:14:50,437 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 52a2bc0348fad253cc1b1df56e39636a, server=91f82191efb8,44665,1731640476604}] 2024-11-15T03:14:50,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=27ee39ee368b6ea48e2d0f0d1676ae08, ASSIGN because future has completed 2024-11-15T03:14:50,443 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 27ee39ee368b6ea48e2d0f0d1676ae08, server=91f82191efb8,44665,1731640476604}] 2024-11-15T03:14:50,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=46e946ce5d0eecf0bb762b66c95d7862, ASSIGN because future has completed 2024-11-15T03:14:50,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=48abd8536886d327ef05af76e0ee649d, ASSIGN because future has completed 2024-11-15T03:14:50,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c198301e04c593738e2b511e27687492, ASSIGN because future has completed 2024-11-15T03:14:50,470 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 48abd8536886d327ef05af76e0ee649d, server=91f82191efb8,37757,1731640476558}] 2024-11-15T03:14:50,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0e3cf6536a57c108b488a6c9476ad26d, ASSIGN because future has completed 2024-11-15T03:14:50,477 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 46e946ce5d0eecf0bb762b66c95d7862, server=91f82191efb8,39417,1731640476514}] 2024-11-15T03:14:50,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=af3d5ad598c542a88e02bb1c944fc573, ASSIGN because future has completed 2024-11-15T03:14:50,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b60b7a1951552378ceaa9219f1d64151, ASSIGN because future has completed 2024-11-15T03:14:50,485 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure c198301e04c593738e2b511e27687492, server=91f82191efb8,37757,1731640476558}] 2024-11-15T03:14:50,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c9440a27f8fff5234a4f73a2ac16d5ce, ASSIGN because future has completed 2024-11-15T03:14:50,499 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0e3cf6536a57c108b488a6c9476ad26d, server=91f82191efb8,37757,1731640476558}] 2024-11-15T03:14:50,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b18583db010c89a6219e6e7c82a22f0b, ASSIGN because future has completed 2024-11-15T03:14:50,503 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure af3d5ad598c542a88e02bb1c944fc573, server=91f82191efb8,44665,1731640476604}] 2024-11-15T03:14:50,508 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c9440a27f8fff5234a4f73a2ac16d5ce, server=91f82191efb8,39417,1731640476514}] 2024-11-15T03:14:50,511 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b18583db010c89a6219e6e7c82a22f0b, server=91f82191efb8,44665,1731640476604}] 2024-11-15T03:14:50,512 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure b60b7a1951552378ceaa9219f1d64151, server=91f82191efb8,39417,1731640476514}] 2024-11-15T03:14:51,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T03:14:51,692 INFO [regionserver/91f82191efb8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-15T03:14:53,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T03:14:53,632 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T03:14:53,659 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T03:14:53,660 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T03:14:54,176 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T03:14:54,179 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T03:14:54,217 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T03:14:54,218 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T03:14:56,225 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=91f82191efb8:44519 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-15T03:14:57,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T03:15:00,453 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T03:15:00,456 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58883, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T03:15:00,486 INFO [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731640489195.af3d5ad598c542a88e02bb1c944fc573. 2024-11-15T03:15:00,486 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => af3d5ad598c542a88e02bb1c944fc573, NAME => 'SPTestTable,4ccccccb,1731640489195.af3d5ad598c542a88e02bb1c944fc573.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-15T03:15:00,487 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable af3d5ad598c542a88e02bb1c944fc573 2024-11-15T03:15:00,487 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731640489195.af3d5ad598c542a88e02bb1c944fc573.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T03:15:00,487 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for af3d5ad598c542a88e02bb1c944fc573 2024-11-15T03:15:00,487 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for af3d5ad598c542a88e02bb1c944fc573 2024-11-15T03:15:00,490 INFO [StoreOpener-af3d5ad598c542a88e02bb1c944fc573-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region af3d5ad598c542a88e02bb1c944fc573 2024-11-15T03:15:00,495 INFO [StoreOpener-af3d5ad598c542a88e02bb1c944fc573-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region af3d5ad598c542a88e02bb1c944fc573 columnFamilyName cf 2024-11-15T03:15:00,495 DEBUG [StoreOpener-af3d5ad598c542a88e02bb1c944fc573-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T03:15:00,496 INFO [StoreOpener-af3d5ad598c542a88e02bb1c944fc573-1 {}] regionserver.HStore(327): Store=af3d5ad598c542a88e02bb1c944fc573/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T03:15:00,496 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for af3d5ad598c542a88e02bb1c944fc573 2024-11-15T03:15:00,497 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/data/default/SPTestTable/af3d5ad598c542a88e02bb1c944fc573 2024-11-15T03:15:00,498 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/data/default/SPTestTable/af3d5ad598c542a88e02bb1c944fc573 2024-11-15T03:15:00,498 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for af3d5ad598c542a88e02bb1c944fc573 2024-11-15T03:15:00,498 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for af3d5ad598c542a88e02bb1c944fc573 2024-11-15T03:15:00,500 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for af3d5ad598c542a88e02bb1c944fc573 2024-11-15T03:15:00,504 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T03:15:00,520 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/data/default/SPTestTable/af3d5ad598c542a88e02bb1c944fc573/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T03:15:00,521 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47643, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T03:15:00,521 INFO [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened af3d5ad598c542a88e02bb1c944fc573; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71846014, jitterRate=0.07058903574943542}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T03:15:00,521 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for af3d5ad598c542a88e02bb1c944fc573 2024-11-15T03:15:00,521 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for af3d5ad598c542a88e02bb1c944fc573: Running coprocessor pre-open hook at 1731640500487Writing region info on filesystem at 1731640500487Initializing all the Stores at 1731640500489 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640500489Cleaning up temporary data from old regions at 1731640500498 (+9 ms)Running coprocessor post-open hooks at 1731640500521 (+23 ms)Region opened successfully at 1731640500521 2024-11-15T03:15:00,524 INFO [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731640489195.af3d5ad598c542a88e02bb1c944fc573., pid=21, masterSystemTime=1731640500452 2024-11-15T03:15:00,529 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731640489195.af3d5ad598c542a88e02bb1c944fc573. 2024-11-15T03:15:00,529 INFO [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731640489195.af3d5ad598c542a88e02bb1c944fc573. 2024-11-15T03:15:00,529 INFO [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731640489195.27ee39ee368b6ea48e2d0f0d1676ae08. 2024-11-15T03:15:00,529 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 27ee39ee368b6ea48e2d0f0d1676ae08, NAME => 'SPTestTable,7ffffffd,1731640489195.27ee39ee368b6ea48e2d0f0d1676ae08.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-15T03:15:00,529 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 27ee39ee368b6ea48e2d0f0d1676ae08 2024-11-15T03:15:00,529 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731640489195.27ee39ee368b6ea48e2d0f0d1676ae08.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T03:15:00,530 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 27ee39ee368b6ea48e2d0f0d1676ae08 2024-11-15T03:15:00,530 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 27ee39ee368b6ea48e2d0f0d1676ae08 2024-11-15T03:15:00,530 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=af3d5ad598c542a88e02bb1c944fc573, regionState=OPEN, openSeqNum=2, regionLocation=91f82191efb8,44665,1731640476604 2024-11-15T03:15:00,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure af3d5ad598c542a88e02bb1c944fc573, server=91f82191efb8,44665,1731640476604 because future has completed 2024-11-15T03:15:00,541 INFO [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731640489195.c198301e04c593738e2b511e27687492. 2024-11-15T03:15:00,541 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => c198301e04c593738e2b511e27687492, NAME => 'SPTestTable,99999996,1731640489195.c198301e04c593738e2b511e27687492.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-15T03:15:00,541 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c198301e04c593738e2b511e27687492 2024-11-15T03:15:00,541 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731640489195.c198301e04c593738e2b511e27687492.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T03:15:00,542 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for c198301e04c593738e2b511e27687492 2024-11-15T03:15:00,542 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for c198301e04c593738e2b511e27687492 2024-11-15T03:15:00,545 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=8 2024-11-15T03:15:00,545 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure af3d5ad598c542a88e02bb1c944fc573, server=91f82191efb8,44665,1731640476604 in 10.0380 sec 2024-11-15T03:15:00,554 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=af3d5ad598c542a88e02bb1c944fc573, ASSIGN in 10.2880 sec 2024-11-15T03:15:00,560 INFO [StoreOpener-27ee39ee368b6ea48e2d0f0d1676ae08-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 27ee39ee368b6ea48e2d0f0d1676ae08 2024-11-15T03:15:00,563 INFO [StoreOpener-27ee39ee368b6ea48e2d0f0d1676ae08-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27ee39ee368b6ea48e2d0f0d1676ae08 columnFamilyName cf 2024-11-15T03:15:00,563 DEBUG [StoreOpener-27ee39ee368b6ea48e2d0f0d1676ae08-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T03:15:00,564 INFO [StoreOpener-27ee39ee368b6ea48e2d0f0d1676ae08-1 {}] regionserver.HStore(327): Store=27ee39ee368b6ea48e2d0f0d1676ae08/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T03:15:00,564 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 27ee39ee368b6ea48e2d0f0d1676ae08 2024-11-15T03:15:00,565 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/data/default/SPTestTable/27ee39ee368b6ea48e2d0f0d1676ae08 2024-11-15T03:15:00,566 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/data/default/SPTestTable/27ee39ee368b6ea48e2d0f0d1676ae08 2024-11-15T03:15:00,566 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 27ee39ee368b6ea48e2d0f0d1676ae08 2024-11-15T03:15:00,566 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 27ee39ee368b6ea48e2d0f0d1676ae08 2024-11-15T03:15:00,566 INFO [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731640489195.46e946ce5d0eecf0bb762b66c95d7862. 2024-11-15T03:15:00,567 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 46e946ce5d0eecf0bb762b66c95d7862, NAME => 'SPTestTable,19999999,1731640489195.46e946ce5d0eecf0bb762b66c95d7862.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-15T03:15:00,567 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 46e946ce5d0eecf0bb762b66c95d7862 2024-11-15T03:15:00,567 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731640489195.46e946ce5d0eecf0bb762b66c95d7862.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T03:15:00,567 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 46e946ce5d0eecf0bb762b66c95d7862 2024-11-15T03:15:00,567 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 46e946ce5d0eecf0bb762b66c95d7862 2024-11-15T03:15:00,569 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 27ee39ee368b6ea48e2d0f0d1676ae08 2024-11-15T03:15:00,573 INFO [StoreOpener-c198301e04c593738e2b511e27687492-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c198301e04c593738e2b511e27687492 2024-11-15T03:15:00,579 INFO [StoreOpener-c198301e04c593738e2b511e27687492-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c198301e04c593738e2b511e27687492 columnFamilyName cf 2024-11-15T03:15:00,579 DEBUG [StoreOpener-c198301e04c593738e2b511e27687492-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T03:15:00,579 INFO [StoreOpener-c198301e04c593738e2b511e27687492-1 {}] regionserver.HStore(327): Store=c198301e04c593738e2b511e27687492/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T03:15:00,580 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for c198301e04c593738e2b511e27687492 2024-11-15T03:15:00,581 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/data/default/SPTestTable/c198301e04c593738e2b511e27687492 2024-11-15T03:15:00,581 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/data/default/SPTestTable/c198301e04c593738e2b511e27687492 2024-11-15T03:15:00,582 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for c198301e04c593738e2b511e27687492 2024-11-15T03:15:00,583 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for c198301e04c593738e2b511e27687492 2024-11-15T03:15:00,585 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for c198301e04c593738e2b511e27687492 2024-11-15T03:15:00,587 INFO [StoreOpener-46e946ce5d0eecf0bb762b66c95d7862-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 46e946ce5d0eecf0bb762b66c95d7862 2024-11-15T03:15:00,590 INFO [StoreOpener-46e946ce5d0eecf0bb762b66c95d7862-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46e946ce5d0eecf0bb762b66c95d7862 columnFamilyName cf 2024-11-15T03:15:00,591 DEBUG [StoreOpener-46e946ce5d0eecf0bb762b66c95d7862-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T03:15:00,591 INFO [StoreOpener-46e946ce5d0eecf0bb762b66c95d7862-1 {}] regionserver.HStore(327): Store=46e946ce5d0eecf0bb762b66c95d7862/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T03:15:00,592 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 46e946ce5d0eecf0bb762b66c95d7862 2024-11-15T03:15:00,593 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/data/default/SPTestTable/46e946ce5d0eecf0bb762b66c95d7862 2024-11-15T03:15:00,596 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/data/default/SPTestTable/46e946ce5d0eecf0bb762b66c95d7862 2024-11-15T03:15:00,597 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 46e946ce5d0eecf0bb762b66c95d7862 2024-11-15T03:15:00,597 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 46e946ce5d0eecf0bb762b66c95d7862 2024-11-15T03:15:00,599 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 46e946ce5d0eecf0bb762b66c95d7862 2024-11-15T03:15:00,608 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/data/default/SPTestTable/27ee39ee368b6ea48e2d0f0d1676ae08/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T03:15:00,610 INFO [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 27ee39ee368b6ea48e2d0f0d1676ae08; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71386327, jitterRate=0.06373916566371918}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T03:15:00,610 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 27ee39ee368b6ea48e2d0f0d1676ae08 2024-11-15T03:15:00,611 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 27ee39ee368b6ea48e2d0f0d1676ae08: Running coprocessor pre-open hook at 1731640500530Writing region info on filesystem at 1731640500530Initializing all the Stores at 1731640500531 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640500531Cleaning up temporary data from old regions at 1731640500566 (+35 ms)Running coprocessor post-open hooks at 1731640500610 (+44 ms)Region opened successfully at 1731640500610 2024-11-15T03:15:00,612 INFO [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731640489195.27ee39ee368b6ea48e2d0f0d1676ae08., pid=16, masterSystemTime=1731640500452 2024-11-15T03:15:00,614 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/data/default/SPTestTable/c198301e04c593738e2b511e27687492/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T03:15:00,615 INFO [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened c198301e04c593738e2b511e27687492; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71539274, jitterRate=0.0660182535648346}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T03:15:00,615 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c198301e04c593738e2b511e27687492 2024-11-15T03:15:00,615 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for c198301e04c593738e2b511e27687492: Running coprocessor pre-open hook at 1731640500542Writing region info on filesystem at 1731640500542Initializing all the Stores at 1731640500549 (+7 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640500549Cleaning up temporary data from old regions at 1731640500583 (+34 ms)Running coprocessor post-open hooks at 1731640500615 (+32 ms)Region opened successfully at 1731640500615 2024-11-15T03:15:00,616 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731640489195.27ee39ee368b6ea48e2d0f0d1676ae08. 2024-11-15T03:15:00,616 INFO [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731640489195.27ee39ee368b6ea48e2d0f0d1676ae08. 2024-11-15T03:15:00,616 INFO [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731640489195.52a2bc0348fad253cc1b1df56e39636a. 2024-11-15T03:15:00,617 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 52a2bc0348fad253cc1b1df56e39636a, NAME => 'SPTestTable,b333332f,1731640489195.52a2bc0348fad253cc1b1df56e39636a.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-15T03:15:00,617 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 52a2bc0348fad253cc1b1df56e39636a 2024-11-15T03:15:00,617 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731640489195.52a2bc0348fad253cc1b1df56e39636a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T03:15:00,618 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 52a2bc0348fad253cc1b1df56e39636a 2024-11-15T03:15:00,618 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 52a2bc0348fad253cc1b1df56e39636a 2024-11-15T03:15:00,619 INFO [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731640489195.c198301e04c593738e2b511e27687492., pid=19, masterSystemTime=1731640500504 2024-11-15T03:15:00,620 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=27ee39ee368b6ea48e2d0f0d1676ae08, regionState=OPEN, openSeqNum=2, regionLocation=91f82191efb8,44665,1731640476604 2024-11-15T03:15:00,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 27ee39ee368b6ea48e2d0f0d1676ae08, server=91f82191efb8,44665,1731640476604 because future has completed 2024-11-15T03:15:00,629 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731640489195.c198301e04c593738e2b511e27687492. 2024-11-15T03:15:00,629 INFO [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731640489195.c198301e04c593738e2b511e27687492. 2024-11-15T03:15:00,629 INFO [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731640489195.0e3cf6536a57c108b488a6c9476ad26d. 2024-11-15T03:15:00,629 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=c198301e04c593738e2b511e27687492, regionState=OPEN, openSeqNum=2, regionLocation=91f82191efb8,37757,1731640476558 2024-11-15T03:15:00,629 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 0e3cf6536a57c108b488a6c9476ad26d, NAME => 'SPTestTable,33333332,1731640489195.0e3cf6536a57c108b488a6c9476ad26d.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-15T03:15:00,630 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0e3cf6536a57c108b488a6c9476ad26d 2024-11-15T03:15:00,630 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731640489195.0e3cf6536a57c108b488a6c9476ad26d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T03:15:00,630 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 0e3cf6536a57c108b488a6c9476ad26d 2024-11-15T03:15:00,630 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 0e3cf6536a57c108b488a6c9476ad26d 2024-11-15T03:15:00,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure c198301e04c593738e2b511e27687492, server=91f82191efb8,37757,1731640476558 because future has completed 2024-11-15T03:15:00,634 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=10 2024-11-15T03:15:00,635 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 27ee39ee368b6ea48e2d0f0d1676ae08, server=91f82191efb8,44665,1731640476604 in 10.1860 sec 2024-11-15T03:15:00,637 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/data/default/SPTestTable/46e946ce5d0eecf0bb762b66c95d7862/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T03:15:00,637 INFO [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 46e946ce5d0eecf0bb762b66c95d7862; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69710657, jitterRate=0.038769736886024475}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T03:15:00,638 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 46e946ce5d0eecf0bb762b66c95d7862 2024-11-15T03:15:00,638 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 46e946ce5d0eecf0bb762b66c95d7862: Running coprocessor pre-open hook at 1731640500567Writing region info on filesystem at 1731640500567Initializing all the Stores at 1731640500572 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640500572Cleaning up temporary data from old regions at 1731640500597 (+25 ms)Running coprocessor post-open hooks at 1731640500638 (+41 ms)Region opened successfully at 1731640500638 2024-11-15T03:15:00,639 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=27ee39ee368b6ea48e2d0f0d1676ae08, ASSIGN in 10.3780 sec 2024-11-15T03:15:00,642 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=11 2024-11-15T03:15:00,643 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure c198301e04c593738e2b511e27687492, server=91f82191efb8,37757,1731640476558 in 10.1540 sec 2024-11-15T03:15:00,644 INFO [StoreOpener-0e3cf6536a57c108b488a6c9476ad26d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0e3cf6536a57c108b488a6c9476ad26d 2024-11-15T03:15:00,646 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c198301e04c593738e2b511e27687492, ASSIGN in 10.3860 sec 2024-11-15T03:15:00,648 INFO [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731640489195.46e946ce5d0eecf0bb762b66c95d7862., pid=18, masterSystemTime=1731640500508 2024-11-15T03:15:00,649 INFO [StoreOpener-52a2bc0348fad253cc1b1df56e39636a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 52a2bc0348fad253cc1b1df56e39636a 2024-11-15T03:15:00,650 INFO [StoreOpener-0e3cf6536a57c108b488a6c9476ad26d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e3cf6536a57c108b488a6c9476ad26d columnFamilyName cf 2024-11-15T03:15:00,650 DEBUG [StoreOpener-0e3cf6536a57c108b488a6c9476ad26d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T03:15:00,651 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731640489195.46e946ce5d0eecf0bb762b66c95d7862. 2024-11-15T03:15:00,652 INFO [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731640489195.46e946ce5d0eecf0bb762b66c95d7862. 2024-11-15T03:15:00,652 INFO [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731640489195.b60b7a1951552378ceaa9219f1d64151. 2024-11-15T03:15:00,652 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => b60b7a1951552378ceaa9219f1d64151, NAME => 'SPTestTable,ccccccc8,1731640489195.b60b7a1951552378ceaa9219f1d64151.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-15T03:15:00,653 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b60b7a1951552378ceaa9219f1d64151 2024-11-15T03:15:00,653 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731640489195.b60b7a1951552378ceaa9219f1d64151.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T03:15:00,653 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for b60b7a1951552378ceaa9219f1d64151 2024-11-15T03:15:00,653 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for b60b7a1951552378ceaa9219f1d64151 2024-11-15T03:15:00,654 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=46e946ce5d0eecf0bb762b66c95d7862, regionState=OPEN, openSeqNum=2, regionLocation=91f82191efb8,39417,1731640476514 2024-11-15T03:15:00,654 INFO [StoreOpener-0e3cf6536a57c108b488a6c9476ad26d-1 {}] regionserver.HStore(327): Store=0e3cf6536a57c108b488a6c9476ad26d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T03:15:00,654 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 0e3cf6536a57c108b488a6c9476ad26d 2024-11-15T03:15:00,655 INFO [StoreOpener-52a2bc0348fad253cc1b1df56e39636a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 52a2bc0348fad253cc1b1df56e39636a columnFamilyName cf 2024-11-15T03:15:00,655 DEBUG [StoreOpener-52a2bc0348fad253cc1b1df56e39636a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T03:15:00,655 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/data/default/SPTestTable/0e3cf6536a57c108b488a6c9476ad26d 2024-11-15T03:15:00,655 INFO [StoreOpener-52a2bc0348fad253cc1b1df56e39636a-1 {}] regionserver.HStore(327): Store=52a2bc0348fad253cc1b1df56e39636a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T03:15:00,656 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 52a2bc0348fad253cc1b1df56e39636a 2024-11-15T03:15:00,657 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/data/default/SPTestTable/0e3cf6536a57c108b488a6c9476ad26d 2024-11-15T03:15:00,658 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 0e3cf6536a57c108b488a6c9476ad26d 2024-11-15T03:15:00,659 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 0e3cf6536a57c108b488a6c9476ad26d 2024-11-15T03:15:00,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 46e946ce5d0eecf0bb762b66c95d7862, server=91f82191efb8,39417,1731640476514 because future has completed 2024-11-15T03:15:00,660 INFO [StoreOpener-b60b7a1951552378ceaa9219f1d64151-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b60b7a1951552378ceaa9219f1d64151 2024-11-15T03:15:00,660 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/data/default/SPTestTable/52a2bc0348fad253cc1b1df56e39636a 2024-11-15T03:15:00,661 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/data/default/SPTestTable/52a2bc0348fad253cc1b1df56e39636a 2024-11-15T03:15:00,662 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 52a2bc0348fad253cc1b1df56e39636a 2024-11-15T03:15:00,662 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 52a2bc0348fad253cc1b1df56e39636a 2024-11-15T03:15:00,662 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 0e3cf6536a57c108b488a6c9476ad26d 2024-11-15T03:15:00,669 INFO [StoreOpener-b60b7a1951552378ceaa9219f1d64151-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b60b7a1951552378ceaa9219f1d64151 columnFamilyName cf 2024-11-15T03:15:00,669 DEBUG [StoreOpener-b60b7a1951552378ceaa9219f1d64151-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T03:15:00,671 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 52a2bc0348fad253cc1b1df56e39636a 2024-11-15T03:15:00,672 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=6 2024-11-15T03:15:00,672 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 46e946ce5d0eecf0bb762b66c95d7862, server=91f82191efb8,39417,1731640476514 in 10.1890 sec 2024-11-15T03:15:00,672 INFO [StoreOpener-b60b7a1951552378ceaa9219f1d64151-1 {}] regionserver.HStore(327): Store=b60b7a1951552378ceaa9219f1d64151/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T03:15:00,673 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for b60b7a1951552378ceaa9219f1d64151 2024-11-15T03:15:00,675 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=46e946ce5d0eecf0bb762b66c95d7862, ASSIGN in 10.4150 sec 2024-11-15T03:15:00,676 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/data/default/SPTestTable/b60b7a1951552378ceaa9219f1d64151 2024-11-15T03:15:00,681 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/data/default/SPTestTable/b60b7a1951552378ceaa9219f1d64151 2024-11-15T03:15:00,683 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/data/default/SPTestTable/0e3cf6536a57c108b488a6c9476ad26d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T03:15:00,684 INFO [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 0e3cf6536a57c108b488a6c9476ad26d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72015913, jitterRate=0.07312072813510895}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T03:15:00,684 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0e3cf6536a57c108b488a6c9476ad26d 2024-11-15T03:15:00,684 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 0e3cf6536a57c108b488a6c9476ad26d: Running coprocessor pre-open hook at 1731640500630Writing region info on filesystem at 1731640500630Initializing all the Stores at 1731640500637 (+7 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640500637Cleaning up temporary data from old regions at 1731640500659 (+22 ms)Running coprocessor post-open hooks at 1731640500684 (+25 ms)Region opened successfully at 1731640500684 2024-11-15T03:15:00,685 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for b60b7a1951552378ceaa9219f1d64151 2024-11-15T03:15:00,685 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for b60b7a1951552378ceaa9219f1d64151 2024-11-15T03:15:00,688 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/data/default/SPTestTable/52a2bc0348fad253cc1b1df56e39636a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T03:15:00,691 INFO [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 52a2bc0348fad253cc1b1df56e39636a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66221778, jitterRate=-0.013218611478805542}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T03:15:00,691 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 52a2bc0348fad253cc1b1df56e39636a 2024-11-15T03:15:00,691 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 52a2bc0348fad253cc1b1df56e39636a: Running coprocessor pre-open hook at 1731640500618Writing region info on filesystem at 1731640500618Initializing all the Stores at 1731640500623 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640500623Cleaning up temporary data from old regions at 1731640500662 (+39 ms)Running coprocessor post-open hooks at 1731640500691 (+29 ms)Region opened successfully at 1731640500691 2024-11-15T03:15:00,698 INFO [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731640489195.52a2bc0348fad253cc1b1df56e39636a., pid=15, masterSystemTime=1731640500452 2024-11-15T03:15:00,700 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for b60b7a1951552378ceaa9219f1d64151 2024-11-15T03:15:00,701 INFO [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731640489195.0e3cf6536a57c108b488a6c9476ad26d., pid=20, masterSystemTime=1731640500504 2024-11-15T03:15:00,704 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731640489195.52a2bc0348fad253cc1b1df56e39636a. 2024-11-15T03:15:00,704 INFO [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731640489195.52a2bc0348fad253cc1b1df56e39636a. 2024-11-15T03:15:00,704 INFO [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,,1731640489195.b18583db010c89a6219e6e7c82a22f0b. 2024-11-15T03:15:00,704 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => b18583db010c89a6219e6e7c82a22f0b, NAME => 'SPTestTable,,1731640489195.b18583db010c89a6219e6e7c82a22f0b.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-15T03:15:00,705 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b18583db010c89a6219e6e7c82a22f0b 2024-11-15T03:15:00,705 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,,1731640489195.b18583db010c89a6219e6e7c82a22f0b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T03:15:00,705 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for b18583db010c89a6219e6e7c82a22f0b 2024-11-15T03:15:00,705 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for b18583db010c89a6219e6e7c82a22f0b 2024-11-15T03:15:00,705 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=52a2bc0348fad253cc1b1df56e39636a, regionState=OPEN, openSeqNum=2, regionLocation=91f82191efb8,44665,1731640476604 2024-11-15T03:15:00,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 52a2bc0348fad253cc1b1df56e39636a, server=91f82191efb8,44665,1731640476604 because future has completed 2024-11-15T03:15:00,709 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731640489195.0e3cf6536a57c108b488a6c9476ad26d. 2024-11-15T03:15:00,709 INFO [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731640489195.0e3cf6536a57c108b488a6c9476ad26d. 2024-11-15T03:15:00,709 INFO [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731640489195.48abd8536886d327ef05af76e0ee649d. 2024-11-15T03:15:00,710 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 48abd8536886d327ef05af76e0ee649d, NAME => 'SPTestTable,e6666661,1731640489195.48abd8536886d327ef05af76e0ee649d.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-15T03:15:00,710 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 48abd8536886d327ef05af76e0ee649d 2024-11-15T03:15:00,710 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731640489195.48abd8536886d327ef05af76e0ee649d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T03:15:00,710 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 48abd8536886d327ef05af76e0ee649d 2024-11-15T03:15:00,710 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 48abd8536886d327ef05af76e0ee649d 2024-11-15T03:15:00,713 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37623 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=91f82191efb8,44665,1731640476604, table=SPTestTable, region=52a2bc0348fad253cc1b1df56e39636a. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-15T03:15:00,721 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=0e3cf6536a57c108b488a6c9476ad26d, regionState=OPEN, openSeqNum=2, regionLocation=91f82191efb8,37757,1731640476558 2024-11-15T03:15:00,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0e3cf6536a57c108b488a6c9476ad26d, server=91f82191efb8,37757,1731640476558 because future has completed 2024-11-15T03:15:00,741 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=12 2024-11-15T03:15:00,745 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/data/default/SPTestTable/b60b7a1951552378ceaa9219f1d64151/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T03:15:00,746 INFO [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened b60b7a1951552378ceaa9219f1d64151; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69268158, jitterRate=0.03217598795890808}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T03:15:00,746 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b60b7a1951552378ceaa9219f1d64151 2024-11-15T03:15:00,746 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for b60b7a1951552378ceaa9219f1d64151: Running coprocessor pre-open hook at 1731640500653Writing region info on filesystem at 1731640500653Initializing all the Stores at 1731640500655 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640500655Cleaning up temporary data from old regions at 1731640500685 (+30 ms)Running coprocessor post-open hooks at 1731640500746 (+61 ms)Region opened successfully at 1731640500746 2024-11-15T03:15:00,748 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 52a2bc0348fad253cc1b1df56e39636a, server=91f82191efb8,44665,1731640476604 in 10.2830 sec 2024-11-15T03:15:00,750 INFO [StoreOpener-48abd8536886d327ef05af76e0ee649d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 48abd8536886d327ef05af76e0ee649d 2024-11-15T03:15:00,751 INFO [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731640489195.b60b7a1951552378ceaa9219f1d64151., pid=24, masterSystemTime=1731640500508 2024-11-15T03:15:00,754 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=7 2024-11-15T03:15:00,754 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 0e3cf6536a57c108b488a6c9476ad26d, server=91f82191efb8,37757,1731640476558 in 10.2430 sec 2024-11-15T03:15:00,755 INFO [StoreOpener-48abd8536886d327ef05af76e0ee649d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 48abd8536886d327ef05af76e0ee649d columnFamilyName cf 2024-11-15T03:15:00,755 DEBUG [StoreOpener-48abd8536886d327ef05af76e0ee649d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T03:15:00,755 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731640489195.b60b7a1951552378ceaa9219f1d64151. 2024-11-15T03:15:00,755 INFO [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731640489195.b60b7a1951552378ceaa9219f1d64151. 2024-11-15T03:15:00,755 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=52a2bc0348fad253cc1b1df56e39636a, ASSIGN in 10.4880 sec 2024-11-15T03:15:00,755 INFO [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731640489195.c9440a27f8fff5234a4f73a2ac16d5ce. 2024-11-15T03:15:00,756 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => c9440a27f8fff5234a4f73a2ac16d5ce, NAME => 'SPTestTable,66666664,1731640489195.c9440a27f8fff5234a4f73a2ac16d5ce.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-15T03:15:00,756 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c9440a27f8fff5234a4f73a2ac16d5ce 2024-11-15T03:15:00,756 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731640489195.c9440a27f8fff5234a4f73a2ac16d5ce.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T03:15:00,756 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for c9440a27f8fff5234a4f73a2ac16d5ce 2024-11-15T03:15:00,756 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for c9440a27f8fff5234a4f73a2ac16d5ce 2024-11-15T03:15:00,757 INFO [StoreOpener-48abd8536886d327ef05af76e0ee649d-1 {}] regionserver.HStore(327): Store=48abd8536886d327ef05af76e0ee649d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T03:15:00,757 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 48abd8536886d327ef05af76e0ee649d 2024-11-15T03:15:00,759 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/data/default/SPTestTable/48abd8536886d327ef05af76e0ee649d 2024-11-15T03:15:00,760 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/data/default/SPTestTable/48abd8536886d327ef05af76e0ee649d 2024-11-15T03:15:00,761 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 48abd8536886d327ef05af76e0ee649d 2024-11-15T03:15:00,762 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 48abd8536886d327ef05af76e0ee649d 2024-11-15T03:15:00,762 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0e3cf6536a57c108b488a6c9476ad26d, ASSIGN in 10.4970 sec 2024-11-15T03:15:00,765 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 48abd8536886d327ef05af76e0ee649d 2024-11-15T03:15:00,768 INFO [StoreOpener-b18583db010c89a6219e6e7c82a22f0b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b18583db010c89a6219e6e7c82a22f0b 2024-11-15T03:15:00,768 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=b60b7a1951552378ceaa9219f1d64151, regionState=OPEN, openSeqNum=2, regionLocation=91f82191efb8,39417,1731640476514 2024-11-15T03:15:00,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure b60b7a1951552378ceaa9219f1d64151, server=91f82191efb8,39417,1731640476514 because future has completed 2024-11-15T03:15:00,774 INFO [StoreOpener-c9440a27f8fff5234a4f73a2ac16d5ce-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c9440a27f8fff5234a4f73a2ac16d5ce 2024-11-15T03:15:00,779 INFO [StoreOpener-b18583db010c89a6219e6e7c82a22f0b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b18583db010c89a6219e6e7c82a22f0b columnFamilyName cf 2024-11-15T03:15:00,779 INFO [StoreOpener-c9440a27f8fff5234a4f73a2ac16d5ce-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c9440a27f8fff5234a4f73a2ac16d5ce columnFamilyName cf 2024-11-15T03:15:00,779 DEBUG [StoreOpener-b18583db010c89a6219e6e7c82a22f0b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T03:15:00,779 DEBUG [StoreOpener-c9440a27f8fff5234a4f73a2ac16d5ce-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T03:15:00,781 INFO [StoreOpener-c9440a27f8fff5234a4f73a2ac16d5ce-1 {}] regionserver.HStore(327): Store=c9440a27f8fff5234a4f73a2ac16d5ce/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T03:15:00,781 INFO [StoreOpener-b18583db010c89a6219e6e7c82a22f0b-1 {}] regionserver.HStore(327): Store=b18583db010c89a6219e6e7c82a22f0b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T03:15:00,781 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for b18583db010c89a6219e6e7c82a22f0b 2024-11-15T03:15:00,781 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for c9440a27f8fff5234a4f73a2ac16d5ce 2024-11-15T03:15:00,782 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/data/default/SPTestTable/c9440a27f8fff5234a4f73a2ac16d5ce 2024-11-15T03:15:00,782 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/data/default/SPTestTable/b18583db010c89a6219e6e7c82a22f0b 2024-11-15T03:15:00,782 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/data/default/SPTestTable/c9440a27f8fff5234a4f73a2ac16d5ce 2024-11-15T03:15:00,782 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/data/default/SPTestTable/b18583db010c89a6219e6e7c82a22f0b 2024-11-15T03:15:00,783 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for c9440a27f8fff5234a4f73a2ac16d5ce 2024-11-15T03:15:00,783 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for b18583db010c89a6219e6e7c82a22f0b 2024-11-15T03:15:00,783 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for c9440a27f8fff5234a4f73a2ac16d5ce 2024-11-15T03:15:00,783 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for b18583db010c89a6219e6e7c82a22f0b 2024-11-15T03:15:00,786 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for c9440a27f8fff5234a4f73a2ac16d5ce 2024-11-15T03:15:00,786 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for b18583db010c89a6219e6e7c82a22f0b 2024-11-15T03:15:00,788 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=13 2024-11-15T03:15:00,788 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure b60b7a1951552378ceaa9219f1d64151, server=91f82191efb8,39417,1731640476514 in 10.2730 sec 2024-11-15T03:15:00,804 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/data/default/SPTestTable/48abd8536886d327ef05af76e0ee649d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T03:15:00,805 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b60b7a1951552378ceaa9219f1d64151, ASSIGN in 10.5310 sec 2024-11-15T03:15:00,805 INFO [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 48abd8536886d327ef05af76e0ee649d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74221272, jitterRate=0.10598313808441162}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T03:15:00,805 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 48abd8536886d327ef05af76e0ee649d 2024-11-15T03:15:00,805 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 48abd8536886d327ef05af76e0ee649d: Running coprocessor pre-open hook at 1731640500710Writing region info on filesystem at 1731640500710Initializing all the Stores at 1731640500719 (+9 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640500719Cleaning up temporary data from old regions at 1731640500762 (+43 ms)Running coprocessor post-open hooks at 1731640500805 (+43 ms)Region opened successfully at 1731640500805 2024-11-15T03:15:00,813 INFO [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731640489195.48abd8536886d327ef05af76e0ee649d., pid=17, masterSystemTime=1731640500504 2024-11-15T03:15:00,821 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=48abd8536886d327ef05af76e0ee649d, regionState=OPEN, openSeqNum=2, regionLocation=91f82191efb8,37757,1731640476558 2024-11-15T03:15:00,824 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/data/default/SPTestTable/b18583db010c89a6219e6e7c82a22f0b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T03:15:00,825 INFO [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened b18583db010c89a6219e6e7c82a22f0b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66758111, jitterRate=-0.005226626992225647}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T03:15:00,825 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b18583db010c89a6219e6e7c82a22f0b 2024-11-15T03:15:00,826 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for b18583db010c89a6219e6e7c82a22f0b: Running coprocessor pre-open hook at 1731640500705Writing region info on filesystem at 1731640500705Initializing all the Stores at 1731640500719 (+14 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640500719Cleaning up temporary data from old regions at 1731640500783 (+64 ms)Running coprocessor post-open hooks at 1731640500825 (+42 ms)Region opened successfully at 1731640500825 2024-11-15T03:15:00,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 48abd8536886d327ef05af76e0ee649d, server=91f82191efb8,37757,1731640476558 because future has completed 2024-11-15T03:15:00,827 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731640489195.48abd8536886d327ef05af76e0ee649d. 2024-11-15T03:15:00,827 INFO [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731640489195.48abd8536886d327ef05af76e0ee649d. 2024-11-15T03:15:00,827 INFO [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731640489195.b18583db010c89a6219e6e7c82a22f0b., pid=23, masterSystemTime=1731640500452 2024-11-15T03:15:00,828 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/data/default/SPTestTable/c9440a27f8fff5234a4f73a2ac16d5ce/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T03:15:00,829 INFO [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened c9440a27f8fff5234a4f73a2ac16d5ce; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73471484, jitterRate=0.09481042623519897}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T03:15:00,829 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c9440a27f8fff5234a4f73a2ac16d5ce 2024-11-15T03:15:00,830 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for c9440a27f8fff5234a4f73a2ac16d5ce: Running coprocessor pre-open hook at 1731640500757Writing region info on filesystem at 1731640500757Initializing all the Stores at 1731640500758 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640500758Cleaning up temporary data from old regions at 1731640500783 (+25 ms)Running coprocessor post-open hooks at 1731640500830 (+47 ms)Region opened successfully at 1731640500830 2024-11-15T03:15:00,831 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731640489195.b18583db010c89a6219e6e7c82a22f0b. 2024-11-15T03:15:00,831 INFO [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731640489195.b18583db010c89a6219e6e7c82a22f0b. 2024-11-15T03:15:00,832 INFO [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731640489195.c9440a27f8fff5234a4f73a2ac16d5ce., pid=22, masterSystemTime=1731640500508 2024-11-15T03:15:00,838 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b18583db010c89a6219e6e7c82a22f0b, regionState=OPEN, openSeqNum=2, regionLocation=91f82191efb8,44665,1731640476604 2024-11-15T03:15:00,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b18583db010c89a6219e6e7c82a22f0b, server=91f82191efb8,44665,1731640476604 because future has completed 2024-11-15T03:15:00,848 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731640489195.c9440a27f8fff5234a4f73a2ac16d5ce. 2024-11-15T03:15:00,849 INFO [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731640489195.c9440a27f8fff5234a4f73a2ac16d5ce. 2024-11-15T03:15:00,852 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=14 2024-11-15T03:15:00,852 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 48abd8536886d327ef05af76e0ee649d, server=91f82191efb8,37757,1731640476558 in 10.3610 sec 2024-11-15T03:15:00,853 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c9440a27f8fff5234a4f73a2ac16d5ce, regionState=OPEN, openSeqNum=2, regionLocation=91f82191efb8,39417,1731640476514 2024-11-15T03:15:00,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c9440a27f8fff5234a4f73a2ac16d5ce, server=91f82191efb8,39417,1731640476514 because future has completed 2024-11-15T03:15:00,874 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=48abd8536886d327ef05af76e0ee649d, ASSIGN in 10.5950 sec 2024-11-15T03:15:00,877 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=5 2024-11-15T03:15:00,877 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b18583db010c89a6219e6e7c82a22f0b, server=91f82191efb8,44665,1731640476604 in 10.3620 sec 2024-11-15T03:15:00,881 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=9 2024-11-15T03:15:00,881 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c9440a27f8fff5234a4f73a2ac16d5ce, server=91f82191efb8,39417,1731640476514 in 10.3660 sec 2024-11-15T03:15:00,883 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b18583db010c89a6219e6e7c82a22f0b, ASSIGN in 10.6210 sec 2024-11-15T03:15:00,892 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T03:15:00,892 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731640500892"}]},"ts":"1731640500892"} 2024-11-15T03:15:00,893 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=4 2024-11-15T03:15:00,893 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c9440a27f8fff5234a4f73a2ac16d5ce, ASSIGN in 10.6240 sec 2024-11-15T03:15:00,901 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-15T03:15:00,903 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T03:15:00,908 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 11.7070 sec 2024-11-15T03:15:01,790 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-15T03:15:05,488 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T03:15:05,510 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T03:15:05,511 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T03:15:06,017 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T03:15:06,019 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T03:15:06,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T03:15:06,047 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T03:15:06,277 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T03:15:07,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T03:15:07,448 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-15T03:15:07,448 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-15T03:15:07,448 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T03:15:07,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-15T03:15:07,452 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T03:15:07,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-15T03:15:07,502 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731640489195.c198301e04c593738e2b511e27687492., hostname=91f82191efb8,37757,1731640476558, seqNum=2] 2024-11-15T03:15:07,504 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731640489195.c198301e04c593738e2b511e27687492., hostname=91f82191efb8,37757,1731640476558, seqNum=2] 2024-11-15T03:15:07,506 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731640489195.c198301e04c593738e2b511e27687492., hostname=91f82191efb8,37757,1731640476558, seqNum=2] 2024-11-15T03:15:07,507 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731640489195.c198301e04c593738e2b511e27687492., hostname=91f82191efb8,37757,1731640476558, seqNum=2] 2024-11-15T03:15:07,512 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1731640489195.c198301e04c593738e2b511e27687492., hostname=91f82191efb8,37757,1731640476558, seqNum=2] 2024-11-15T03:15:07,515 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1731640489195.c198301e04c593738e2b511e27687492., hostname=91f82191efb8,37757,1731640476558, seqNum=2] 2024-11-15T03:15:07,516 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1731640489195.c198301e04c593738e2b511e27687492., hostname=91f82191efb8,37757,1731640476558, seqNum=2] 2024-11-15T03:15:07,518 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aah', locateType=CURRENT is [region=SPTestTable,99999996,1731640489195.c198301e04c593738e2b511e27687492., hostname=91f82191efb8,37757,1731640476558, seqNum=2] 2024-11-15T03:15:07,552 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731640489195.52a2bc0348fad253cc1b1df56e39636a., hostname=91f82191efb8,44665,1731640476604, seqNum=2] 2024-11-15T03:15:07,554 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731640489195.52a2bc0348fad253cc1b1df56e39636a., hostname=91f82191efb8,44665,1731640476604, seqNum=2] 2024-11-15T03:15:07,556 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731640489195.52a2bc0348fad253cc1b1df56e39636a., hostname=91f82191efb8,44665,1731640476604, seqNum=2] 2024-11-15T03:15:07,557 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731640489195.52a2bc0348fad253cc1b1df56e39636a., hostname=91f82191efb8,44665,1731640476604, seqNum=2] 2024-11-15T03:15:07,559 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1731640489195.52a2bc0348fad253cc1b1df56e39636a., hostname=91f82191efb8,44665,1731640476604, seqNum=2] 2024-11-15T03:15:07,596 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731640489195.b60b7a1951552378ceaa9219f1d64151., hostname=91f82191efb8,39417,1731640476514, seqNum=2] 2024-11-15T03:15:07,598 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731640489195.b60b7a1951552378ceaa9219f1d64151., hostname=91f82191efb8,39417,1731640476514, seqNum=2] 2024-11-15T03:15:07,600 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731640489195.b60b7a1951552378ceaa9219f1d64151., hostname=91f82191efb8,39417,1731640476514, seqNum=2] 2024-11-15T03:15:07,601 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731640489195.b60b7a1951552378ceaa9219f1d64151., hostname=91f82191efb8,39417,1731640476514, seqNum=2] 2024-11-15T03:15:07,603 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731640489195.b60b7a1951552378ceaa9219f1d64151., hostname=91f82191efb8,39417,1731640476514, seqNum=2] 2024-11-15T03:15:07,662 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731640489195.48abd8536886d327ef05af76e0ee649d., hostname=91f82191efb8,37757,1731640476558, seqNum=2] 2024-11-15T03:15:07,664 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731640489195.48abd8536886d327ef05af76e0ee649d., hostname=91f82191efb8,37757,1731640476558, seqNum=2] 2024-11-15T03:15:07,665 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731640489195.48abd8536886d327ef05af76e0ee649d., hostname=91f82191efb8,37757,1731640476558, seqNum=2] 2024-11-15T03:15:07,667 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731640489195.48abd8536886d327ef05af76e0ee649d., hostname=91f82191efb8,37757,1731640476558, seqNum=2] 2024-11-15T03:15:07,671 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1731640489195.48abd8536886d327ef05af76e0ee649d., hostname=91f82191efb8,37757,1731640476558, seqNum=2] 2024-11-15T03:15:07,673 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1731640489195.48abd8536886d327ef05af76e0ee649d., hostname=91f82191efb8,37757,1731640476558, seqNum=2] 2024-11-15T03:15:08,360 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T03:15:08,363 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T03:15:08,387 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T03:15:08,417 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T03:15:08,426 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44665 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731640489195.52a2bc0348fad253cc1b1df56e39636a. with WAL disabled. Data may be lost in the event of a crash. 2024-11-15T03:15:08,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37757 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1731640489195.c198301e04c593738e2b511e27687492. 2024-11-15T03:15:08,451 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731640489195.b60b7a1951552378ceaa9219f1d64151. with WAL disabled. Data may be lost in the event of a crash. 2024-11-15T03:15:08,483 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37757 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731640489195.c198301e04c593738e2b511e27687492. with WAL disabled. Data may be lost in the event of a crash. 2024-11-15T03:15:08,936 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37757 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731640489195.48abd8536886d327ef05af76e0ee649d. with WAL disabled. Data may be lost in the event of a crash. 2024-11-15T03:15:09,024 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-15T03:15:09,025 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T03:15:09,026 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-15T03:15:09,027 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-15T03:15:09,030 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-15T03:15:09,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45341 is added to blk_1073741848_1024 (size=49) 2024-11-15T03:15:09,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37589 is added to blk_1073741848_1024 (size=49) 2024-11-15T03:15:09,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38551 is added to blk_1073741848_1024 (size=49) 2024-11-15T03:15:09,045 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-15T03:15:09,045 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b18583db010c89a6219e6e7c82a22f0b}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 46e946ce5d0eecf0bb762b66c95d7862}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0e3cf6536a57c108b488a6c9476ad26d}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure af3d5ad598c542a88e02bb1c944fc573}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c9440a27f8fff5234a4f73a2ac16d5ce}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 27ee39ee368b6ea48e2d0f0d1676ae08}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c198301e04c593738e2b511e27687492}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 52a2bc0348fad253cc1b1df56e39636a}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b60b7a1951552378ceaa9219f1d64151}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 48abd8536886d327ef05af76e0ee649d}] 2024-11-15T03:15:09,047 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c9440a27f8fff5234a4f73a2ac16d5ce 2024-11-15T03:15:09,048 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 27ee39ee368b6ea48e2d0f0d1676ae08 2024-11-15T03:15:09,048 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c198301e04c593738e2b511e27687492 2024-11-15T03:15:09,048 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 52a2bc0348fad253cc1b1df56e39636a 2024-11-15T03:15:09,056 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b60b7a1951552378ceaa9219f1d64151 2024-11-15T03:15:09,057 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 48abd8536886d327ef05af76e0ee649d 2024-11-15T03:15:09,057 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure af3d5ad598c542a88e02bb1c944fc573 2024-11-15T03:15:09,057 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0e3cf6536a57c108b488a6c9476ad26d 2024-11-15T03:15:09,057 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 46e946ce5d0eecf0bb762b66c95d7862 2024-11-15T03:15:09,059 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b18583db010c89a6219e6e7c82a22f0b 2024-11-15T03:15:19,053 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39417 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-15T03:15:19,053 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37757 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-15T03:15:19,054 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39417 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-15T03:15:19,054 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731640489195.c9440a27f8fff5234a4f73a2ac16d5ce. 2024-11-15T03:15:19,054 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for c9440a27f8fff5234a4f73a2ac16d5ce: 2024-11-15T03:15:19,054 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731640489195.c9440a27f8fff5234a4f73a2ac16d5ce. for SnapshotProcedureTest completed. 2024-11-15T03:15:19,055 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731640489195.c9440a27f8fff5234a4f73a2ac16d5ce.' region-info for snapshot=SnapshotProcedureTest 2024-11-15T03:15:19,055 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-15T03:15:19,055 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-15T03:15:19,056 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44665 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-15T03:15:19,061 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731640489195.b60b7a1951552378ceaa9219f1d64151. 2024-11-15T03:15:19,061 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing b60b7a1951552378ceaa9219f1d64151 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-15T03:15:19,060 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39417 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-15T03:15:19,065 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37757 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-15T03:15:19,068 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731640489195.c198301e04c593738e2b511e27687492. 2024-11-15T03:15:19,068 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44665 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-15T03:15:19,068 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing c198301e04c593738e2b511e27687492 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-11-15T03:15:19,069 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44665 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-15T03:15:19,069 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731640489195.b18583db010c89a6219e6e7c82a22f0b. 2024-11-15T03:15:19,070 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for b18583db010c89a6219e6e7c82a22f0b: 2024-11-15T03:15:19,070 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731640489195.b18583db010c89a6219e6e7c82a22f0b. for SnapshotProcedureTest completed. 2024-11-15T03:15:19,070 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731640489195.b18583db010c89a6219e6e7c82a22f0b.' region-info for snapshot=SnapshotProcedureTest 2024-11-15T03:15:19,070 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-15T03:15:19,070 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-15T03:15:19,072 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731640489195.27ee39ee368b6ea48e2d0f0d1676ae08. 2024-11-15T03:15:19,072 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 27ee39ee368b6ea48e2d0f0d1676ae08: 2024-11-15T03:15:19,073 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731640489195.27ee39ee368b6ea48e2d0f0d1676ae08. for SnapshotProcedureTest completed. 2024-11-15T03:15:19,073 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731640489195.27ee39ee368b6ea48e2d0f0d1676ae08.' region-info for snapshot=SnapshotProcedureTest 2024-11-15T03:15:19,073 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37757 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-15T03:15:19,073 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-15T03:15:19,073 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-15T03:15:19,076 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731640489195.48abd8536886d327ef05af76e0ee649d. 2024-11-15T03:15:19,077 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 48abd8536886d327ef05af76e0ee649d 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-15T03:15:19,078 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731640489195.0e3cf6536a57c108b488a6c9476ad26d. 2024-11-15T03:15:19,078 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 0e3cf6536a57c108b488a6c9476ad26d: 2024-11-15T03:15:19,078 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731640489195.0e3cf6536a57c108b488a6c9476ad26d. for SnapshotProcedureTest completed. 2024-11-15T03:15:19,078 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731640489195.0e3cf6536a57c108b488a6c9476ad26d.' region-info for snapshot=SnapshotProcedureTest 2024-11-15T03:15:19,078 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-15T03:15:19,078 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-15T03:15:19,083 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44665 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-15T03:15:19,084 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731640489195.52a2bc0348fad253cc1b1df56e39636a. 2024-11-15T03:15:19,084 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 52a2bc0348fad253cc1b1df56e39636a 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-15T03:15:19,084 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731640489195.46e946ce5d0eecf0bb762b66c95d7862. 2024-11-15T03:15:19,084 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 46e946ce5d0eecf0bb762b66c95d7862: 2024-11-15T03:15:19,084 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731640489195.46e946ce5d0eecf0bb762b66c95d7862. for SnapshotProcedureTest completed. 2024-11-15T03:15:19,084 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731640489195.46e946ce5d0eecf0bb762b66c95d7862.' region-info for snapshot=SnapshotProcedureTest 2024-11-15T03:15:19,085 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-15T03:15:19,085 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-15T03:15:19,205 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/data/default/SPTestTable/c198301e04c593738e2b511e27687492/.tmp/cf/d7a29d1abd354eb089a5f0eb36640902 is 34, key is aaa/cf:cf/1731640508479/Put/seqid=0 2024-11-15T03:15:19,211 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/data/default/SPTestTable/52a2bc0348fad253cc1b1df56e39636a/.tmp/cf/f9f2e114710949998e0c416b29ebcac0 is 34, key is baa/cf:cf/1731640508426/Put/seqid=0 2024-11-15T03:15:19,262 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/data/default/SPTestTable/b60b7a1951552378ceaa9219f1d64151/.tmp/cf/d0e5e76187834a49b8bbe489a189c392 is 34, key is ccd/cf:cf/1731640508451/Put/seqid=0 2024-11-15T03:15:19,363 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/data/default/SPTestTable/48abd8536886d327ef05af76e0ee649d/.tmp/cf/4e155bb38ae64de6bc2ef12ddc62f984 is 34, key is eaa/cf:cf/1731640508934/Put/seqid=0 2024-11-15T03:15:19,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45341 is added to blk_1073741849_1025 (size=65) 2024-11-15T03:15:19,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37589 is added to blk_1073741849_1025 (size=65) 2024-11-15T03:15:19,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38551 is added to blk_1073741849_1025 (size=65) 2024-11-15T03:15:19,408 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731640489195.0e3cf6536a57c108b488a6c9476ad26d. 2024-11-15T03:15:19,408 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-15T03:15:19,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37623 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-15T03:15:19,416 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37623 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 0e3cf6536a57c108b488a6c9476ad26d 2024-11-15T03:15:19,420 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0e3cf6536a57c108b488a6c9476ad26d 2024-11-15T03:15:19,448 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0e3cf6536a57c108b488a6c9476ad26d in 10.3830 sec 2024-11-15T03:15:19,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45341 is added to blk_1073741851_1027 (size=65) 2024-11-15T03:15:19,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37589 is added to blk_1073741851_1027 (size=65) 2024-11-15T03:15:19,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38551 is added to blk_1073741851_1027 (size=65) 2024-11-15T03:15:19,542 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731640489195.27ee39ee368b6ea48e2d0f0d1676ae08. 2024-11-15T03:15:19,542 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-15T03:15:19,542 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731640489195.af3d5ad598c542a88e02bb1c944fc573. 2024-11-15T03:15:19,542 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for af3d5ad598c542a88e02bb1c944fc573: 2024-11-15T03:15:19,542 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731640489195.af3d5ad598c542a88e02bb1c944fc573. for SnapshotProcedureTest completed. 2024-11-15T03:15:19,543 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731640489195.af3d5ad598c542a88e02bb1c944fc573.' region-info for snapshot=SnapshotProcedureTest 2024-11-15T03:15:19,543 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-15T03:15:19,543 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-15T03:15:19,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37589 is added to blk_1073741850_1026 (size=57) 2024-11-15T03:15:19,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37623 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-15T03:15:19,544 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37623 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 27ee39ee368b6ea48e2d0f0d1676ae08 2024-11-15T03:15:19,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45341 is added to blk_1073741850_1026 (size=57) 2024-11-15T03:15:19,544 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 27ee39ee368b6ea48e2d0f0d1676ae08 2024-11-15T03:15:19,545 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731640489195.b18583db010c89a6219e6e7c82a22f0b. 2024-11-15T03:15:19,545 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-15T03:15:19,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38551 is added to blk_1073741850_1026 (size=57) 2024-11-15T03:15:19,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37623 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-15T03:15:19,546 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37623 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b18583db010c89a6219e6e7c82a22f0b 2024-11-15T03:15:19,549 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b18583db010c89a6219e6e7c82a22f0b 2024-11-15T03:15:19,551 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 27ee39ee368b6ea48e2d0f0d1676ae08 in 10.5010 sec 2024-11-15T03:15:19,554 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b18583db010c89a6219e6e7c82a22f0b in 10.5060 sec 2024-11-15T03:15:19,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45341 is added to blk_1073741854_1030 (size=65) 2024-11-15T03:15:19,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38551 is added to blk_1073741854_1030 (size=65) 2024-11-15T03:15:19,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37589 is added to blk_1073741854_1030 (size=65) 2024-11-15T03:15:19,603 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731640489195.c9440a27f8fff5234a4f73a2ac16d5ce. 2024-11-15T03:15:19,603 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-15T03:15:19,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37623 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-15T03:15:19,605 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37623 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c9440a27f8fff5234a4f73a2ac16d5ce 2024-11-15T03:15:19,605 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c9440a27f8fff5234a4f73a2ac16d5ce 2024-11-15T03:15:19,609 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c9440a27f8fff5234a4f73a2ac16d5ce in 10.5620 sec 2024-11-15T03:15:19,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37589 is added to blk_1073741853_1029 (size=28623) 2024-11-15T03:15:19,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45341 is added to blk_1073741853_1029 (size=28623) 2024-11-15T03:15:19,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38551 is added to blk_1073741853_1029 (size=28623) 2024-11-15T03:15:19,678 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/data/default/SPTestTable/52a2bc0348fad253cc1b1df56e39636a/.tmp/cf/f9f2e114710949998e0c416b29ebcac0 2024-11-15T03:15:19,722 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/data/default/SPTestTable/52a2bc0348fad253cc1b1df56e39636a/.tmp/cf/f9f2e114710949998e0c416b29ebcac0 as hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/data/default/SPTestTable/52a2bc0348fad253cc1b1df56e39636a/cf/f9f2e114710949998e0c416b29ebcac0 2024-11-15T03:15:19,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37589 is added to blk_1073741857_1033 (size=47197) 2024-11-15T03:15:19,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38551 is added to blk_1073741857_1033 (size=47197) 2024-11-15T03:15:19,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45341 is added to blk_1073741857_1033 (size=47197) 2024-11-15T03:15:19,756 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/data/default/SPTestTable/b60b7a1951552378ceaa9219f1d64151/.tmp/cf/d0e5e76187834a49b8bbe489a189c392 2024-11-15T03:15:19,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37589 is added to blk_1073741855_1031 (size=65) 2024-11-15T03:15:19,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45341 is added to blk_1073741855_1031 (size=65) 2024-11-15T03:15:19,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38551 is added to blk_1073741855_1031 (size=65) 2024-11-15T03:15:19,777 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731640489195.46e946ce5d0eecf0bb762b66c95d7862. 2024-11-15T03:15:19,777 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-15T03:15:19,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37623 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-15T03:15:19,778 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37623 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 46e946ce5d0eecf0bb762b66c95d7862 2024-11-15T03:15:19,779 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 46e946ce5d0eecf0bb762b66c95d7862 2024-11-15T03:15:19,782 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 46e946ce5d0eecf0bb762b66c95d7862 in 10.7350 sec 2024-11-15T03:15:19,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38551 is added to blk_1073741852_1028 (size=26918) 2024-11-15T03:15:19,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37589 is added to blk_1073741852_1028 (size=26918) 2024-11-15T03:15:19,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45341 is added to blk_1073741852_1028 (size=26918) 2024-11-15T03:15:19,797 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/data/default/SPTestTable/c198301e04c593738e2b511e27687492/.tmp/cf/d7a29d1abd354eb089a5f0eb36640902 2024-11-15T03:15:19,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38551 is added to blk_1073741856_1032 (size=499309) 2024-11-15T03:15:19,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37589 is added to blk_1073741856_1032 (size=499309) 2024-11-15T03:15:19,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45341 is added to blk_1073741856_1032 (size=499309) 2024-11-15T03:15:19,800 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/data/default/SPTestTable/48abd8536886d327ef05af76e0ee649d/.tmp/cf/4e155bb38ae64de6bc2ef12ddc62f984 2024-11-15T03:15:19,808 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/data/default/SPTestTable/52a2bc0348fad253cc1b1df56e39636a/cf/f9f2e114710949998e0c416b29ebcac0, entries=731, sequenceid=5, filesize=28.0 K 2024-11-15T03:15:19,811 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/data/default/SPTestTable/b60b7a1951552378ceaa9219f1d64151/.tmp/cf/d0e5e76187834a49b8bbe489a189c392 as hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/data/default/SPTestTable/b60b7a1951552378ceaa9219f1d64151/cf/d0e5e76187834a49b8bbe489a189c392 2024-11-15T03:15:19,811 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 52a2bc0348fad253cc1b1df56e39636a in 727ms, sequenceid=5, compaction requested=false 2024-11-15T03:15:19,811 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 52a2bc0348fad253cc1b1df56e39636a: 2024-11-15T03:15:19,811 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731640489195.52a2bc0348fad253cc1b1df56e39636a. for SnapshotProcedureTest completed. 2024-11-15T03:15:19,811 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731640489195.52a2bc0348fad253cc1b1df56e39636a.' region-info for snapshot=SnapshotProcedureTest 2024-11-15T03:15:19,812 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-15T03:15:19,812 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/data/default/SPTestTable/52a2bc0348fad253cc1b1df56e39636a/cf/f9f2e114710949998e0c416b29ebcac0] hfiles 2024-11-15T03:15:19,812 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/data/default/SPTestTable/52a2bc0348fad253cc1b1df56e39636a/cf/f9f2e114710949998e0c416b29ebcac0 for snapshot=SnapshotProcedureTest 2024-11-15T03:15:19,819 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/data/default/SPTestTable/48abd8536886d327ef05af76e0ee649d/.tmp/cf/4e155bb38ae64de6bc2ef12ddc62f984 as hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/data/default/SPTestTable/48abd8536886d327ef05af76e0ee649d/cf/4e155bb38ae64de6bc2ef12ddc62f984 2024-11-15T03:15:19,835 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/data/default/SPTestTable/c198301e04c593738e2b511e27687492/.tmp/cf/d7a29d1abd354eb089a5f0eb36640902 as hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/data/default/SPTestTable/c198301e04c593738e2b511e27687492/cf/d7a29d1abd354eb089a5f0eb36640902 2024-11-15T03:15:19,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37589 is added to blk_1073741858_1034 (size=65) 2024-11-15T03:15:19,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45341 is added to blk_1073741858_1034 (size=65) 2024-11-15T03:15:19,866 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/data/default/SPTestTable/b60b7a1951552378ceaa9219f1d64151/cf/d0e5e76187834a49b8bbe489a189c392, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-15T03:15:19,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38551 is added to blk_1073741858_1034 (size=65) 2024-11-15T03:15:19,868 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for b60b7a1951552378ceaa9219f1d64151 in 806ms, sequenceid=5, compaction requested=false 2024-11-15T03:15:19,868 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for b60b7a1951552378ceaa9219f1d64151: 2024-11-15T03:15:19,868 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731640489195.b60b7a1951552378ceaa9219f1d64151. for SnapshotProcedureTest completed. 2024-11-15T03:15:19,868 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731640489195.b60b7a1951552378ceaa9219f1d64151.' region-info for snapshot=SnapshotProcedureTest 2024-11-15T03:15:19,868 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-15T03:15:19,868 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/data/default/SPTestTable/b60b7a1951552378ceaa9219f1d64151/cf/d0e5e76187834a49b8bbe489a189c392] hfiles 2024-11-15T03:15:19,868 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/data/default/SPTestTable/b60b7a1951552378ceaa9219f1d64151/cf/d0e5e76187834a49b8bbe489a189c392 for snapshot=SnapshotProcedureTest 2024-11-15T03:15:19,869 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731640489195.af3d5ad598c542a88e02bb1c944fc573. 2024-11-15T03:15:19,869 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-15T03:15:19,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37623 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-15T03:15:19,870 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37623 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region af3d5ad598c542a88e02bb1c944fc573 2024-11-15T03:15:19,870 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure af3d5ad598c542a88e02bb1c944fc573 2024-11-15T03:15:19,874 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure af3d5ad598c542a88e02bb1c944fc573 in 10.8260 sec 2024-11-15T03:15:19,879 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/data/default/SPTestTable/48abd8536886d327ef05af76e0ee649d/cf/4e155bb38ae64de6bc2ef12ddc62f984, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-15T03:15:19,884 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 48abd8536886d327ef05af76e0ee649d in 808ms, sequenceid=5, compaction requested=false 2024-11-15T03:15:19,884 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 48abd8536886d327ef05af76e0ee649d: 2024-11-15T03:15:19,884 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731640489195.48abd8536886d327ef05af76e0ee649d. for SnapshotProcedureTest completed. 2024-11-15T03:15:19,884 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731640489195.48abd8536886d327ef05af76e0ee649d.' region-info for snapshot=SnapshotProcedureTest 2024-11-15T03:15:19,884 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-15T03:15:19,884 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/data/default/SPTestTable/48abd8536886d327ef05af76e0ee649d/cf/4e155bb38ae64de6bc2ef12ddc62f984] hfiles 2024-11-15T03:15:19,885 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/data/default/SPTestTable/48abd8536886d327ef05af76e0ee649d/cf/4e155bb38ae64de6bc2ef12ddc62f984 for snapshot=SnapshotProcedureTest 2024-11-15T03:15:19,887 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/data/default/SPTestTable/c198301e04c593738e2b511e27687492/cf/d7a29d1abd354eb089a5f0eb36640902, entries=676, sequenceid=5, filesize=26.3 K 2024-11-15T03:15:19,889 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for c198301e04c593738e2b511e27687492 in 821ms, sequenceid=5, compaction requested=false 2024-11-15T03:15:19,889 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for c198301e04c593738e2b511e27687492: 2024-11-15T03:15:19,889 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731640489195.c198301e04c593738e2b511e27687492. for SnapshotProcedureTest completed. 2024-11-15T03:15:19,889 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731640489195.c198301e04c593738e2b511e27687492.' region-info for snapshot=SnapshotProcedureTest 2024-11-15T03:15:19,889 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-15T03:15:19,889 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/data/default/SPTestTable/c198301e04c593738e2b511e27687492/cf/d7a29d1abd354eb089a5f0eb36640902] hfiles 2024-11-15T03:15:19,889 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/data/default/SPTestTable/c198301e04c593738e2b511e27687492/cf/d7a29d1abd354eb089a5f0eb36640902 for snapshot=SnapshotProcedureTest 2024-11-15T03:15:19,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38551 is added to blk_1073741859_1035 (size=105) 2024-11-15T03:15:19,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37589 is added to blk_1073741859_1035 (size=105) 2024-11-15T03:15:19,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45341 is added to blk_1073741859_1035 (size=105) 2024-11-15T03:15:19,953 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731640489195.52a2bc0348fad253cc1b1df56e39636a. 2024-11-15T03:15:19,953 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-15T03:15:19,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37623 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-15T03:15:19,954 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37623 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 52a2bc0348fad253cc1b1df56e39636a 2024-11-15T03:15:19,955 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 52a2bc0348fad253cc1b1df56e39636a 2024-11-15T03:15:19,959 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 52a2bc0348fad253cc1b1df56e39636a in 10.9120 sec 2024-11-15T03:15:19,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37589 is added to blk_1073741860_1036 (size=105) 2024-11-15T03:15:19,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38551 is added to blk_1073741860_1036 (size=105) 2024-11-15T03:15:19,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45341 is added to blk_1073741860_1036 (size=105) 2024-11-15T03:15:19,978 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731640489195.b60b7a1951552378ceaa9219f1d64151. 2024-11-15T03:15:19,978 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-15T03:15:19,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37623 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-15T03:15:19,979 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37623 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b60b7a1951552378ceaa9219f1d64151 2024-11-15T03:15:19,979 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b60b7a1951552378ceaa9219f1d64151 2024-11-15T03:15:19,982 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b60b7a1951552378ceaa9219f1d64151 in 10.9350 sec 2024-11-15T03:15:20,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38551 is added to blk_1073741862_1038 (size=105) 2024-11-15T03:15:20,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37589 is added to blk_1073741862_1038 (size=105) 2024-11-15T03:15:20,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45341 is added to blk_1073741862_1038 (size=105) 2024-11-15T03:15:20,018 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731640489195.c198301e04c593738e2b511e27687492. 2024-11-15T03:15:20,018 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-15T03:15:20,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37623 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-15T03:15:20,018 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37623 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c198301e04c593738e2b511e27687492 2024-11-15T03:15:20,019 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c198301e04c593738e2b511e27687492 2024-11-15T03:15:20,022 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c198301e04c593738e2b511e27687492 in 10.9750 sec 2024-11-15T03:15:20,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37589 is added to blk_1073741861_1037 (size=97) 2024-11-15T03:15:20,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38551 is added to blk_1073741861_1037 (size=97) 2024-11-15T03:15:20,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45341 is added to blk_1073741861_1037 (size=97) 2024-11-15T03:15:20,040 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731640489195.48abd8536886d327ef05af76e0ee649d. 2024-11-15T03:15:20,041 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-15T03:15:20,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37623 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-15T03:15:20,041 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37623 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 48abd8536886d327ef05af76e0ee649d 2024-11-15T03:15:20,041 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 48abd8536886d327ef05af76e0ee649d 2024-11-15T03:15:20,045 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=25 2024-11-15T03:15:20,045 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-15T03:15:20,045 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 48abd8536886d327ef05af76e0ee649d in 10.9970 sec 2024-11-15T03:15:20,046 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-15T03:15:20,047 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-15T03:15:20,047 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-15T03:15:20,082 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-15T03:15:20,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37589 is added to blk_1073741863_1039 (size=1174) 2024-11-15T03:15:20,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38551 is added to blk_1073741863_1039 (size=1174) 2024-11-15T03:15:20,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45341 is added to blk_1073741863_1039 (size=1174) 2024-11-15T03:15:20,192 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-15T03:15:20,201 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-15T03:15:20,213 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=91f82191efb8,37757,1731640476558 2024-11-15T03:15:20,213 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=91f82191efb8,39417,1731640476514 2024-11-15T03:15:20,213 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=91f82191efb8,37757,1731640476558 2024-11-15T03:15:20,213 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=91f82191efb8,39417,1731640476514 2024-11-15T03:15:20,214 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=91f82191efb8,44665,1731640476604 2024-11-15T03:15:20,225 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=91f82191efb8,44665,1731640476604 2024-11-15T03:15:20,225 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=91f82191efb8,39417,1731640476514 2024-11-15T03:15:20,225 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=91f82191efb8,44665,1731640476604 2024-11-15T03:15:20,226 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=91f82191efb8,37757,1731640476558 2024-11-15T03:15:20,252 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T03:15:20,253 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 91f82191efb8,44665,1731640476604 2024-11-15T03:15:20,253 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 91f82191efb8,44665,1731640476604: Simulated kill ***** 2024-11-15T03:15:20,253 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-15T03:15:20,253 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-15T03:15:20,254 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-15T03:15:20,254 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-15T03:15:20,254 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-15T03:15:20,254 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 656666624 }, "NonHeapMemoryUsage": { "committed": 178388992, "init": 7667712, "max": -1, "used": 173782616 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-15T03:15:20,255 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37623 {}] master.MasterRpcServices(700): 91f82191efb8,44665,1731640476604 reported a fatal error: ***** ABORTING region server 91f82191efb8,44665,1731640476604: Simulated kill ***** 2024-11-15T03:15:20,268 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '91f82191efb8,44665,1731640476604' ***** 2024-11-15T03:15:20,268 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-15T03:15:20,269 INFO [RS:2;91f82191efb8:44665 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T03:15:20,269 INFO [RS:2;91f82191efb8:44665 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-15T03:15:20,269 INFO [RS:2;91f82191efb8:44665 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-15T03:15:20,269 INFO [RS:2;91f82191efb8:44665 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T03:15:20,269 INFO [RS:2;91f82191efb8:44665 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;91f82191efb8:44665. 2024-11-15T03:15:20,269 DEBUG [RS:2;91f82191efb8:44665 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T03:15:20,269 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T03:15:20,269 DEBUG [RS:2;91f82191efb8:44665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T03:15:20,269 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T03:15:20,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45341 is added to blk_1073741835_1011 (size=1764) 2024-11-15T03:15:20,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38551 is added to blk_1073741835_1011 (size=1764) 2024-11-15T03:15:20,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37589 is added to blk_1073741835_1011 (size=1764) 2024-11-15T03:15:20,301 DEBUG [RS:2;91f82191efb8:44665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T03:15:20,301 INFO [RS:2;91f82191efb8:44665 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T03:15:20,301 INFO [RS:2;91f82191efb8:44665 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44665 2024-11-15T03:15:20,307 INFO [regionserver/91f82191efb8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T03:15:20,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37623-0x1013c7cbe230000, quorum=127.0.0.1:51587, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T03:15:20,324 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [91f82191efb8,44665,1731640476604] 2024-11-15T03:15:20,325 DEBUG [pool-321-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44665-0x1013c7cbe230003, quorum=127.0.0.1:51587, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/91f82191efb8,44665,1731640476604 2024-11-15T03:15:20,325 INFO [RS:2;91f82191efb8:44665 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T03:15:20,412 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/91f82191efb8,44665,1731640476604 already deleted, retry=false 2024-11-15T03:15:20,413 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 91f82191efb8,44665,1731640476604 on 91f82191efb8,37623,1731640476317 2024-11-15T03:15:20,416 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 91f82191efb8,44665,1731640476604, splitWal=true, meta=false 2024-11-15T03:15:20,417 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=46 for 91f82191efb8,44665,1731640476604 (carryingMeta=false) 91f82191efb8,44665,1731640476604/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@7286a896[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-15T03:15:20,425 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 91f82191efb8,44665,1731640476604, splitWal=true, meta=false 2024-11-15T03:15:20,432 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(207): 91f82191efb8,44665,1731640476604 had 4 regions 2024-11-15T03:15:20,441 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 91f82191efb8,44665,1731640476604, splitWal=true, meta=false, isMeta: false 2024-11-15T03:15:20,445 DEBUG [PEWorker-2 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/WALs/91f82191efb8,44665,1731640476604-splitting 2024-11-15T03:15:20,446 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=91f82191efb8,44665,1731640476604 Release verify snapshot worker=91f82191efb8,44665,1731640476604 2024-11-15T03:15:20,446 WARN [PEWorker-5 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 39 to 91f82191efb8,44665,1731640476604, this operation will be retried to send to another server 2024-11-15T03:15:20,446 WARN [PEWorker-5 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-15T03:15:20,447 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=39, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731640521446 2024-11-15T03:15:20,450 INFO [PEWorker-2 {}] master.SplitWALManager(105): 91f82191efb8,44665,1731640476604 WAL count=1, meta=false 2024-11-15T03:15:20,450 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 91f82191efb8%2C44665%2C1731640476604.1731640478252}] 2024-11-15T03:15:20,453 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=91f82191efb8,44665,1731640476604 Release verify snapshot worker=91f82191efb8,44665,1731640476604 2024-11-15T03:15:20,453 WARN [PEWorker-4 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to 91f82191efb8,44665,1731640476604, this operation will be retried to send to another server 2024-11-15T03:15:20,453 WARN [PEWorker-4 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-15T03:15:20,453 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731640521453 2024-11-15T03:15:20,456 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 31 is already finished, skip the rest processes 2024-11-15T03:15:20,456 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 26 is already finished, skip the rest processes 2024-11-15T03:15:20,456 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 33 is already finished, skip the rest processes 2024-11-15T03:15:20,456 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 29 is already finished, skip the rest processes 2024-11-15T03:15:20,469 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=91f82191efb8,44665,1731640476604 Release verify snapshot worker=91f82191efb8,44665,1731640476604 2024-11-15T03:15:20,469 WARN [PEWorker-3 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 43 to 91f82191efb8,44665,1731640476604, this operation will be retried to send to another server 2024-11-15T03:15:20,469 WARN [PEWorker-3 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-15T03:15:20,469 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=43, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731640521469 2024-11-15T03:15:20,472 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=91f82191efb8,39417,1731640476514 2024-11-15T03:15:20,477 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 91f82191efb8%2C44665%2C1731640476604.1731640478252, worker=91f82191efb8,39417,1731640476514}] 2024-11-15T03:15:20,524 DEBUG [pool-321-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44665-0x1013c7cbe230003, quorum=127.0.0.1:51587, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T03:15:20,524 INFO [RS:2;91f82191efb8:44665 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T03:15:20,524 INFO [RS:2;91f82191efb8:44665 {}] regionserver.HRegionServer(1031): Exiting; stopping=91f82191efb8,44665,1731640476604; zookeeper connection closed. 2024-11-15T03:15:20,524 DEBUG [pool-321-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44665-0x1013c7cbe230003, quorum=127.0.0.1:51587, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T03:15:20,532 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@28148fc8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@28148fc8 2024-11-15T03:15:21,113 INFO [regionserver/91f82191efb8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T03:15:21,113 INFO [regionserver/91f82191efb8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T03:15:29,088 INFO [master/91f82191efb8:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-15T03:15:29,088 INFO [master/91f82191efb8:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-15T03:15:30,214 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39417 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-11-15T03:15:30,214 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37757 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-15T03:15:30,214 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39417 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-11-15T03:15:30,214 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37757 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-11-15T03:15:30,214 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37757 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-11-15T03:15:30,215 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39417 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-11-15T03:15:30,215 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39417 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-11-15T03:15:30,220 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-15T03:15:30,220 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-15T03:15:30,220 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-15T03:15:30,220 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-15T03:15:30,221 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-15T03:15:30,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37623 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-15T03:15:30,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37623 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-15T03:15:30,221 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-15T03:15:30,221 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-15T03:15:30,222 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-15T03:15:30,223 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=91f82191efb8,39417,1731640476514 Release verify snapshot worker=91f82191efb8,39417,1731640476514 2024-11-15T03:15:30,223 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=91f82191efb8,37757,1731640476558 Release verify snapshot worker=91f82191efb8,37757,1731640476558 2024-11-15T03:15:30,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37623 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-15T03:15:30,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37623 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-15T03:15:30,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37623 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-11-15T03:15:30,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37623 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-15T03:15:30,226 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=91f82191efb8,37757,1731640476558 2024-11-15T03:15:30,226 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=91f82191efb8,39417,1731640476514 2024-11-15T03:15:30,231 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=91f82191efb8,39417,1731640476514 in 10.0230 sec 2024-11-15T03:15:30,231 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=91f82191efb8,37757,1731640476558 in 10.0230 sec 2024-11-15T03:15:30,232 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=91f82191efb8,37757,1731640476558 Release verify snapshot worker=91f82191efb8,37757,1731640476558 2024-11-15T03:15:30,232 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=91f82191efb8,39417,1731640476514 Release verify snapshot worker=91f82191efb8,39417,1731640476514 2024-11-15T03:15:30,232 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=91f82191efb8,39417,1731640476514 Release verify snapshot worker=91f82191efb8,39417,1731640476514 2024-11-15T03:15:30,232 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=91f82191efb8,37757,1731640476558 Release verify snapshot worker=91f82191efb8,37757,1731640476558 2024-11-15T03:15:30,234 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=91f82191efb8,37757,1731640476558 in 10.0320 sec 2024-11-15T03:15:30,236 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=91f82191efb8,39417,1731640476514 2024-11-15T03:15:30,236 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=91f82191efb8,39417,1731640476514 in 10.0320 sec 2024-11-15T03:15:30,236 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=91f82191efb8,39417,1731640476514 2024-11-15T03:15:30,237 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=91f82191efb8,37757,1731640476558 in 10.0320 sec 2024-11-15T03:15:30,237 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=91f82191efb8,39417,1731640476514 in 10.0320 sec 2024-11-15T03:15:30,238 INFO [RS_LOG_REPLAY_OPS-regionserver/91f82191efb8:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/WALs/91f82191efb8,44665,1731640476604-splitting/91f82191efb8%2C44665%2C1731640476604.1731640478252, size=1.7 K (1764bytes) 2024-11-15T03:15:30,238 INFO [RS_LOG_REPLAY_OPS-regionserver/91f82191efb8:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/WALs/91f82191efb8,44665,1731640476604-splitting/91f82191efb8%2C44665%2C1731640476604.1731640478252 2024-11-15T03:15:30,238 INFO [RS_LOG_REPLAY_OPS-regionserver/91f82191efb8:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/WALs/91f82191efb8,44665,1731640476604-splitting/91f82191efb8%2C44665%2C1731640476604.1731640478252 after 0ms 2024-11-15T03:15:30,252 INFO [RS_LOG_REPLAY_OPS-regionserver/91f82191efb8:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/WALs/91f82191efb8,44665,1731640476604-splitting/91f82191efb8%2C44665%2C1731640476604.1731640478252 took 15ms 2024-11-15T03:15:30,255 DEBUG [RS_LOG_REPLAY_OPS-regionserver/91f82191efb8:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for af3d5ad598c542a88e02bb1c944fc573: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-15T03:15:30,257 DEBUG [RS_LOG_REPLAY_OPS-regionserver/91f82191efb8:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 27ee39ee368b6ea48e2d0f0d1676ae08: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-15T03:15:30,258 DEBUG [RS_LOG_REPLAY_OPS-regionserver/91f82191efb8:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 52a2bc0348fad253cc1b1df56e39636a: last_flushed_sequence_id: 5 store_sequence_id { family_name: "cf" sequence_id: 5 } 2024-11-15T03:15:30,260 DEBUG [RS_LOG_REPLAY_OPS-regionserver/91f82191efb8:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for b18583db010c89a6219e6e7c82a22f0b: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-15T03:15:30,260 DEBUG [RS_LOG_REPLAY_OPS-regionserver/91f82191efb8:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/WALs/91f82191efb8,44665,1731640476604-splitting/91f82191efb8%2C44665%2C1731640476604.1731640478252 so closing down 2024-11-15T03:15:30,260 DEBUG [RS_LOG_REPLAY_OPS-regionserver/91f82191efb8:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T03:15:30,260 INFO [RS_LOG_REPLAY_OPS-regionserver/91f82191efb8:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T03:15:30,261 INFO [RS_LOG_REPLAY_OPS-regionserver/91f82191efb8:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 6 edits across 0 Regions in 7 ms; skipped=6; WAL=hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/WALs/91f82191efb8,44665,1731640476604-splitting/91f82191efb8%2C44665%2C1731640476604.1731640478252, size=1.7 K, length=1764, corrupted=false, cancelled=false 2024-11-15T03:15:30,261 DEBUG [RS_LOG_REPLAY_OPS-regionserver/91f82191efb8:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/WALs/91f82191efb8,44665,1731640476604-splitting/91f82191efb8%2C44665%2C1731640476604.1731640478252, journal: Splitting hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/WALs/91f82191efb8,44665,1731640476604-splitting/91f82191efb8%2C44665%2C1731640476604.1731640478252, size=1.7 K (1764bytes) at 1731640530238Finishing writing output for hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/WALs/91f82191efb8,44665,1731640476604-splitting/91f82191efb8%2C44665%2C1731640476604.1731640478252 so closing down at 1731640530260 (+22 ms)3 split writer threads finished at 1731640530260Processed 6 edits across 0 Regions in 7 ms; skipped=6; WAL=hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/WALs/91f82191efb8,44665,1731640476604-splitting/91f82191efb8%2C44665%2C1731640476604.1731640478252, size=1.7 K, length=1764, corrupted=false, cancelled=false at 1731640530261 (+1 ms) 2024-11-15T03:15:30,261 DEBUG [RS_LOG_REPLAY_OPS-regionserver/91f82191efb8:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/WALs/91f82191efb8,44665,1731640476604-splitting/91f82191efb8%2C44665%2C1731640476604.1731640478252 2024-11-15T03:15:30,261 DEBUG [RS_LOG_REPLAY_OPS-regionserver/91f82191efb8:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-15T03:15:30,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37623 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-15T03:15:30,265 INFO [PEWorker-5 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/WALs/91f82191efb8,44665,1731640476604-splitting/91f82191efb8%2C44665%2C1731640476604.1731640478252 to hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/oldWALs 2024-11-15T03:15:30,267 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-15T03:15:30,267 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 91f82191efb8%2C44665%2C1731640476604.1731640478252, worker=91f82191efb8,39417,1731640476514 in 9.7880 sec 2024-11-15T03:15:30,268 DEBUG [PEWorker-3 {}] master.SplitWALManager(172): Release split WAL worker=91f82191efb8,39417,1731640476514 2024-11-15T03:15:30,270 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-15T03:15:30,270 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure 91f82191efb8%2C44665%2C1731640476604.1731640478252, worker=91f82191efb8,39417,1731640476514 in 9.8180 sec 2024-11-15T03:15:30,272 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/WALs/91f82191efb8,44665,1731640476604-splitting dir is empty, no logs to split. 2024-11-15T03:15:30,272 INFO [PEWorker-4 {}] master.SplitWALManager(105): 91f82191efb8,44665,1731640476604 WAL count=0, meta=false 2024-11-15T03:15:30,272 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if 91f82191efb8,44665,1731640476604 WAL splitting is done? wals=0, meta=false 2024-11-15T03:15:30,274 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 91f82191efb8,44665,1731640476604 failed, ignore...File hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/WALs/91f82191efb8,44665,1731640476604-splitting does not exist. 2024-11-15T03:15:30,275 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=27ee39ee368b6ea48e2d0f0d1676ae08, ASSIGN}, {pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b18583db010c89a6219e6e7c82a22f0b, ASSIGN}, {pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=af3d5ad598c542a88e02bb1c944fc573, ASSIGN}, {pid=52, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=52a2bc0348fad253cc1b1df56e39636a, ASSIGN}] 2024-11-15T03:15:30,276 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=52, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=52a2bc0348fad253cc1b1df56e39636a, ASSIGN 2024-11-15T03:15:30,276 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=af3d5ad598c542a88e02bb1c944fc573, ASSIGN 2024-11-15T03:15:30,276 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b18583db010c89a6219e6e7c82a22f0b, ASSIGN 2024-11-15T03:15:30,276 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=27ee39ee368b6ea48e2d0f0d1676ae08, ASSIGN 2024-11-15T03:15:30,285 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=52, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=52a2bc0348fad253cc1b1df56e39636a, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-15T03:15:30,285 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=27ee39ee368b6ea48e2d0f0d1676ae08, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-15T03:15:30,285 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b18583db010c89a6219e6e7c82a22f0b, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-15T03:15:30,285 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=af3d5ad598c542a88e02bb1c944fc573, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-15T03:15:30,436 DEBUG [91f82191efb8:37623 {}] balancer.BalancerClusterState(204): Hosts are {91f82191efb8=0} racks are {/default-rack=0} 2024-11-15T03:15:30,436 DEBUG [91f82191efb8:37623 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-15T03:15:30,436 DEBUG [91f82191efb8:37623 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-15T03:15:30,436 DEBUG [91f82191efb8:37623 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-15T03:15:30,436 DEBUG [91f82191efb8:37623 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-15T03:15:30,436 INFO [91f82191efb8:37623 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-15T03:15:30,436 INFO [91f82191efb8:37623 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-15T03:15:30,436 DEBUG [91f82191efb8:37623 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-15T03:15:30,437 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=b18583db010c89a6219e6e7c82a22f0b, regionState=OPENING, regionLocation=91f82191efb8,37757,1731640476558 2024-11-15T03:15:30,437 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=52 updating hbase:meta row=52a2bc0348fad253cc1b1df56e39636a, regionState=OPENING, regionLocation=91f82191efb8,39417,1731640476514 2024-11-15T03:15:30,437 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=af3d5ad598c542a88e02bb1c944fc573, regionState=OPENING, regionLocation=91f82191efb8,39417,1731640476514 2024-11-15T03:15:30,437 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=27ee39ee368b6ea48e2d0f0d1676ae08, regionState=OPENING, regionLocation=91f82191efb8,37757,1731640476558 2024-11-15T03:15:30,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b18583db010c89a6219e6e7c82a22f0b, ASSIGN because future has completed 2024-11-15T03:15:30,440 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure b18583db010c89a6219e6e7c82a22f0b, server=91f82191efb8,37757,1731640476558}] 2024-11-15T03:15:30,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=af3d5ad598c542a88e02bb1c944fc573, ASSIGN because future has completed 2024-11-15T03:15:30,442 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure af3d5ad598c542a88e02bb1c944fc573, server=91f82191efb8,39417,1731640476514}] 2024-11-15T03:15:30,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=52, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=52a2bc0348fad253cc1b1df56e39636a, ASSIGN because future has completed 2024-11-15T03:15:30,445 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=52, state=RUNNABLE, hasLock=false; OpenRegionProcedure 52a2bc0348fad253cc1b1df56e39636a, server=91f82191efb8,39417,1731640476514}] 2024-11-15T03:15:30,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=27ee39ee368b6ea48e2d0f0d1676ae08, ASSIGN because future has completed 2024-11-15T03:15:30,446 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=56, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 27ee39ee368b6ea48e2d0f0d1676ae08, server=91f82191efb8,37757,1731640476558}] 2024-11-15T03:15:36,278 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T03:15:39,321 INFO [regionserver/91f82191efb8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-15T03:15:40,237 INFO [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731640489195.27ee39ee368b6ea48e2d0f0d1676ae08. 2024-11-15T03:15:40,237 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37757 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-11-15T03:15:40,238 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-11-15T03:15:40,238 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7752): Opening region: {ENCODED => 27ee39ee368b6ea48e2d0f0d1676ae08, NAME => 'SPTestTable,7ffffffd,1731640489195.27ee39ee368b6ea48e2d0f0d1676ae08.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-15T03:15:40,238 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 27ee39ee368b6ea48e2d0f0d1676ae08 2024-11-15T03:15:40,238 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731640489195.27ee39ee368b6ea48e2d0f0d1676ae08.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T03:15:40,238 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7794): checking encryption for 27ee39ee368b6ea48e2d0f0d1676ae08 2024-11-15T03:15:40,238 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7797): checking classloading for 27ee39ee368b6ea48e2d0f0d1676ae08 2024-11-15T03:15:40,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37623 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-11-15T03:15:40,242 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=91f82191efb8,37757,1731640476558 Release verify snapshot worker=91f82191efb8,37757,1731640476558 2024-11-15T03:15:40,244 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=91f82191efb8,37757,1731640476558 in 20.0420 sec 2024-11-15T03:15:40,247 INFO [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731640489195.52a2bc0348fad253cc1b1df56e39636a. 2024-11-15T03:15:40,247 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39417 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-11-15T03:15:40,247 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39417 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-11-15T03:15:40,247 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7752): Opening region: {ENCODED => 52a2bc0348fad253cc1b1df56e39636a, NAME => 'SPTestTable,b333332f,1731640489195.52a2bc0348fad253cc1b1df56e39636a.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-15T03:15:40,247 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39417 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-11-15T03:15:40,248 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 52a2bc0348fad253cc1b1df56e39636a 2024-11-15T03:15:40,248 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-15T03:15:40,248 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731640489195.52a2bc0348fad253cc1b1df56e39636a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T03:15:40,248 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-15T03:15:40,248 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7794): checking encryption for 52a2bc0348fad253cc1b1df56e39636a 2024-11-15T03:15:40,248 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7797): checking classloading for 52a2bc0348fad253cc1b1df56e39636a 2024-11-15T03:15:40,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37623 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-15T03:15:40,251 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-15T03:15:40,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37623 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-15T03:15:40,254 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=91f82191efb8,39417,1731640476514 Release verify snapshot worker=91f82191efb8,39417,1731640476514 2024-11-15T03:15:40,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37623 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-15T03:15:40,255 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=91f82191efb8,39417,1731640476514 Release verify snapshot worker=91f82191efb8,39417,1731640476514 2024-11-15T03:15:40,258 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=91f82191efb8,39417,1731640476514 in 20.0540 sec 2024-11-15T03:15:40,260 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=91f82191efb8,39417,1731640476514 in 20.0550 sec 2024-11-15T03:15:40,260 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=91f82191efb8,39417,1731640476514 Release verify snapshot worker=91f82191efb8,39417,1731640476514 2024-11-15T03:15:40,260 INFO [StoreOpener-27ee39ee368b6ea48e2d0f0d1676ae08-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 27ee39ee368b6ea48e2d0f0d1676ae08 2024-11-15T03:15:40,261 INFO [StoreOpener-52a2bc0348fad253cc1b1df56e39636a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 52a2bc0348fad253cc1b1df56e39636a 2024-11-15T03:15:40,264 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=25 2024-11-15T03:15:40,265 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=91f82191efb8,39417,1731640476514 in 20.0600 sec 2024-11-15T03:15:40,265 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-15T03:15:40,268 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/.hbase-snapshot/SnapshotProcedureTest 2024-11-15T03:15:40,269 INFO [StoreOpener-27ee39ee368b6ea48e2d0f0d1676ae08-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27ee39ee368b6ea48e2d0f0d1676ae08 columnFamilyName cf 2024-11-15T03:15:40,269 INFO [StoreOpener-52a2bc0348fad253cc1b1df56e39636a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 52a2bc0348fad253cc1b1df56e39636a columnFamilyName cf 2024-11-15T03:15:40,269 DEBUG [StoreOpener-27ee39ee368b6ea48e2d0f0d1676ae08-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T03:15:40,269 DEBUG [StoreOpener-52a2bc0348fad253cc1b1df56e39636a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T03:15:40,274 INFO [StoreOpener-27ee39ee368b6ea48e2d0f0d1676ae08-1 {}] regionserver.HStore(327): Store=27ee39ee368b6ea48e2d0f0d1676ae08/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T03:15:40,275 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1038): replaying wal for 27ee39ee368b6ea48e2d0f0d1676ae08 2024-11-15T03:15:40,275 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-15T03:15:40,275 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-15T03:15:40,277 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/data/default/SPTestTable/27ee39ee368b6ea48e2d0f0d1676ae08 2024-11-15T03:15:40,284 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/data/default/SPTestTable/27ee39ee368b6ea48e2d0f0d1676ae08 2024-11-15T03:15:40,285 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1048): stopping wal replay for 27ee39ee368b6ea48e2d0f0d1676ae08 2024-11-15T03:15:40,285 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1060): Cleaning up temporary data for 27ee39ee368b6ea48e2d0f0d1676ae08 2024-11-15T03:15:40,287 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1093): writing seq id for 27ee39ee368b6ea48e2d0f0d1676ae08 2024-11-15T03:15:40,289 INFO [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1114): Opened 27ee39ee368b6ea48e2d0f0d1676ae08; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61640033, jitterRate=-0.08149193227291107}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T03:15:40,289 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 27ee39ee368b6ea48e2d0f0d1676ae08 2024-11-15T03:15:40,289 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1006): Region open journal for 27ee39ee368b6ea48e2d0f0d1676ae08: Running coprocessor pre-open hook at 1731640540239Writing region info on filesystem at 1731640540239Initializing all the Stores at 1731640540245 (+6 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640540245Cleaning up temporary data from old regions at 1731640540285 (+40 ms)Running coprocessor post-open hooks at 1731640540289 (+4 ms)Region opened successfully at 1731640540289 2024-11-15T03:15:40,290 INFO [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731640489195.27ee39ee368b6ea48e2d0f0d1676ae08., pid=56, masterSystemTime=1731640540228 2024-11-15T03:15:40,292 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 31.2520 sec 2024-11-15T03:15:40,295 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731640489195.27ee39ee368b6ea48e2d0f0d1676ae08. 2024-11-15T03:15:40,295 INFO [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731640489195.27ee39ee368b6ea48e2d0f0d1676ae08. 2024-11-15T03:15:40,295 INFO [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(132): Open SPTestTable,,1731640489195.b18583db010c89a6219e6e7c82a22f0b. 2024-11-15T03:15:40,295 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7752): Opening region: {ENCODED => b18583db010c89a6219e6e7c82a22f0b, NAME => 'SPTestTable,,1731640489195.b18583db010c89a6219e6e7c82a22f0b.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-15T03:15:40,296 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b18583db010c89a6219e6e7c82a22f0b 2024-11-15T03:15:40,296 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(898): Instantiated SPTestTable,,1731640489195.b18583db010c89a6219e6e7c82a22f0b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T03:15:40,296 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7794): checking encryption for b18583db010c89a6219e6e7c82a22f0b 2024-11-15T03:15:40,296 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7797): checking classloading for b18583db010c89a6219e6e7c82a22f0b 2024-11-15T03:15:40,297 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=27ee39ee368b6ea48e2d0f0d1676ae08, regionState=OPEN, openSeqNum=2, regionLocation=91f82191efb8,37757,1731640476558 2024-11-15T03:15:40,300 INFO [StoreOpener-b18583db010c89a6219e6e7c82a22f0b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b18583db010c89a6219e6e7c82a22f0b 2024-11-15T03:15:40,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=56, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 27ee39ee368b6ea48e2d0f0d1676ae08, server=91f82191efb8,37757,1731640476558 because future has completed 2024-11-15T03:15:40,303 INFO [StoreOpener-b18583db010c89a6219e6e7c82a22f0b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b18583db010c89a6219e6e7c82a22f0b columnFamilyName cf 2024-11-15T03:15:40,303 DEBUG [StoreOpener-b18583db010c89a6219e6e7c82a22f0b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T03:15:40,303 DEBUG [StoreOpener-52a2bc0348fad253cc1b1df56e39636a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/data/default/SPTestTable/52a2bc0348fad253cc1b1df56e39636a/cf/f9f2e114710949998e0c416b29ebcac0 2024-11-15T03:15:40,303 INFO [StoreOpener-52a2bc0348fad253cc1b1df56e39636a-1 {}] regionserver.HStore(327): Store=52a2bc0348fad253cc1b1df56e39636a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T03:15:40,304 INFO [StoreOpener-b18583db010c89a6219e6e7c82a22f0b-1 {}] regionserver.HStore(327): Store=b18583db010c89a6219e6e7c82a22f0b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T03:15:40,304 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1038): replaying wal for b18583db010c89a6219e6e7c82a22f0b 2024-11-15T03:15:40,304 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1038): replaying wal for 52a2bc0348fad253cc1b1df56e39636a 2024-11-15T03:15:40,305 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/data/default/SPTestTable/b18583db010c89a6219e6e7c82a22f0b 2024-11-15T03:15:40,305 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/data/default/SPTestTable/52a2bc0348fad253cc1b1df56e39636a 2024-11-15T03:15:40,312 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=56, resume processing ppid=49 2024-11-15T03:15:40,312 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=49, state=SUCCESS, hasLock=false; OpenRegionProcedure 27ee39ee368b6ea48e2d0f0d1676ae08, server=91f82191efb8,37757,1731640476558 in 9.8560 sec 2024-11-15T03:15:40,315 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=27ee39ee368b6ea48e2d0f0d1676ae08, ASSIGN in 10.0370 sec 2024-11-15T03:15:40,318 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/data/default/SPTestTable/b18583db010c89a6219e6e7c82a22f0b 2024-11-15T03:15:40,320 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1048): stopping wal replay for b18583db010c89a6219e6e7c82a22f0b 2024-11-15T03:15:40,320 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1060): Cleaning up temporary data for b18583db010c89a6219e6e7c82a22f0b 2024-11-15T03:15:40,321 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/data/default/SPTestTable/52a2bc0348fad253cc1b1df56e39636a 2024-11-15T03:15:40,322 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1048): stopping wal replay for 52a2bc0348fad253cc1b1df56e39636a 2024-11-15T03:15:40,322 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1060): Cleaning up temporary data for 52a2bc0348fad253cc1b1df56e39636a 2024-11-15T03:15:40,325 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1093): writing seq id for b18583db010c89a6219e6e7c82a22f0b 2024-11-15T03:15:40,327 INFO [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1114): Opened b18583db010c89a6219e6e7c82a22f0b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72050324, jitterRate=0.07363349199295044}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T03:15:40,327 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b18583db010c89a6219e6e7c82a22f0b 2024-11-15T03:15:40,327 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1006): Region open journal for b18583db010c89a6219e6e7c82a22f0b: Running coprocessor pre-open hook at 1731640540296Writing region info on filesystem at 1731640540296Initializing all the Stores at 1731640540299 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640540299Cleaning up temporary data from old regions at 1731640540320 (+21 ms)Running coprocessor post-open hooks at 1731640540327 (+7 ms)Region opened successfully at 1731640540327 2024-11-15T03:15:40,334 INFO [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731640489195.b18583db010c89a6219e6e7c82a22f0b., pid=53, masterSystemTime=1731640540228 2024-11-15T03:15:40,339 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1093): writing seq id for 52a2bc0348fad253cc1b1df56e39636a 2024-11-15T03:15:40,339 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731640489195.b18583db010c89a6219e6e7c82a22f0b. 2024-11-15T03:15:40,339 INFO [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731640489195.b18583db010c89a6219e6e7c82a22f0b. 2024-11-15T03:15:40,340 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=b18583db010c89a6219e6e7c82a22f0b, regionState=OPEN, openSeqNum=2, regionLocation=91f82191efb8,37757,1731640476558 2024-11-15T03:15:40,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=53, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure b18583db010c89a6219e6e7c82a22f0b, server=91f82191efb8,37757,1731640476558 because future has completed 2024-11-15T03:15:40,345 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-15T03:15:40,347 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=50 2024-11-15T03:15:40,347 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=50, state=SUCCESS, hasLock=false; OpenRegionProcedure b18583db010c89a6219e6e7c82a22f0b, server=91f82191efb8,37757,1731640476558 in 9.9040 sec 2024-11-15T03:15:40,349 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b18583db010c89a6219e6e7c82a22f0b, ASSIGN in 10.0720 sec 2024-11-15T03:15:40,353 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-15T03:15:40,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T03:15:40,353 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T03:15:40,353 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T03:15:40,353 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T03:15:40,353 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T03:15:40,353 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T03:15:40,353 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T03:15:40,353 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2083588913, stopped=false 2024-11-15T03:15:40,353 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=91f82191efb8,37623,1731640476317 2024-11-15T03:15:40,373 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/data/default/SPTestTable/52a2bc0348fad253cc1b1df56e39636a/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-15T03:15:40,379 INFO [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1114): Opened 52a2bc0348fad253cc1b1df56e39636a; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59541643, jitterRate=-0.11276037991046906}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T03:15:40,379 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 52a2bc0348fad253cc1b1df56e39636a 2024-11-15T03:15:40,380 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1006): Region open journal for 52a2bc0348fad253cc1b1df56e39636a: Running coprocessor pre-open hook at 1731640540248Writing region info on filesystem at 1731640540248Initializing all the Stores at 1731640540261 (+13 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640540261Cleaning up temporary data from old regions at 1731640540322 (+61 ms)Running coprocessor post-open hooks at 1731640540380 (+58 ms)Region opened successfully at 1731640540380 2024-11-15T03:15:40,380 INFO [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731640489195.52a2bc0348fad253cc1b1df56e39636a., pid=55, masterSystemTime=1731640540228 2024-11-15T03:15:40,382 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731640489195.52a2bc0348fad253cc1b1df56e39636a. 2024-11-15T03:15:40,383 INFO [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731640489195.52a2bc0348fad253cc1b1df56e39636a. 2024-11-15T03:15:40,383 INFO [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731640489195.af3d5ad598c542a88e02bb1c944fc573. 2024-11-15T03:15:40,383 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=52 updating hbase:meta row=52a2bc0348fad253cc1b1df56e39636a, regionState=OPEN, openSeqNum=6, regionLocation=91f82191efb8,39417,1731640476514 2024-11-15T03:15:40,383 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7752): Opening region: {ENCODED => af3d5ad598c542a88e02bb1c944fc573, NAME => 'SPTestTable,4ccccccb,1731640489195.af3d5ad598c542a88e02bb1c944fc573.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-15T03:15:40,383 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable af3d5ad598c542a88e02bb1c944fc573 2024-11-15T03:15:40,384 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731640489195.af3d5ad598c542a88e02bb1c944fc573.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T03:15:40,384 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7794): checking encryption for af3d5ad598c542a88e02bb1c944fc573 2024-11-15T03:15:40,384 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7797): checking classloading for af3d5ad598c542a88e02bb1c944fc573 2024-11-15T03:15:40,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=55, ppid=52, state=RUNNABLE, hasLock=false; OpenRegionProcedure 52a2bc0348fad253cc1b1df56e39636a, server=91f82191efb8,39417,1731640476514 because future has completed 2024-11-15T03:15:40,389 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=52 2024-11-15T03:15:40,389 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=52, state=SUCCESS, hasLock=false; OpenRegionProcedure 52a2bc0348fad253cc1b1df56e39636a, server=91f82191efb8,39417,1731640476514 in 9.9420 sec 2024-11-15T03:15:40,390 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=52a2bc0348fad253cc1b1df56e39636a, ASSIGN in 10.1140 sec 2024-11-15T03:15:40,396 INFO [StoreOpener-af3d5ad598c542a88e02bb1c944fc573-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region af3d5ad598c542a88e02bb1c944fc573 2024-11-15T03:15:40,397 INFO [StoreOpener-af3d5ad598c542a88e02bb1c944fc573-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region af3d5ad598c542a88e02bb1c944fc573 columnFamilyName cf 2024-11-15T03:15:40,397 DEBUG [StoreOpener-af3d5ad598c542a88e02bb1c944fc573-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T03:15:40,398 INFO [StoreOpener-af3d5ad598c542a88e02bb1c944fc573-1 {}] regionserver.HStore(327): Store=af3d5ad598c542a88e02bb1c944fc573/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T03:15:40,398 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1038): replaying wal for af3d5ad598c542a88e02bb1c944fc573 2024-11-15T03:15:40,399 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/data/default/SPTestTable/af3d5ad598c542a88e02bb1c944fc573 2024-11-15T03:15:40,400 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/data/default/SPTestTable/af3d5ad598c542a88e02bb1c944fc573 2024-11-15T03:15:40,401 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1048): stopping wal replay for af3d5ad598c542a88e02bb1c944fc573 2024-11-15T03:15:40,401 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1060): Cleaning up temporary data for af3d5ad598c542a88e02bb1c944fc573 2024-11-15T03:15:40,402 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1093): writing seq id for af3d5ad598c542a88e02bb1c944fc573 2024-11-15T03:15:40,403 INFO [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1114): Opened af3d5ad598c542a88e02bb1c944fc573; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72430892, jitterRate=0.07930439710617065}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T03:15:40,403 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1122): Running coprocessor post-open hooks for af3d5ad598c542a88e02bb1c944fc573 2024-11-15T03:15:40,403 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1006): Region open journal for af3d5ad598c542a88e02bb1c944fc573: Running coprocessor pre-open hook at 1731640540384Writing region info on filesystem at 1731640540384Initializing all the Stores at 1731640540387 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640540387Cleaning up temporary data from old regions at 1731640540401 (+14 ms)Running coprocessor post-open hooks at 1731640540403 (+2 ms)Region opened successfully at 1731640540403 2024-11-15T03:15:40,405 INFO [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731640489195.af3d5ad598c542a88e02bb1c944fc573., pid=54, masterSystemTime=1731640540228 2024-11-15T03:15:40,407 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731640489195.af3d5ad598c542a88e02bb1c944fc573. 2024-11-15T03:15:40,407 INFO [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731640489195.af3d5ad598c542a88e02bb1c944fc573. 2024-11-15T03:15:40,407 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=af3d5ad598c542a88e02bb1c944fc573, regionState=OPEN, openSeqNum=2, regionLocation=91f82191efb8,39417,1731640476514 2024-11-15T03:15:40,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=54, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure af3d5ad598c542a88e02bb1c944fc573, server=91f82191efb8,39417,1731640476514 because future has completed 2024-11-15T03:15:40,413 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=51 2024-11-15T03:15:40,413 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=51, state=SUCCESS, hasLock=false; OpenRegionProcedure af3d5ad598c542a88e02bb1c944fc573, server=91f82191efb8,39417,1731640476514 in 9.9680 sec 2024-11-15T03:15:40,416 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=46 2024-11-15T03:15:40,416 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(291): removed crashed server 91f82191efb8,44665,1731640476604 after splitting done 2024-11-15T03:15:40,416 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=af3d5ad598c542a88e02bb1c944fc573, ASSIGN in 10.1380 sec 2024-11-15T03:15:40,425 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; ServerCrashProcedure 91f82191efb8,44665,1731640476604, splitWal=true, meta=false in 20.0030 sec 2024-11-15T03:15:40,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39417-0x1013c7cbe230001, quorum=127.0.0.1:51587, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T03:15:40,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37623-0x1013c7cbe230000, quorum=127.0.0.1:51587, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T03:15:40,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37757-0x1013c7cbe230002, quorum=127.0.0.1:51587, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T03:15:40,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39417-0x1013c7cbe230001, quorum=127.0.0.1:51587, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T03:15:40,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37623-0x1013c7cbe230000, quorum=127.0.0.1:51587, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T03:15:40,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37757-0x1013c7cbe230002, quorum=127.0.0.1:51587, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T03:15:40,502 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T03:15:40,502 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T03:15:40,502 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T03:15:40,502 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T03:15:40,502 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '91f82191efb8,39417,1731640476514' ***** 2024-11-15T03:15:40,502 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T03:15:40,502 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '91f82191efb8,37757,1731640476558' ***** 2024-11-15T03:15:40,502 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T03:15:40,503 INFO [RS:0;91f82191efb8:39417 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T03:15:40,503 INFO [RS:0;91f82191efb8:39417 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T03:15:40,503 INFO [RS:0;91f82191efb8:39417 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T03:15:40,503 INFO [RS:0;91f82191efb8:39417 {}] regionserver.HRegionServer(3091): Received CLOSE for af3d5ad598c542a88e02bb1c944fc573 2024-11-15T03:15:40,503 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37757-0x1013c7cbe230002, quorum=127.0.0.1:51587, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T03:15:40,503 INFO [RS:1;91f82191efb8:37757 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T03:15:40,503 INFO [RS:1;91f82191efb8:37757 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T03:15:40,503 INFO [RS:1;91f82191efb8:37757 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T03:15:40,504 INFO [RS:1;91f82191efb8:37757 {}] regionserver.HRegionServer(3091): Received CLOSE for b18583db010c89a6219e6e7c82a22f0b 2024-11-15T03:15:40,504 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T03:15:40,504 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T03:15:40,504 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39417-0x1013c7cbe230001, quorum=127.0.0.1:51587, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T03:15:40,504 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37623-0x1013c7cbe230000, quorum=127.0.0.1:51587, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T03:15:40,505 INFO [RS:0;91f82191efb8:39417 {}] regionserver.HRegionServer(3091): Received CLOSE for c9440a27f8fff5234a4f73a2ac16d5ce 2024-11-15T03:15:40,505 INFO [RS:0;91f82191efb8:39417 {}] regionserver.HRegionServer(3091): Received CLOSE for b60b7a1951552378ceaa9219f1d64151 2024-11-15T03:15:40,505 INFO [RS:0;91f82191efb8:39417 {}] regionserver.HRegionServer(3091): Received CLOSE for 46e946ce5d0eecf0bb762b66c95d7862 2024-11-15T03:15:40,505 INFO [RS:0;91f82191efb8:39417 {}] regionserver.HRegionServer(3091): Received CLOSE for 52a2bc0348fad253cc1b1df56e39636a 2024-11-15T03:15:40,505 INFO [RS:0;91f82191efb8:39417 {}] regionserver.HRegionServer(959): stopping server 91f82191efb8,39417,1731640476514 2024-11-15T03:15:40,505 INFO [RS:0;91f82191efb8:39417 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T03:15:40,505 INFO [RS:0;91f82191efb8:39417 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;91f82191efb8:39417. 2024-11-15T03:15:40,505 DEBUG [RS:0;91f82191efb8:39417 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T03:15:40,505 DEBUG [RS:0;91f82191efb8:39417 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T03:15:40,506 INFO [RS:0;91f82191efb8:39417 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T03:15:40,506 INFO [RS:0;91f82191efb8:39417 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T03:15:40,506 INFO [RS:0;91f82191efb8:39417 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T03:15:40,506 INFO [RS:0;91f82191efb8:39417 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T03:15:40,506 INFO [RS:0;91f82191efb8:39417 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-15T03:15:40,506 DEBUG [RS:0;91f82191efb8:39417 {}] regionserver.HRegionServer(1325): Online Regions={af3d5ad598c542a88e02bb1c944fc573=SPTestTable,4ccccccb,1731640489195.af3d5ad598c542a88e02bb1c944fc573., c9440a27f8fff5234a4f73a2ac16d5ce=SPTestTable,66666664,1731640489195.c9440a27f8fff5234a4f73a2ac16d5ce., 1588230740=hbase:meta,,1.1588230740, b60b7a1951552378ceaa9219f1d64151=SPTestTable,ccccccc8,1731640489195.b60b7a1951552378ceaa9219f1d64151., 46e946ce5d0eecf0bb762b66c95d7862=SPTestTable,19999999,1731640489195.46e946ce5d0eecf0bb762b66c95d7862., 52a2bc0348fad253cc1b1df56e39636a=SPTestTable,b333332f,1731640489195.52a2bc0348fad253cc1b1df56e39636a.} 2024-11-15T03:15:40,506 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing af3d5ad598c542a88e02bb1c944fc573, disabling compactions & flushes 2024-11-15T03:15:40,506 INFO [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731640489195.af3d5ad598c542a88e02bb1c944fc573. 2024-11-15T03:15:40,506 DEBUG [RS:0;91f82191efb8:39417 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 46e946ce5d0eecf0bb762b66c95d7862, 52a2bc0348fad253cc1b1df56e39636a, af3d5ad598c542a88e02bb1c944fc573, b60b7a1951552378ceaa9219f1d64151, c9440a27f8fff5234a4f73a2ac16d5ce 2024-11-15T03:15:40,506 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731640489195.af3d5ad598c542a88e02bb1c944fc573. 2024-11-15T03:15:40,506 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731640489195.af3d5ad598c542a88e02bb1c944fc573. after waiting 0 ms 2024-11-15T03:15:40,506 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731640489195.af3d5ad598c542a88e02bb1c944fc573. 2024-11-15T03:15:40,506 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T03:15:40,506 INFO [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T03:15:40,506 INFO [RS:1;91f82191efb8:37757 {}] regionserver.HRegionServer(3091): Received CLOSE for c198301e04c593738e2b511e27687492 2024-11-15T03:15:40,507 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T03:15:40,507 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b18583db010c89a6219e6e7c82a22f0b, disabling compactions & flushes 2024-11-15T03:15:40,507 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T03:15:40,507 INFO [RS:1;91f82191efb8:37757 {}] regionserver.HRegionServer(3091): Received CLOSE for 48abd8536886d327ef05af76e0ee649d 2024-11-15T03:15:40,507 INFO [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731640489195.b18583db010c89a6219e6e7c82a22f0b. 2024-11-15T03:15:40,507 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T03:15:40,507 INFO [RS:1;91f82191efb8:37757 {}] regionserver.HRegionServer(3091): Received CLOSE for 0e3cf6536a57c108b488a6c9476ad26d 2024-11-15T03:15:40,507 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731640489195.b18583db010c89a6219e6e7c82a22f0b. 2024-11-15T03:15:40,507 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731640489195.b18583db010c89a6219e6e7c82a22f0b. after waiting 0 ms 2024-11-15T03:15:40,507 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731640489195.b18583db010c89a6219e6e7c82a22f0b. 2024-11-15T03:15:40,507 INFO [RS:1;91f82191efb8:37757 {}] regionserver.HRegionServer(3091): Received CLOSE for 27ee39ee368b6ea48e2d0f0d1676ae08 2024-11-15T03:15:40,507 INFO [RS:1;91f82191efb8:37757 {}] regionserver.HRegionServer(959): stopping server 91f82191efb8,37757,1731640476558 2024-11-15T03:15:40,507 INFO [RS:1;91f82191efb8:37757 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T03:15:40,507 INFO [RS:1;91f82191efb8:37757 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;91f82191efb8:37757. 2024-11-15T03:15:40,507 DEBUG [RS:1;91f82191efb8:37757 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T03:15:40,507 DEBUG [RS:1;91f82191efb8:37757 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T03:15:40,507 INFO [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=16.28 KB heapSize=27.30 KB 2024-11-15T03:15:40,508 INFO [RS:1;91f82191efb8:37757 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-15T03:15:40,508 DEBUG [RS:1;91f82191efb8:37757 {}] regionserver.HRegionServer(1325): Online Regions={b18583db010c89a6219e6e7c82a22f0b=SPTestTable,,1731640489195.b18583db010c89a6219e6e7c82a22f0b., c198301e04c593738e2b511e27687492=SPTestTable,99999996,1731640489195.c198301e04c593738e2b511e27687492., 48abd8536886d327ef05af76e0ee649d=SPTestTable,e6666661,1731640489195.48abd8536886d327ef05af76e0ee649d., 0e3cf6536a57c108b488a6c9476ad26d=SPTestTable,33333332,1731640489195.0e3cf6536a57c108b488a6c9476ad26d., 27ee39ee368b6ea48e2d0f0d1676ae08=SPTestTable,7ffffffd,1731640489195.27ee39ee368b6ea48e2d0f0d1676ae08.} 2024-11-15T03:15:40,508 DEBUG [RS:1;91f82191efb8:37757 {}] regionserver.HRegionServer(1351): Waiting on 0e3cf6536a57c108b488a6c9476ad26d, 27ee39ee368b6ea48e2d0f0d1676ae08, 48abd8536886d327ef05af76e0ee649d, b18583db010c89a6219e6e7c82a22f0b, c198301e04c593738e2b511e27687492 2024-11-15T03:15:40,517 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/data/default/SPTestTable/af3d5ad598c542a88e02bb1c944fc573/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-15T03:15:40,517 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/data/default/SPTestTable/b18583db010c89a6219e6e7c82a22f0b/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-15T03:15:40,517 INFO [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731640489195.af3d5ad598c542a88e02bb1c944fc573. 2024-11-15T03:15:40,518 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for af3d5ad598c542a88e02bb1c944fc573: Waiting for close lock at 1731640540506Running coprocessor pre-close hooks at 1731640540506Disabling compacts and flushes for region at 1731640540506Disabling writes for close at 1731640540506Writing region close event to WAL at 1731640540507 (+1 ms)Running coprocessor post-close hooks at 1731640540517 (+10 ms)Closed at 1731640540517 2024-11-15T03:15:40,518 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731640489195.af3d5ad598c542a88e02bb1c944fc573. 2024-11-15T03:15:40,518 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c9440a27f8fff5234a4f73a2ac16d5ce, disabling compactions & flushes 2024-11-15T03:15:40,518 INFO [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731640489195.c9440a27f8fff5234a4f73a2ac16d5ce. 2024-11-15T03:15:40,518 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731640489195.c9440a27f8fff5234a4f73a2ac16d5ce. 2024-11-15T03:15:40,518 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731640489195.c9440a27f8fff5234a4f73a2ac16d5ce. after waiting 0 ms 2024-11-15T03:15:40,518 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731640489195.c9440a27f8fff5234a4f73a2ac16d5ce. 2024-11-15T03:15:40,519 INFO [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731640489195.b18583db010c89a6219e6e7c82a22f0b. 2024-11-15T03:15:40,519 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b18583db010c89a6219e6e7c82a22f0b: Waiting for close lock at 1731640540507Running coprocessor pre-close hooks at 1731640540507Disabling compacts and flushes for region at 1731640540507Disabling writes for close at 1731640540507Writing region close event to WAL at 1731640540510 (+3 ms)Running coprocessor post-close hooks at 1731640540518 (+8 ms)Closed at 1731640540519 (+1 ms) 2024-11-15T03:15:40,519 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731640489195.b18583db010c89a6219e6e7c82a22f0b. 2024-11-15T03:15:40,519 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c198301e04c593738e2b511e27687492, disabling compactions & flushes 2024-11-15T03:15:40,519 INFO [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731640489195.c198301e04c593738e2b511e27687492. 2024-11-15T03:15:40,520 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731640489195.c198301e04c593738e2b511e27687492. 2024-11-15T03:15:40,520 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731640489195.c198301e04c593738e2b511e27687492. after waiting 0 ms 2024-11-15T03:15:40,520 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731640489195.c198301e04c593738e2b511e27687492. 2024-11-15T03:15:40,533 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/data/default/SPTestTable/c9440a27f8fff5234a4f73a2ac16d5ce/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-15T03:15:40,534 INFO [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731640489195.c9440a27f8fff5234a4f73a2ac16d5ce. 2024-11-15T03:15:40,534 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c9440a27f8fff5234a4f73a2ac16d5ce: Waiting for close lock at 1731640540518Running coprocessor pre-close hooks at 1731640540518Disabling compacts and flushes for region at 1731640540518Disabling writes for close at 1731640540518Writing region close event to WAL at 1731640540518Running coprocessor post-close hooks at 1731640540533 (+15 ms)Closed at 1731640540534 (+1 ms) 2024-11-15T03:15:40,534 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1731640489195.c9440a27f8fff5234a4f73a2ac16d5ce. 2024-11-15T03:15:40,534 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b60b7a1951552378ceaa9219f1d64151, disabling compactions & flushes 2024-11-15T03:15:40,534 INFO [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731640489195.b60b7a1951552378ceaa9219f1d64151. 2024-11-15T03:15:40,534 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731640489195.b60b7a1951552378ceaa9219f1d64151. 2024-11-15T03:15:40,534 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731640489195.b60b7a1951552378ceaa9219f1d64151. after waiting 0 ms 2024-11-15T03:15:40,534 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731640489195.b60b7a1951552378ceaa9219f1d64151. 2024-11-15T03:15:40,535 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/data/hbase/meta/1588230740/.tmp/info/727cbd32063a4b24a7e09dc191e714c3 is 167, key is SPTestTable,19999999,1731640489195.46e946ce5d0eecf0bb762b66c95d7862./info:regioninfo/1731640500654/Put/seqid=0 2024-11-15T03:15:40,536 INFO [regionserver/91f82191efb8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T03:15:40,554 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/data/default/SPTestTable/c198301e04c593738e2b511e27687492/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-15T03:15:40,556 INFO [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731640489195.c198301e04c593738e2b511e27687492. 2024-11-15T03:15:40,556 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c198301e04c593738e2b511e27687492: Waiting for close lock at 1731640540519Running coprocessor pre-close hooks at 1731640540519Disabling compacts and flushes for region at 1731640540519Disabling writes for close at 1731640540520 (+1 ms)Writing region close event to WAL at 1731640540529 (+9 ms)Running coprocessor post-close hooks at 1731640540556 (+27 ms)Closed at 1731640540556 2024-11-15T03:15:40,556 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1731640489195.c198301e04c593738e2b511e27687492. 2024-11-15T03:15:40,557 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 48abd8536886d327ef05af76e0ee649d, disabling compactions & flushes 2024-11-15T03:15:40,557 INFO [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731640489195.48abd8536886d327ef05af76e0ee649d. 2024-11-15T03:15:40,557 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731640489195.48abd8536886d327ef05af76e0ee649d. 2024-11-15T03:15:40,557 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731640489195.48abd8536886d327ef05af76e0ee649d. after waiting 0 ms 2024-11-15T03:15:40,557 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731640489195.48abd8536886d327ef05af76e0ee649d. 2024-11-15T03:15:40,560 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/data/default/SPTestTable/b60b7a1951552378ceaa9219f1d64151/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-15T03:15:40,560 INFO [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731640489195.b60b7a1951552378ceaa9219f1d64151. 2024-11-15T03:15:40,560 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b60b7a1951552378ceaa9219f1d64151: Waiting for close lock at 1731640540534Running coprocessor pre-close hooks at 1731640540534Disabling compacts and flushes for region at 1731640540534Disabling writes for close at 1731640540534Writing region close event to WAL at 1731640540541 (+7 ms)Running coprocessor post-close hooks at 1731640540560 (+19 ms)Closed at 1731640540560 2024-11-15T03:15:40,561 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731640489195.b60b7a1951552378ceaa9219f1d64151. 2024-11-15T03:15:40,561 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 46e946ce5d0eecf0bb762b66c95d7862, disabling compactions & flushes 2024-11-15T03:15:40,561 INFO [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731640489195.46e946ce5d0eecf0bb762b66c95d7862. 2024-11-15T03:15:40,561 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731640489195.46e946ce5d0eecf0bb762b66c95d7862. 2024-11-15T03:15:40,561 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731640489195.46e946ce5d0eecf0bb762b66c95d7862. after waiting 0 ms 2024-11-15T03:15:40,561 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731640489195.46e946ce5d0eecf0bb762b66c95d7862. 2024-11-15T03:15:40,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38551 is added to blk_1073741864_1040 (size=20270) 2024-11-15T03:15:40,578 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/data/default/SPTestTable/48abd8536886d327ef05af76e0ee649d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-15T03:15:40,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45341 is added to blk_1073741864_1040 (size=20270) 2024-11-15T03:15:40,579 INFO [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731640489195.48abd8536886d327ef05af76e0ee649d. 2024-11-15T03:15:40,579 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 48abd8536886d327ef05af76e0ee649d: Waiting for close lock at 1731640540557Running coprocessor pre-close hooks at 1731640540557Disabling compacts and flushes for region at 1731640540557Disabling writes for close at 1731640540557Writing region close event to WAL at 1731640540560 (+3 ms)Running coprocessor post-close hooks at 1731640540578 (+18 ms)Closed at 1731640540579 (+1 ms) 2024-11-15T03:15:40,579 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1731640489195.48abd8536886d327ef05af76e0ee649d. 2024-11-15T03:15:40,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37589 is added to blk_1073741864_1040 (size=20270) 2024-11-15T03:15:40,579 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0e3cf6536a57c108b488a6c9476ad26d, disabling compactions & flushes 2024-11-15T03:15:40,579 INFO [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731640489195.0e3cf6536a57c108b488a6c9476ad26d. 2024-11-15T03:15:40,579 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731640489195.0e3cf6536a57c108b488a6c9476ad26d. 2024-11-15T03:15:40,579 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731640489195.0e3cf6536a57c108b488a6c9476ad26d. after waiting 0 ms 2024-11-15T03:15:40,579 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731640489195.0e3cf6536a57c108b488a6c9476ad26d. 2024-11-15T03:15:40,580 INFO [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.12 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/data/hbase/meta/1588230740/.tmp/info/727cbd32063a4b24a7e09dc191e714c3 2024-11-15T03:15:40,585 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/data/default/SPTestTable/46e946ce5d0eecf0bb762b66c95d7862/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-15T03:15:40,586 INFO [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731640489195.46e946ce5d0eecf0bb762b66c95d7862. 2024-11-15T03:15:40,586 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 46e946ce5d0eecf0bb762b66c95d7862: Waiting for close lock at 1731640540561Running coprocessor pre-close hooks at 1731640540561Disabling compacts and flushes for region at 1731640540561Disabling writes for close at 1731640540561Writing region close event to WAL at 1731640540567 (+6 ms)Running coprocessor post-close hooks at 1731640540586 (+19 ms)Closed at 1731640540586 2024-11-15T03:15:40,586 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1731640489195.46e946ce5d0eecf0bb762b66c95d7862. 2024-11-15T03:15:40,586 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 52a2bc0348fad253cc1b1df56e39636a, disabling compactions & flushes 2024-11-15T03:15:40,586 INFO [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731640489195.52a2bc0348fad253cc1b1df56e39636a. 2024-11-15T03:15:40,586 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731640489195.52a2bc0348fad253cc1b1df56e39636a. 2024-11-15T03:15:40,587 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731640489195.52a2bc0348fad253cc1b1df56e39636a. after waiting 0 ms 2024-11-15T03:15:40,587 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731640489195.52a2bc0348fad253cc1b1df56e39636a. 2024-11-15T03:15:40,592 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/data/default/SPTestTable/0e3cf6536a57c108b488a6c9476ad26d/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-15T03:15:40,594 INFO [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731640489195.0e3cf6536a57c108b488a6c9476ad26d. 2024-11-15T03:15:40,594 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0e3cf6536a57c108b488a6c9476ad26d: Waiting for close lock at 1731640540579Running coprocessor pre-close hooks at 1731640540579Disabling compacts and flushes for region at 1731640540579Disabling writes for close at 1731640540579Writing region close event to WAL at 1731640540588 (+9 ms)Running coprocessor post-close hooks at 1731640540594 (+6 ms)Closed at 1731640540594 2024-11-15T03:15:40,594 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1731640489195.0e3cf6536a57c108b488a6c9476ad26d. 2024-11-15T03:15:40,594 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 27ee39ee368b6ea48e2d0f0d1676ae08, disabling compactions & flushes 2024-11-15T03:15:40,594 INFO [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731640489195.27ee39ee368b6ea48e2d0f0d1676ae08. 2024-11-15T03:15:40,594 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731640489195.27ee39ee368b6ea48e2d0f0d1676ae08. 2024-11-15T03:15:40,594 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731640489195.27ee39ee368b6ea48e2d0f0d1676ae08. after waiting 0 ms 2024-11-15T03:15:40,594 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731640489195.27ee39ee368b6ea48e2d0f0d1676ae08. 2024-11-15T03:15:40,595 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/data/default/SPTestTable/52a2bc0348fad253cc1b1df56e39636a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=5 2024-11-15T03:15:40,596 INFO [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731640489195.52a2bc0348fad253cc1b1df56e39636a. 2024-11-15T03:15:40,596 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 52a2bc0348fad253cc1b1df56e39636a: Waiting for close lock at 1731640540586Running coprocessor pre-close hooks at 1731640540586Disabling compacts and flushes for region at 1731640540586Disabling writes for close at 1731640540587 (+1 ms)Writing region close event to WAL at 1731640540590 (+3 ms)Running coprocessor post-close hooks at 1731640540596 (+6 ms)Closed at 1731640540596 2024-11-15T03:15:40,597 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1731640489195.52a2bc0348fad253cc1b1df56e39636a. 2024-11-15T03:15:40,597 INFO [regionserver/91f82191efb8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T03:15:40,605 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/data/default/SPTestTable/27ee39ee368b6ea48e2d0f0d1676ae08/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-15T03:15:40,606 INFO [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731640489195.27ee39ee368b6ea48e2d0f0d1676ae08. 2024-11-15T03:15:40,607 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 27ee39ee368b6ea48e2d0f0d1676ae08: Waiting for close lock at 1731640540594Running coprocessor pre-close hooks at 1731640540594Disabling compacts and flushes for region at 1731640540594Disabling writes for close at 1731640540594Writing region close event to WAL at 1731640540600 (+6 ms)Running coprocessor post-close hooks at 1731640540606 (+6 ms)Closed at 1731640540606 2024-11-15T03:15:40,607 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731640489195.27ee39ee368b6ea48e2d0f0d1676ae08. 2024-11-15T03:15:40,607 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/data/hbase/meta/1588230740/.tmp/ns/e70aee68ab3345919c55baa15c775633 is 43, key is default/ns:d/1731640488986/Put/seqid=0 2024-11-15T03:15:40,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38551 is added to blk_1073741865_1041 (size=5153) 2024-11-15T03:15:40,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45341 is added to blk_1073741865_1041 (size=5153) 2024-11-15T03:15:40,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37589 is added to blk_1073741865_1041 (size=5153) 2024-11-15T03:15:40,628 INFO [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/data/hbase/meta/1588230740/.tmp/ns/e70aee68ab3345919c55baa15c775633 2024-11-15T03:15:40,657 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/data/hbase/meta/1588230740/.tmp/table/8893632915f04abf881c8729aff3ee33 is 47, key is SPTestTable/table:state/1731640500892/Put/seqid=0 2024-11-15T03:15:40,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37589 is added to blk_1073741866_1042 (size=5214) 2024-11-15T03:15:40,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45341 is added to blk_1073741866_1042 (size=5214) 2024-11-15T03:15:40,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38551 is added to blk_1073741866_1042 (size=5214) 2024-11-15T03:15:40,693 INFO [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/data/hbase/meta/1588230740/.tmp/table/8893632915f04abf881c8729aff3ee33 2024-11-15T03:15:40,700 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/data/hbase/meta/1588230740/.tmp/info/727cbd32063a4b24a7e09dc191e714c3 as hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/data/hbase/meta/1588230740/info/727cbd32063a4b24a7e09dc191e714c3 2024-11-15T03:15:40,706 DEBUG [RS:0;91f82191efb8:39417 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T03:15:40,707 INFO [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/data/hbase/meta/1588230740/info/727cbd32063a4b24a7e09dc191e714c3, entries=116, sequenceid=37, filesize=19.8 K 2024-11-15T03:15:40,708 INFO [RS:1;91f82191efb8:37757 {}] regionserver.HRegionServer(976): stopping server 91f82191efb8,37757,1731640476558; all regions closed. 2024-11-15T03:15:40,708 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/data/hbase/meta/1588230740/.tmp/ns/e70aee68ab3345919c55baa15c775633 as hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/data/hbase/meta/1588230740/ns/e70aee68ab3345919c55baa15c775633 2024-11-15T03:15:40,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38551 is added to blk_1073741834_1010 (size=4022) 2024-11-15T03:15:40,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45341 is added to blk_1073741834_1010 (size=4022) 2024-11-15T03:15:40,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37589 is added to blk_1073741834_1010 (size=4022) 2024-11-15T03:15:40,737 DEBUG [RS:1;91f82191efb8:37757 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/oldWALs 2024-11-15T03:15:40,737 INFO [RS:1;91f82191efb8:37757 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 91f82191efb8%2C37757%2C1731640476558:(num 1731640478243) 2024-11-15T03:15:40,737 DEBUG [RS:1;91f82191efb8:37757 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T03:15:40,737 INFO [RS:1;91f82191efb8:37757 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T03:15:40,738 INFO [RS:1;91f82191efb8:37757 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T03:15:40,738 INFO [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/data/hbase/meta/1588230740/ns/e70aee68ab3345919c55baa15c775633, entries=2, sequenceid=37, filesize=5.0 K 2024-11-15T03:15:40,738 INFO [RS:1;91f82191efb8:37757 {}] hbase.ChoreService(370): Chore service for: regionserver/91f82191efb8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T03:15:40,738 INFO [RS:1;91f82191efb8:37757 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T03:15:40,738 INFO [RS:1;91f82191efb8:37757 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T03:15:40,738 INFO [RS:1;91f82191efb8:37757 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T03:15:40,738 INFO [RS:1;91f82191efb8:37757 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T03:15:40,738 INFO [RS:1;91f82191efb8:37757 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37757 2024-11-15T03:15:40,739 INFO [regionserver/91f82191efb8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T03:15:40,743 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/data/hbase/meta/1588230740/.tmp/table/8893632915f04abf881c8729aff3ee33 as hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/data/hbase/meta/1588230740/table/8893632915f04abf881c8729aff3ee33 2024-11-15T03:15:40,758 INFO [RS:1;91f82191efb8:37757 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T03:15:40,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37757-0x1013c7cbe230002, quorum=127.0.0.1:51587, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/91f82191efb8,37757,1731640476558 2024-11-15T03:15:40,758 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$364/0x00007f35ac901b18@5d7570f9 rejected from java.util.concurrent.ThreadPoolExecutor@594aff8f[Shutting down, pool size = 1, active threads = 0, queued tasks = 0, completed tasks = 14] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-15T03:15:40,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37623-0x1013c7cbe230000, quorum=127.0.0.1:51587, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T03:15:40,766 INFO [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/data/hbase/meta/1588230740/table/8893632915f04abf881c8729aff3ee33, entries=2, sequenceid=37, filesize=5.1 K 2024-11-15T03:15:40,766 INFO [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~16.28 KB/16668, heapSize ~27 KB/27648, currentSize=0 B/0 for 1588230740 in 259ms, sequenceid=37, compaction requested=false 2024-11-15T03:15:40,769 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [91f82191efb8,37757,1731640476558] 2024-11-15T03:15:40,779 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/91f82191efb8,37757,1731640476558 already deleted, retry=false 2024-11-15T03:15:40,779 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 91f82191efb8,37757,1731640476558 expired; onlineServers=1 2024-11-15T03:15:40,785 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/data/hbase/meta/1588230740/recovered.edits/40.seqid, newMaxSeqId=40, maxSeqId=1 2024-11-15T03:15:40,786 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T03:15:40,786 INFO [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T03:15:40,786 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731640540506Running coprocessor pre-close hooks at 1731640540506Disabling compacts and flushes for region at 1731640540506Disabling writes for close at 1731640540507 (+1 ms)Obtaining lock to block concurrent updates at 1731640540507Preparing flush snapshotting stores in 1588230740 at 1731640540508 (+1 ms)Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16668, getHeapSize=27888, getOffHeapSize=0, getCellsCount=136 at 1731640540508Flushing stores of hbase:meta,,1.1588230740 at 1731640540509 (+1 ms)Flushing 1588230740/info: creating writer at 1731640540509Flushing 1588230740/info: appending metadata at 1731640540535 (+26 ms)Flushing 1588230740/info: closing flushed file at 1731640540535Flushing 1588230740/ns: creating writer at 1731640540590 (+55 ms)Flushing 1588230740/ns: appending metadata at 1731640540607 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731640540607Flushing 1588230740/table: creating writer at 1731640540637 (+30 ms)Flushing 1588230740/table: appending metadata at 1731640540656 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731640540656Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f4cf486: reopening flushed file at 1731640540699 (+43 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78802eb1: reopening flushed file at 1731640540707 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13df0879: reopening flushed file at 1731640540738 (+31 ms)Finished flush of dataSize ~16.28 KB/16668, heapSize ~27 KB/27648, currentSize=0 B/0 for 1588230740 in 259ms, sequenceid=37, compaction requested=false at 1731640540767 (+29 ms)Writing region close event to WAL at 1731640540769 (+2 ms)Running coprocessor post-close hooks at 1731640540785 (+16 ms)Closed at 1731640540786 (+1 ms) 2024-11-15T03:15:40,786 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T03:15:40,825 INFO [regionserver/91f82191efb8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T03:15:40,825 INFO [regionserver/91f82191efb8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T03:15:40,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37757-0x1013c7cbe230002, quorum=127.0.0.1:51587, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T03:15:40,869 INFO [RS:1;91f82191efb8:37757 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T03:15:40,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37757-0x1013c7cbe230002, quorum=127.0.0.1:51587, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T03:15:40,869 INFO [RS:1;91f82191efb8:37757 {}] regionserver.HRegionServer(1031): Exiting; stopping=91f82191efb8,37757,1731640476558; zookeeper connection closed. 2024-11-15T03:15:40,869 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@72167c44 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@72167c44 2024-11-15T03:15:40,907 INFO [RS:0;91f82191efb8:39417 {}] regionserver.HRegionServer(976): stopping server 91f82191efb8,39417,1731640476514; all regions closed. 2024-11-15T03:15:40,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37589 is added to blk_1073741836_1012 (size=19466) 2024-11-15T03:15:40,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45341 is added to blk_1073741836_1012 (size=19466) 2024-11-15T03:15:40,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38551 is added to blk_1073741836_1012 (size=19466) 2024-11-15T03:15:40,915 DEBUG [RS:0;91f82191efb8:39417 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/oldWALs 2024-11-15T03:15:40,915 INFO [RS:0;91f82191efb8:39417 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 91f82191efb8%2C39417%2C1731640476514.meta:.meta(num 1731640488521) 2024-11-15T03:15:40,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38551 is added to blk_1073741833_1009 (size=3564) 2024-11-15T03:15:40,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45341 is added to blk_1073741833_1009 (size=3564) 2024-11-15T03:15:40,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37589 is added to blk_1073741833_1009 (size=3564) 2024-11-15T03:15:40,942 DEBUG [RS:0;91f82191efb8:39417 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/oldWALs 2024-11-15T03:15:40,942 INFO [RS:0;91f82191efb8:39417 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 91f82191efb8%2C39417%2C1731640476514:(num 1731640478185) 2024-11-15T03:15:40,943 DEBUG [RS:0;91f82191efb8:39417 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T03:15:40,943 INFO [RS:0;91f82191efb8:39417 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T03:15:40,943 INFO [RS:0;91f82191efb8:39417 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T03:15:40,943 INFO [RS:0;91f82191efb8:39417 {}] hbase.ChoreService(370): Chore service for: regionserver/91f82191efb8:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-15T03:15:40,943 INFO [RS:0;91f82191efb8:39417 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T03:15:40,943 INFO [RS:0;91f82191efb8:39417 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39417 2024-11-15T03:15:40,943 INFO [regionserver/91f82191efb8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T03:15:40,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39417-0x1013c7cbe230001, quorum=127.0.0.1:51587, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/91f82191efb8,39417,1731640476514 2024-11-15T03:15:40,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37623-0x1013c7cbe230000, quorum=127.0.0.1:51587, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T03:15:40,954 INFO [RS:0;91f82191efb8:39417 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T03:15:40,955 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [91f82191efb8,39417,1731640476514] 2024-11-15T03:15:40,975 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/91f82191efb8,39417,1731640476514 already deleted, retry=false 2024-11-15T03:15:40,975 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 91f82191efb8,39417,1731640476514 expired; onlineServers=0 2024-11-15T03:15:40,976 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '91f82191efb8,37623,1731640476317' ***** 2024-11-15T03:15:40,976 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T03:15:40,976 INFO [M:0;91f82191efb8:37623 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T03:15:40,976 INFO [M:0;91f82191efb8:37623 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T03:15:40,976 DEBUG [M:0;91f82191efb8:37623 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T03:15:40,976 DEBUG [M:0;91f82191efb8:37623 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T03:15:40,976 DEBUG [master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.large.0-1731640477084 {}] cleaner.HFileCleaner(306): Exit Thread[master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.large.0-1731640477084,5,FailOnTimeoutGroup] 2024-11-15T03:15:40,976 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T03:15:40,976 INFO [M:0;91f82191efb8:37623 {}] hbase.ChoreService(370): Chore service for: master/91f82191efb8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T03:15:40,976 DEBUG [master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.small.0-1731640477087 {}] cleaner.HFileCleaner(306): Exit Thread[master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.small.0-1731640477087,5,FailOnTimeoutGroup] 2024-11-15T03:15:40,976 INFO [M:0;91f82191efb8:37623 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T03:15:40,976 DEBUG [M:0;91f82191efb8:37623 {}] master.HMaster(1795): Stopping service threads 2024-11-15T03:15:40,977 INFO [M:0;91f82191efb8:37623 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T03:15:40,977 INFO [M:0;91f82191efb8:37623 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T03:15:40,977 ERROR [M:0;91f82191efb8:37623 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (967957970) connection to localhost/127.0.0.1:45957 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:45957,5,PEWorkerGroup] 2024-11-15T03:15:40,977 INFO [M:0;91f82191efb8:37623 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T03:15:40,984 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T03:15:40,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37623-0x1013c7cbe230000, quorum=127.0.0.1:51587, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-15T03:15:40,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37623-0x1013c7cbe230000, quorum=127.0.0.1:51587, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T03:15:41,049 DEBUG [M:0;91f82191efb8:37623 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/master already deleted, retry=false 2024-11-15T03:15:41,049 DEBUG [M:0;91f82191efb8:37623 {}] master.ActiveMasterManager(353): master:37623-0x1013c7cbe230000, quorum=127.0.0.1:51587, baseZNode=/hbase Failed delete of our master address node; KeeperErrorCode = NoNode for /hbase/master 2024-11-15T03:15:41,049 INFO [M:0;91f82191efb8:37623 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/.lastflushedseqids 2024-11-15T03:15:41,065 INFO [RS:0;91f82191efb8:39417 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T03:15:41,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39417-0x1013c7cbe230001, quorum=127.0.0.1:51587, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T03:15:41,065 INFO [RS:0;91f82191efb8:39417 {}] regionserver.HRegionServer(1031): Exiting; stopping=91f82191efb8,39417,1731640476514; zookeeper connection closed. 2024-11-15T03:15:41,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39417-0x1013c7cbe230001, quorum=127.0.0.1:51587, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T03:15:41,067 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@47b37b69 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@47b37b69 2024-11-15T03:15:41,067 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-15T03:15:41,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38551 is added to blk_1073741867_1043 (size=650) 2024-11-15T03:15:41,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37589 is added to blk_1073741867_1043 (size=650) 2024-11-15T03:15:41,077 INFO [M:0;91f82191efb8:37623 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T03:15:41,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45341 is added to blk_1073741867_1043 (size=650) 2024-11-15T03:15:41,077 INFO [M:0;91f82191efb8:37623 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T03:15:41,077 DEBUG [M:0;91f82191efb8:37623 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T03:15:41,077 INFO [M:0;91f82191efb8:37623 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T03:15:41,077 DEBUG [M:0;91f82191efb8:37623 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T03:15:41,077 DEBUG [M:0;91f82191efb8:37623 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T03:15:41,077 DEBUG [M:0;91f82191efb8:37623 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T03:15:41,078 INFO [M:0;91f82191efb8:37623 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=230.51 KB heapSize=275.32 KB 2024-11-15T03:15:41,102 DEBUG [M:0;91f82191efb8:37623 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/60829794f9a74e7a9de0eac1f9bfb8fc is 82, key is hbase:meta,,1/info:regioninfo/1731640488754/Put/seqid=0 2024-11-15T03:15:41,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37589 is added to blk_1073741868_1044 (size=5672) 2024-11-15T03:15:41,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45341 is added to blk_1073741868_1044 (size=5672) 2024-11-15T03:15:41,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38551 is added to blk_1073741868_1044 (size=5672) 2024-11-15T03:15:41,123 INFO [M:0;91f82191efb8:37623 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/60829794f9a74e7a9de0eac1f9bfb8fc 2024-11-15T03:15:41,152 DEBUG [M:0;91f82191efb8:37623 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/08e9a38502374a6eaff8457fac26c3df is 1242, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731640500906/Put/seqid=0 2024-11-15T03:15:41,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37589 is added to blk_1073741869_1045 (size=9443) 2024-11-15T03:15:41,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45341 is added to blk_1073741869_1045 (size=9443) 2024-11-15T03:15:41,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38551 is added to blk_1073741869_1045 (size=9443) 2024-11-15T03:15:41,176 INFO [M:0;91f82191efb8:37623 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=229.77 KB at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/08e9a38502374a6eaff8457fac26c3df 2024-11-15T03:15:41,191 INFO [M:0;91f82191efb8:37623 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 08e9a38502374a6eaff8457fac26c3df 2024-11-15T03:15:41,213 DEBUG [M:0;91f82191efb8:37623 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/caf8024034714258ad16a1bde902adfe is 69, key is 91f82191efb8,37757,1731640476558/rs:state/1731640477780/Put/seqid=0 2024-11-15T03:15:41,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37589 is added to blk_1073741870_1046 (size=5442) 2024-11-15T03:15:41,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45341 is added to blk_1073741870_1046 (size=5442) 2024-11-15T03:15:41,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38551 is added to blk_1073741870_1046 (size=5442) 2024-11-15T03:15:41,262 INFO [M:0;91f82191efb8:37623 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/caf8024034714258ad16a1bde902adfe 2024-11-15T03:15:41,268 INFO [M:0;91f82191efb8:37623 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for caf8024034714258ad16a1bde902adfe 2024-11-15T03:15:41,270 DEBUG [M:0;91f82191efb8:37623 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/60829794f9a74e7a9de0eac1f9bfb8fc as hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/60829794f9a74e7a9de0eac1f9bfb8fc 2024-11-15T03:15:41,276 INFO [M:0;91f82191efb8:37623 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/60829794f9a74e7a9de0eac1f9bfb8fc, entries=8, sequenceid=485, filesize=5.5 K 2024-11-15T03:15:41,279 DEBUG [M:0;91f82191efb8:37623 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/08e9a38502374a6eaff8457fac26c3df as hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/08e9a38502374a6eaff8457fac26c3df 2024-11-15T03:15:41,288 INFO [M:0;91f82191efb8:37623 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 08e9a38502374a6eaff8457fac26c3df 2024-11-15T03:15:41,288 INFO [M:0;91f82191efb8:37623 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/08e9a38502374a6eaff8457fac26c3df, entries=56, sequenceid=485, filesize=9.2 K 2024-11-15T03:15:41,289 DEBUG [M:0;91f82191efb8:37623 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/caf8024034714258ad16a1bde902adfe as hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/caf8024034714258ad16a1bde902adfe 2024-11-15T03:15:41,297 INFO [M:0;91f82191efb8:37623 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for caf8024034714258ad16a1bde902adfe 2024-11-15T03:15:41,297 INFO [M:0;91f82191efb8:37623 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45957/user/jenkins/test-data/d87d36b7-fd58-71c4-6bcd-c8cf5ea2f71f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/caf8024034714258ad16a1bde902adfe, entries=3, sequenceid=485, filesize=5.3 K 2024-11-15T03:15:41,298 INFO [M:0;91f82191efb8:37623 {}] regionserver.HRegion(3140): Finished flush of dataSize ~230.51 KB/236042, heapSize ~275.02 KB/281624, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 221ms, sequenceid=485, compaction requested=false 2024-11-15T03:15:41,305 INFO [M:0;91f82191efb8:37623 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T03:15:41,305 DEBUG [M:0;91f82191efb8:37623 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731640541077Disabling compacts and flushes for region at 1731640541077Disabling writes for close at 1731640541077Obtaining lock to block concurrent updates at 1731640541078 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731640541078Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=236042, getHeapSize=281864, getOffHeapSize=0, getCellsCount=592 at 1731640541078Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731640541080 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731640541080Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731640541102 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731640541102Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731640541130 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731640541151 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731640541151Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731640541191 (+40 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731640541212 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731640541212Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@666f2223: reopening flushed file at 1731640541269 (+57 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d74158e: reopening flushed file at 1731640541277 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f20e6de: reopening flushed file at 1731640541288 (+11 ms)Finished flush of dataSize ~230.51 KB/236042, heapSize ~275.02 KB/281624, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 221ms, sequenceid=485, compaction requested=false at 1731640541298 (+10 ms)Writing region close event to WAL at 1731640541305 (+7 ms)Closed at 1731640541305 2024-11-15T03:15:41,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37589 is added to blk_1073741830_1006 (size=268414) 2024-11-15T03:15:41,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38551 is added to blk_1073741830_1006 (size=268414) 2024-11-15T03:15:41,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45341 is added to blk_1073741830_1006 (size=268414) 2024-11-15T03:15:41,310 INFO [M:0;91f82191efb8:37623 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T03:15:41,310 INFO [M:0;91f82191efb8:37623 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37623 2024-11-15T03:15:41,310 INFO [M:0;91f82191efb8:37623 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T03:15:41,311 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T03:15:41,427 INFO [M:0;91f82191efb8:37623 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T03:15:41,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37623-0x1013c7cbe230000, quorum=127.0.0.1:51587, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T03:15:41,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37623-0x1013c7cbe230000, quorum=127.0.0.1:51587, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T03:15:41,440 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@242e51be{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T03:15:41,442 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@43db8ad6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T03:15:41,443 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T03:15:41,443 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ecb361e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T03:15:41,443 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@407fbe3d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4df81ef0-c85e-a16e-6dd7-32e7196500f6/hadoop.log.dir/,STOPPED} 2024-11-15T03:15:41,445 WARN [BP-14274777-172.17.0.2-1731640473405 heartbeating to localhost/127.0.0.1:45957 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T03:15:41,445 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T03:15:41,445 WARN [BP-14274777-172.17.0.2-1731640473405 heartbeating to localhost/127.0.0.1:45957 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-14274777-172.17.0.2-1731640473405 (Datanode Uuid 02f581b2-a7f2-48b8-a8cb-0995abec9c54) service to localhost/127.0.0.1:45957 2024-11-15T03:15:41,445 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T03:15:41,446 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4df81ef0-c85e-a16e-6dd7-32e7196500f6/cluster_f1d66d2a-7bfb-9484-1e82-3b5abc60e96f/data/data5/current/BP-14274777-172.17.0.2-1731640473405 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T03:15:41,446 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4df81ef0-c85e-a16e-6dd7-32e7196500f6/cluster_f1d66d2a-7bfb-9484-1e82-3b5abc60e96f/data/data6/current/BP-14274777-172.17.0.2-1731640473405 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T03:15:41,446 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T03:15:41,451 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ceade03{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T03:15:41,452 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@12ae1b60{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T03:15:41,452 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T03:15:41,452 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@798c66ca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T03:15:41,452 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cd54326{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4df81ef0-c85e-a16e-6dd7-32e7196500f6/hadoop.log.dir/,STOPPED} 2024-11-15T03:15:41,456 WARN [BP-14274777-172.17.0.2-1731640473405 heartbeating to localhost/127.0.0.1:45957 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T03:15:41,456 WARN [BP-14274777-172.17.0.2-1731640473405 heartbeating to localhost/127.0.0.1:45957 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-14274777-172.17.0.2-1731640473405 (Datanode Uuid f368a0f1-c1cf-4d55-b8b3-0d20c6b4fded) service to localhost/127.0.0.1:45957 2024-11-15T03:15:41,457 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4df81ef0-c85e-a16e-6dd7-32e7196500f6/cluster_f1d66d2a-7bfb-9484-1e82-3b5abc60e96f/data/data3/current/BP-14274777-172.17.0.2-1731640473405 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T03:15:41,457 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T03:15:41,458 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T03:15:41,458 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T03:15:41,458 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4df81ef0-c85e-a16e-6dd7-32e7196500f6/cluster_f1d66d2a-7bfb-9484-1e82-3b5abc60e96f/data/data4/current/BP-14274777-172.17.0.2-1731640473405 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T03:15:41,469 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@74a21563{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T03:15:41,471 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@565dc315{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T03:15:41,471 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T03:15:41,472 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@413570d2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T03:15:41,472 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@405bd553{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4df81ef0-c85e-a16e-6dd7-32e7196500f6/hadoop.log.dir/,STOPPED} 2024-11-15T03:15:41,476 WARN [BP-14274777-172.17.0.2-1731640473405 heartbeating to localhost/127.0.0.1:45957 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T03:15:41,476 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T03:15:41,476 WARN [BP-14274777-172.17.0.2-1731640473405 heartbeating to localhost/127.0.0.1:45957 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-14274777-172.17.0.2-1731640473405 (Datanode Uuid b05fe281-33c7-44b9-8342-dca4cc79fc9b) service to localhost/127.0.0.1:45957 2024-11-15T03:15:41,476 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T03:15:41,477 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4df81ef0-c85e-a16e-6dd7-32e7196500f6/cluster_f1d66d2a-7bfb-9484-1e82-3b5abc60e96f/data/data1/current/BP-14274777-172.17.0.2-1731640473405 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T03:15:41,477 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4df81ef0-c85e-a16e-6dd7-32e7196500f6/cluster_f1d66d2a-7bfb-9484-1e82-3b5abc60e96f/data/data2/current/BP-14274777-172.17.0.2-1731640473405 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T03:15:41,514 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T03:15:41,524 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@66844c6d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T03:15:41,525 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@29b0af6a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T03:15:41,525 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T03:15:41,525 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41f7b630{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T03:15:41,525 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5021f3e9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4df81ef0-c85e-a16e-6dd7-32e7196500f6/hadoop.log.dir/,STOPPED} 2024-11-15T03:15:41,535 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-15T03:15:41,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T03:15:41,595 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=128 (was 98) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:45957 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:45957 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:45957 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:45957 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:45957 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:45957 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:45957 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45957 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45957 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45957 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45957 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45957 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=476 (was 442) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=677 (was 314) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1339 (was 2975)