2024-12-05 11:12:24,159 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-12-05 11:12:24,182 main DEBUG Took 0.020116 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-05 11:12:24,183 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-05 11:12:24,183 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-05 11:12:24,185 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-05 11:12:24,187 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 11:12:24,204 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-05 11:12:24,218 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 11:12:24,219 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 11:12:24,220 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 11:12:24,220 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 11:12:24,221 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 11:12:24,221 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 11:12:24,222 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 11:12:24,224 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 11:12:24,225 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 11:12:24,225 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 11:12:24,226 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 11:12:24,226 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 11:12:24,227 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 11:12:24,227 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 11:12:24,227 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 11:12:24,228 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 11:12:24,228 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 11:12:24,228 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 11:12:24,229 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 11:12:24,229 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 11:12:24,229 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 11:12:24,230 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 11:12:24,230 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 11:12:24,230 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 11:12:24,231 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 11:12:24,231 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-05 11:12:24,233 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 11:12:24,234 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-05 11:12:24,237 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-05 11:12:24,237 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-05 11:12:24,239 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-05 11:12:24,239 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-05 11:12:24,249 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-05 11:12:24,252 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-05 11:12:24,255 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-05 11:12:24,255 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-05 11:12:24,256 main DEBUG createAppenders(={Console}) 2024-12-05 11:12:24,257 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-12-05 11:12:24,258 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-12-05 11:12:24,258 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-12-05 11:12:24,259 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-05 11:12:24,259 main DEBUG OutputStream closed 2024-12-05 11:12:24,260 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-05 11:12:24,260 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-05 11:12:24,260 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-12-05 11:12:24,340 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-05 11:12:24,342 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-05 11:12:24,343 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-05 11:12:24,344 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-05 11:12:24,345 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-05 11:12:24,345 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-05 11:12:24,346 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-05 11:12:24,346 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-05 11:12:24,346 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-05 11:12:24,347 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-05 11:12:24,347 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-05 11:12:24,348 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-05 11:12:24,348 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-05 11:12:24,349 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-05 11:12:24,349 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-05 11:12:24,349 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-05 11:12:24,349 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-05 11:12:24,350 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-05 11:12:24,352 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-05 11:12:24,353 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-12-05 11:12:24,353 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-05 11:12:24,354 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-12-05T11:12:24,371 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-12-05 11:12:24,375 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-05 11:12:24,375 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-05T11:12:24,386 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-12-05T11:12:24,436 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=293, ProcessCount=12, AvailableMemoryMB=8457 2024-12-05T11:12:24,787 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f16543d-92ed-7a7f-bb46-57defb2b4dd6 2024-12-05T11:12:24,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T11:12:24,808 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f16543d-92ed-7a7f-bb46-57defb2b4dd6/cluster_4e712f54-61d0-4b5d-caa2-e3f31480a4e3, deleteOnExit=true 2024-12-05T11:12:24,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T11:12:24,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f16543d-92ed-7a7f-bb46-57defb2b4dd6/test.cache.data in system properties and HBase conf 2024-12-05T11:12:24,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f16543d-92ed-7a7f-bb46-57defb2b4dd6/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T11:12:24,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f16543d-92ed-7a7f-bb46-57defb2b4dd6/hadoop.log.dir in system properties and HBase conf 2024-12-05T11:12:24,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f16543d-92ed-7a7f-bb46-57defb2b4dd6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T11:12:24,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f16543d-92ed-7a7f-bb46-57defb2b4dd6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T11:12:24,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T11:12:24,913 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-05T11:12:25,028 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T11:12:25,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f16543d-92ed-7a7f-bb46-57defb2b4dd6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T11:12:25,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f16543d-92ed-7a7f-bb46-57defb2b4dd6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T11:12:25,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f16543d-92ed-7a7f-bb46-57defb2b4dd6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T11:12:25,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f16543d-92ed-7a7f-bb46-57defb2b4dd6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T11:12:25,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f16543d-92ed-7a7f-bb46-57defb2b4dd6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T11:12:25,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f16543d-92ed-7a7f-bb46-57defb2b4dd6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T11:12:25,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f16543d-92ed-7a7f-bb46-57defb2b4dd6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T11:12:25,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f16543d-92ed-7a7f-bb46-57defb2b4dd6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T11:12:25,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f16543d-92ed-7a7f-bb46-57defb2b4dd6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T11:12:25,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f16543d-92ed-7a7f-bb46-57defb2b4dd6/nfs.dump.dir in system properties and HBase conf 2024-12-05T11:12:25,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f16543d-92ed-7a7f-bb46-57defb2b4dd6/java.io.tmpdir in system properties and HBase conf 2024-12-05T11:12:25,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f16543d-92ed-7a7f-bb46-57defb2b4dd6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T11:12:25,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f16543d-92ed-7a7f-bb46-57defb2b4dd6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T11:12:25,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f16543d-92ed-7a7f-bb46-57defb2b4dd6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T11:12:26,321 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-05T11:12:26,401 INFO [Time-limited test {}] log.Log(170): Logging initialized @3146ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-05T11:12:26,482 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T11:12:26,560 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T11:12:26,594 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T11:12:26,595 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T11:12:26,596 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T11:12:26,615 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T11:12:26,618 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f16543d-92ed-7a7f-bb46-57defb2b4dd6/hadoop.log.dir/,AVAILABLE} 2024-12-05T11:12:26,619 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T11:12:26,821 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f16543d-92ed-7a7f-bb46-57defb2b4dd6/java.io.tmpdir/jetty-localhost-42363-hadoop-hdfs-3_4_1-tests_jar-_-any-16755366456826197197/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T11:12:26,827 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:42363} 2024-12-05T11:12:26,828 INFO [Time-limited test {}] server.Server(415): Started @3573ms 2024-12-05T11:12:27,463 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T11:12:27,471 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T11:12:27,473 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T11:12:27,473 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T11:12:27,473 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T11:12:27,474 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@225fb320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f16543d-92ed-7a7f-bb46-57defb2b4dd6/hadoop.log.dir/,AVAILABLE} 2024-12-05T11:12:27,475 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55b4afc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T11:12:27,589 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1722ba9a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f16543d-92ed-7a7f-bb46-57defb2b4dd6/java.io.tmpdir/jetty-localhost-44437-hadoop-hdfs-3_4_1-tests_jar-_-any-17110061880959180570/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T11:12:27,590 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@57faae2b{HTTP/1.1, (http/1.1)}{localhost:44437} 2024-12-05T11:12:27,590 INFO [Time-limited test {}] server.Server(415): Started @4336ms 2024-12-05T11:12:27,648 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T11:12:27,808 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T11:12:27,818 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T11:12:27,830 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T11:12:27,830 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T11:12:27,831 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T11:12:27,834 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cae7855{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f16543d-92ed-7a7f-bb46-57defb2b4dd6/hadoop.log.dir/,AVAILABLE} 2024-12-05T11:12:27,835 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a2b6a73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T11:12:27,971 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@9d2632f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f16543d-92ed-7a7f-bb46-57defb2b4dd6/java.io.tmpdir/jetty-localhost-38061-hadoop-hdfs-3_4_1-tests_jar-_-any-781380031109113621/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T11:12:27,972 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c8e80d{HTTP/1.1, (http/1.1)}{localhost:38061} 2024-12-05T11:12:27,972 INFO [Time-limited test {}] server.Server(415): Started @4718ms 2024-12-05T11:12:27,975 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T11:12:28,026 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T11:12:28,032 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T11:12:28,037 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T11:12:28,037 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T11:12:28,038 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T11:12:28,039 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55fcaba0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f16543d-92ed-7a7f-bb46-57defb2b4dd6/hadoop.log.dir/,AVAILABLE} 2024-12-05T11:12:28,039 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3abb77fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T11:12:28,140 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e7c21d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f16543d-92ed-7a7f-bb46-57defb2b4dd6/java.io.tmpdir/jetty-localhost-38379-hadoop-hdfs-3_4_1-tests_jar-_-any-13020322891517867534/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T11:12:28,140 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@30cac06d{HTTP/1.1, (http/1.1)}{localhost:38379} 2024-12-05T11:12:28,140 INFO [Time-limited test {}] server.Server(415): Started @4886ms 2024-12-05T11:12:28,142 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T11:12:29,736 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f16543d-92ed-7a7f-bb46-57defb2b4dd6/cluster_4e712f54-61d0-4b5d-caa2-e3f31480a4e3/data/data2/current/BP-1453702882-172.17.0.2-1733397145643/current, will proceed with Du for space computation calculation, 2024-12-05T11:12:29,736 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f16543d-92ed-7a7f-bb46-57defb2b4dd6/cluster_4e712f54-61d0-4b5d-caa2-e3f31480a4e3/data/data1/current/BP-1453702882-172.17.0.2-1733397145643/current, will proceed with Du for space computation calculation, 2024-12-05T11:12:29,736 WARN [Thread-129 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f16543d-92ed-7a7f-bb46-57defb2b4dd6/cluster_4e712f54-61d0-4b5d-caa2-e3f31480a4e3/data/data6/current/BP-1453702882-172.17.0.2-1733397145643/current, will proceed with Du for space computation calculation, 2024-12-05T11:12:29,736 WARN [Thread-126 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f16543d-92ed-7a7f-bb46-57defb2b4dd6/cluster_4e712f54-61d0-4b5d-caa2-e3f31480a4e3/data/data3/current/BP-1453702882-172.17.0.2-1733397145643/current, will proceed with Du for space computation calculation, 2024-12-05T11:12:29,736 WARN [Thread-128 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f16543d-92ed-7a7f-bb46-57defb2b4dd6/cluster_4e712f54-61d0-4b5d-caa2-e3f31480a4e3/data/data5/current/BP-1453702882-172.17.0.2-1733397145643/current, will proceed with Du for space computation calculation, 2024-12-05T11:12:29,736 WARN [Thread-127 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f16543d-92ed-7a7f-bb46-57defb2b4dd6/cluster_4e712f54-61d0-4b5d-caa2-e3f31480a4e3/data/data4/current/BP-1453702882-172.17.0.2-1733397145643/current, will proceed with Du for space computation calculation, 2024-12-05T11:12:29,774 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T11:12:29,774 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T11:12:29,775 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T11:12:29,818 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x545ef39ade82d74b with lease ID 0xad1695d7be8b3a18: Processing first storage report for DS-7b3876f7-3c1e-4da0-97cc-87298f2ea9f4 from datanode DatanodeRegistration(127.0.0.1:44323, datanodeUuid=5777836d-4b15-4a76-aa7f-5b7dc9625d0f, infoPort=35169, infoSecurePort=0, ipcPort=41427, storageInfo=lv=-57;cid=testClusterID;nsid=1253673997;c=1733397145643) 2024-12-05T11:12:29,819 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x545ef39ade82d74b with lease ID 0xad1695d7be8b3a18: from storage DS-7b3876f7-3c1e-4da0-97cc-87298f2ea9f4 node DatanodeRegistration(127.0.0.1:44323, datanodeUuid=5777836d-4b15-4a76-aa7f-5b7dc9625d0f, infoPort=35169, infoSecurePort=0, ipcPort=41427, storageInfo=lv=-57;cid=testClusterID;nsid=1253673997;c=1733397145643), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-05T11:12:29,820 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xec6e2bdf0c7c4812 with lease ID 0xad1695d7be8b3a19: Processing first storage report for DS-2627d2a9-8a83-42bd-811c-a489c13d1e54 from datanode DatanodeRegistration(127.0.0.1:36591, datanodeUuid=b3ed42ed-f2c3-4085-a5fd-07f24e1f9638, infoPort=36681, infoSecurePort=0, ipcPort=38007, storageInfo=lv=-57;cid=testClusterID;nsid=1253673997;c=1733397145643) 2024-12-05T11:12:29,820 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xec6e2bdf0c7c4812 with lease ID 0xad1695d7be8b3a19: from storage DS-2627d2a9-8a83-42bd-811c-a489c13d1e54 node DatanodeRegistration(127.0.0.1:36591, datanodeUuid=b3ed42ed-f2c3-4085-a5fd-07f24e1f9638, infoPort=36681, infoSecurePort=0, ipcPort=38007, storageInfo=lv=-57;cid=testClusterID;nsid=1253673997;c=1733397145643), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T11:12:29,820 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x25d0576b7bf8602c with lease ID 0xad1695d7be8b3a17: Processing first storage report for DS-4cf3a535-ef2c-4e22-8f9b-e5d62bb847e0 from datanode DatanodeRegistration(127.0.0.1:33819, datanodeUuid=2bd987ec-4aea-4d28-8e39-160a04f7f346, infoPort=33289, infoSecurePort=0, ipcPort=42189, storageInfo=lv=-57;cid=testClusterID;nsid=1253673997;c=1733397145643) 2024-12-05T11:12:29,820 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x25d0576b7bf8602c with lease ID 0xad1695d7be8b3a17: from storage DS-4cf3a535-ef2c-4e22-8f9b-e5d62bb847e0 node DatanodeRegistration(127.0.0.1:33819, datanodeUuid=2bd987ec-4aea-4d28-8e39-160a04f7f346, infoPort=33289, infoSecurePort=0, ipcPort=42189, storageInfo=lv=-57;cid=testClusterID;nsid=1253673997;c=1733397145643), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-05T11:12:29,820 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x545ef39ade82d74b with lease ID 0xad1695d7be8b3a18: Processing first storage report for DS-c511ad25-a761-4e22-ae4c-75b8fdf8d634 from datanode DatanodeRegistration(127.0.0.1:44323, datanodeUuid=5777836d-4b15-4a76-aa7f-5b7dc9625d0f, infoPort=35169, infoSecurePort=0, ipcPort=41427, storageInfo=lv=-57;cid=testClusterID;nsid=1253673997;c=1733397145643) 2024-12-05T11:12:29,820 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x545ef39ade82d74b with lease ID 0xad1695d7be8b3a18: from storage DS-c511ad25-a761-4e22-ae4c-75b8fdf8d634 node DatanodeRegistration(127.0.0.1:44323, datanodeUuid=5777836d-4b15-4a76-aa7f-5b7dc9625d0f, infoPort=35169, infoSecurePort=0, ipcPort=41427, storageInfo=lv=-57;cid=testClusterID;nsid=1253673997;c=1733397145643), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T11:12:29,821 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xec6e2bdf0c7c4812 with lease ID 0xad1695d7be8b3a19: Processing first storage report for DS-a30f2185-1781-4a9a-83d5-061dac590ac5 from datanode DatanodeRegistration(127.0.0.1:36591, datanodeUuid=b3ed42ed-f2c3-4085-a5fd-07f24e1f9638, infoPort=36681, infoSecurePort=0, ipcPort=38007, storageInfo=lv=-57;cid=testClusterID;nsid=1253673997;c=1733397145643) 2024-12-05T11:12:29,821 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xec6e2bdf0c7c4812 with lease ID 0xad1695d7be8b3a19: from storage DS-a30f2185-1781-4a9a-83d5-061dac590ac5 node DatanodeRegistration(127.0.0.1:36591, datanodeUuid=b3ed42ed-f2c3-4085-a5fd-07f24e1f9638, infoPort=36681, infoSecurePort=0, ipcPort=38007, storageInfo=lv=-57;cid=testClusterID;nsid=1253673997;c=1733397145643), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T11:12:29,821 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x25d0576b7bf8602c with lease ID 0xad1695d7be8b3a17: Processing first storage report for DS-f0a1d613-bcee-41c1-b3a2-671c7a1e7a4b from datanode DatanodeRegistration(127.0.0.1:33819, datanodeUuid=2bd987ec-4aea-4d28-8e39-160a04f7f346, infoPort=33289, infoSecurePort=0, ipcPort=42189, storageInfo=lv=-57;cid=testClusterID;nsid=1253673997;c=1733397145643) 2024-12-05T11:12:29,821 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x25d0576b7bf8602c with lease ID 0xad1695d7be8b3a17: from storage DS-f0a1d613-bcee-41c1-b3a2-671c7a1e7a4b node DatanodeRegistration(127.0.0.1:33819, datanodeUuid=2bd987ec-4aea-4d28-8e39-160a04f7f346, infoPort=33289, infoSecurePort=0, ipcPort=42189, storageInfo=lv=-57;cid=testClusterID;nsid=1253673997;c=1733397145643), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-05T11:12:29,871 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f16543d-92ed-7a7f-bb46-57defb2b4dd6 2024-12-05T11:12:29,933 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f16543d-92ed-7a7f-bb46-57defb2b4dd6/cluster_4e712f54-61d0-4b5d-caa2-e3f31480a4e3/zookeeper_0, clientPort=64359, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f16543d-92ed-7a7f-bb46-57defb2b4dd6/cluster_4e712f54-61d0-4b5d-caa2-e3f31480a4e3/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f16543d-92ed-7a7f-bb46-57defb2b4dd6/cluster_4e712f54-61d0-4b5d-caa2-e3f31480a4e3/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T11:12:29,941 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64359 2024-12-05T11:12:29,953 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:12:29,955 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:12:30,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33819 is added to blk_1073741825_1001 (size=7) 2024-12-05T11:12:30,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44323 is added to blk_1073741825_1001 (size=7) 2024-12-05T11:12:30,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741825_1001 (size=7) 2024-12-05T11:12:30,597 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a with version=8 2024-12-05T11:12:30,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/hbase-staging 2024-12-05T11:12:30,671 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-05T11:12:30,879 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6706a97ae65f:0 server-side Connection retries=45 2024-12-05T11:12:30,889 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:12:30,890 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T11:12:30,894 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T11:12:30,894 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:12:30,895 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T11:12:31,021 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T11:12:31,085 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-05T11:12:31,097 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-05T11:12:31,101 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T11:12:31,131 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1004 (auto-detected) 2024-12-05T11:12:31,132 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-05T11:12:31,159 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45813 2024-12-05T11:12:31,180 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45813 connecting to ZooKeeper ensemble=127.0.0.1:64359 2024-12-05T11:12:31,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:458130x0, quorum=127.0.0.1:64359, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T11:12:31,256 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45813-0x101a53174860000 connected 2024-12-05T11:12:31,353 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:12:31,357 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:12:31,368 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45813-0x101a53174860000, quorum=127.0.0.1:64359, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T11:12:31,372 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a, hbase.cluster.distributed=false 2024-12-05T11:12:31,398 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45813-0x101a53174860000, quorum=127.0.0.1:64359, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T11:12:31,402 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45813 2024-12-05T11:12:31,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45813 2024-12-05T11:12:31,405 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45813 2024-12-05T11:12:31,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45813 2024-12-05T11:12:31,409 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45813 2024-12-05T11:12:31,509 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6706a97ae65f:0 server-side Connection retries=45 2024-12-05T11:12:31,510 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:12:31,511 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T11:12:31,511 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T11:12:31,511 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:12:31,511 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T11:12:31,514 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T11:12:31,516 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T11:12:31,516 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35389 2024-12-05T11:12:31,518 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35389 connecting to ZooKeeper ensemble=127.0.0.1:64359 2024-12-05T11:12:31,519 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:12:31,522 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:12:31,538 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:353890x0, quorum=127.0.0.1:64359, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T11:12:31,538 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35389-0x101a53174860001 connected 2024-12-05T11:12:31,539 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35389-0x101a53174860001, quorum=127.0.0.1:64359, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T11:12:31,542 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T11:12:31,549 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T11:12:31,551 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35389-0x101a53174860001, quorum=127.0.0.1:64359, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T11:12:31,556 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35389-0x101a53174860001, quorum=127.0.0.1:64359, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T11:12:31,557 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35389 2024-12-05T11:12:31,557 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35389 2024-12-05T11:12:31,557 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35389 2024-12-05T11:12:31,558 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35389 2024-12-05T11:12:31,558 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35389 2024-12-05T11:12:31,572 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6706a97ae65f:0 server-side Connection retries=45 2024-12-05T11:12:31,573 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:12:31,573 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T11:12:31,573 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T11:12:31,573 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:12:31,574 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T11:12:31,574 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T11:12:31,574 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T11:12:31,575 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40639 2024-12-05T11:12:31,577 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40639 connecting to ZooKeeper ensemble=127.0.0.1:64359 2024-12-05T11:12:31,578 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:12:31,582 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:12:31,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:406390x0, quorum=127.0.0.1:64359, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T11:12:31,602 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:406390x0, quorum=127.0.0.1:64359, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T11:12:31,602 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40639-0x101a53174860002 connected 2024-12-05T11:12:31,603 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T11:12:31,603 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T11:12:31,604 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40639-0x101a53174860002, quorum=127.0.0.1:64359, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T11:12:31,606 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40639-0x101a53174860002, quorum=127.0.0.1:64359, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T11:12:31,606 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40639 2024-12-05T11:12:31,607 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40639 2024-12-05T11:12:31,607 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40639 2024-12-05T11:12:31,608 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40639 2024-12-05T11:12:31,608 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40639 2024-12-05T11:12:31,623 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6706a97ae65f:0 server-side Connection retries=45 2024-12-05T11:12:31,623 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:12:31,623 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T11:12:31,624 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T11:12:31,624 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:12:31,624 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T11:12:31,624 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T11:12:31,624 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T11:12:31,625 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46251 2024-12-05T11:12:31,626 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46251 connecting to ZooKeeper ensemble=127.0.0.1:64359 2024-12-05T11:12:31,627 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:12:31,629 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:12:31,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:462510x0, quorum=127.0.0.1:64359, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T11:12:31,644 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:462510x0, quorum=127.0.0.1:64359, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T11:12:31,644 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46251-0x101a53174860003 connected 2024-12-05T11:12:31,644 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T11:12:31,645 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T11:12:31,646 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46251-0x101a53174860003, quorum=127.0.0.1:64359, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T11:12:31,648 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46251-0x101a53174860003, quorum=127.0.0.1:64359, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T11:12:31,649 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46251 2024-12-05T11:12:31,649 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46251 2024-12-05T11:12:31,650 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46251 2024-12-05T11:12:31,650 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46251 2024-12-05T11:12:31,650 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46251 2024-12-05T11:12:31,663 DEBUG [M:0;6706a97ae65f:45813 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6706a97ae65f:45813 2024-12-05T11:12:31,664 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/6706a97ae65f,45813,1733397150717 2024-12-05T11:12:31,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45813-0x101a53174860000, quorum=127.0.0.1:64359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T11:12:31,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40639-0x101a53174860002, quorum=127.0.0.1:64359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T11:12:31,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46251-0x101a53174860003, quorum=127.0.0.1:64359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T11:12:31,678 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35389-0x101a53174860001, quorum=127.0.0.1:64359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T11:12:31,680 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45813-0x101a53174860000, quorum=127.0.0.1:64359, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/6706a97ae65f,45813,1733397150717 2024-12-05T11:12:31,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46251-0x101a53174860003, quorum=127.0.0.1:64359, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T11:12:31,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45813-0x101a53174860000, quorum=127.0.0.1:64359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:12:31,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40639-0x101a53174860002, quorum=127.0.0.1:64359, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T11:12:31,709 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35389-0x101a53174860001, quorum=127.0.0.1:64359, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T11:12:31,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40639-0x101a53174860002, quorum=127.0.0.1:64359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:12:31,709 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35389-0x101a53174860001, quorum=127.0.0.1:64359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:12:31,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46251-0x101a53174860003, quorum=127.0.0.1:64359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:12:31,710 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45813-0x101a53174860000, quorum=127.0.0.1:64359, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-05T11:12:31,711 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/6706a97ae65f,45813,1733397150717 from backup master directory 2024-12-05T11:12:31,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45813-0x101a53174860000, quorum=127.0.0.1:64359, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/6706a97ae65f,45813,1733397150717 2024-12-05T11:12:31,719 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35389-0x101a53174860001, quorum=127.0.0.1:64359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T11:12:31,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46251-0x101a53174860003, quorum=127.0.0.1:64359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T11:12:31,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40639-0x101a53174860002, quorum=127.0.0.1:64359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T11:12:31,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45813-0x101a53174860000, quorum=127.0.0.1:64359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T11:12:31,720 WARN [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T11:12:31,720 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6706a97ae65f,45813,1733397150717 2024-12-05T11:12:31,723 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-05T11:12:31,724 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-05T11:12:31,774 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/hbase.id] with ID: 68f4c13f-b6d4-4093-8c21-95a2d4f50d82 2024-12-05T11:12:31,774 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/.tmp/hbase.id 2024-12-05T11:12:31,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44323 is added to blk_1073741826_1002 (size=42) 2024-12-05T11:12:31,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741826_1002 (size=42) 2024-12-05T11:12:31,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33819 is added to blk_1073741826_1002 (size=42) 2024-12-05T11:12:31,788 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/.tmp/hbase.id]:[hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/hbase.id] 2024-12-05T11:12:31,835 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:12:31,839 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T11:12:31,857 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-12-05T11:12:31,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45813-0x101a53174860000, quorum=127.0.0.1:64359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:12:31,867 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35389-0x101a53174860001, quorum=127.0.0.1:64359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:12:31,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46251-0x101a53174860003, quorum=127.0.0.1:64359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:12:31,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40639-0x101a53174860002, quorum=127.0.0.1:64359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:12:31,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33819 is added to blk_1073741827_1003 (size=196) 2024-12-05T11:12:31,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741827_1003 (size=196) 2024-12-05T11:12:31,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44323 is added to blk_1073741827_1003 (size=196) 2024-12-05T11:12:31,899 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T11:12:31,901 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T11:12:31,913 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T11:12:31,917 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T11:12:31,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44323 is added to blk_1073741828_1004 (size=1189) 2024-12-05T11:12:31,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33819 is added to blk_1073741828_1004 (size=1189) 2024-12-05T11:12:31,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741828_1004 (size=1189) 2024-12-05T11:12:31,960 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/MasterData/data/master/store 2024-12-05T11:12:31,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33819 is added to blk_1073741829_1005 (size=34) 2024-12-05T11:12:31,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44323 is added to blk_1073741829_1005 (size=34) 2024-12-05T11:12:31,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741829_1005 (size=34) 2024-12-05T11:12:31,984 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-05T11:12:31,987 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:12:31,989 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T11:12:31,989 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:12:31,989 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:12:31,991 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T11:12:31,991 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:12:31,992 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:12:31,993 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733397151989Disabling compacts and flushes for region at 1733397151989Disabling writes for close at 1733397151991 (+2 ms)Writing region close event to WAL at 1733397151992 (+1 ms)Closed at 1733397151992 2024-12-05T11:12:31,995 WARN [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/MasterData/data/master/store/.initializing 2024-12-05T11:12:31,995 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/MasterData/WALs/6706a97ae65f,45813,1733397150717 2024-12-05T11:12:32,003 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T11:12:32,018 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6706a97ae65f%2C45813%2C1733397150717, suffix=, logDir=hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/MasterData/WALs/6706a97ae65f,45813,1733397150717, archiveDir=hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/MasterData/oldWALs, maxLogs=10 2024-12-05T11:12:32,047 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/MasterData/WALs/6706a97ae65f,45813,1733397150717/6706a97ae65f%2C45813%2C1733397150717.1733397152024, exclude list is [], retry=0 2024-12-05T11:12:32,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33819,DS-4cf3a535-ef2c-4e22-8f9b-e5d62bb847e0,DISK] 2024-12-05T11:12:32,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44323,DS-7b3876f7-3c1e-4da0-97cc-87298f2ea9f4,DISK] 2024-12-05T11:12:32,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36591,DS-2627d2a9-8a83-42bd-811c-a489c13d1e54,DISK] 2024-12-05T11:12:32,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-05T11:12:32,098 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/MasterData/WALs/6706a97ae65f,45813,1733397150717/6706a97ae65f%2C45813%2C1733397150717.1733397152024 2024-12-05T11:12:32,099 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35169:35169),(127.0.0.1/127.0.0.1:36681:36681),(127.0.0.1/127.0.0.1:33289:33289)] 2024-12-05T11:12:32,100 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T11:12:32,100 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:12:32,102 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:12:32,103 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:12:32,134 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:12:32,155 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T11:12:32,158 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:12:32,160 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:12:32,161 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:12:32,163 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T11:12:32,164 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:12:32,165 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:12:32,165 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:12:32,167 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T11:12:32,167 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:12:32,168 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:12:32,169 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:12:32,171 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T11:12:32,171 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:12:32,172 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:12:32,173 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:12:32,176 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:12:32,177 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:12:32,182 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:12:32,182 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:12:32,185 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T11:12:32,188 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:12:32,193 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T11:12:32,194 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72308741, jitterRate=0.07748420536518097}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T11:12:32,199 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733397152114Initializing all the Stores at 1733397152115 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397152116 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397152116Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397152117 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397152117Cleaning up temporary data from old regions at 1733397152182 (+65 ms)Region opened successfully at 1733397152199 (+17 ms) 2024-12-05T11:12:32,200 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T11:12:32,230 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ee6672a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6706a97ae65f/172.17.0.2:0 2024-12-05T11:12:32,256 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T11:12:32,265 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T11:12:32,265 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T11:12:32,267 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T11:12:32,269 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-05T11:12:32,273 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-12-05T11:12:32,273 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-12-05T11:12:32,299 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T11:12:32,308 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45813-0x101a53174860000, quorum=127.0.0.1:64359, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-05T11:12:32,327 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-05T11:12:32,329 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T11:12:32,331 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45813-0x101a53174860000, quorum=127.0.0.1:64359, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-05T11:12:32,340 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-05T11:12:32,343 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T11:12:32,347 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45813-0x101a53174860000, quorum=127.0.0.1:64359, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-05T11:12:32,358 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-05T11:12:32,360 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45813-0x101a53174860000, quorum=127.0.0.1:64359, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-05T11:12:32,372 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-05T11:12:32,391 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45813-0x101a53174860000, quorum=127.0.0.1:64359, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T11:12:32,403 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-05T11:12:32,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45813-0x101a53174860000, quorum=127.0.0.1:64359, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T11:12:32,414 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35389-0x101a53174860001, quorum=127.0.0.1:64359, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T11:12:32,414 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35389-0x101a53174860001, quorum=127.0.0.1:64359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:12:32,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45813-0x101a53174860000, quorum=127.0.0.1:64359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:12:32,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40639-0x101a53174860002, quorum=127.0.0.1:64359, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T11:12:32,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40639-0x101a53174860002, quorum=127.0.0.1:64359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:12:32,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46251-0x101a53174860003, quorum=127.0.0.1:64359, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T11:12:32,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46251-0x101a53174860003, quorum=127.0.0.1:64359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:12:32,418 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6706a97ae65f,45813,1733397150717, sessionid=0x101a53174860000, setting cluster-up flag (Was=false) 2024-12-05T11:12:32,456 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35389-0x101a53174860001, quorum=127.0.0.1:64359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:12:32,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40639-0x101a53174860002, quorum=127.0.0.1:64359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:12:32,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45813-0x101a53174860000, quorum=127.0.0.1:64359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:12:32,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46251-0x101a53174860003, quorum=127.0.0.1:64359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:12:32,488 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-05T11:12:32,490 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6706a97ae65f,45813,1733397150717 2024-12-05T11:12:32,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40639-0x101a53174860002, quorum=127.0.0.1:64359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:12:32,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46251-0x101a53174860003, quorum=127.0.0.1:64359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:12:32,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45813-0x101a53174860000, quorum=127.0.0.1:64359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:12:32,516 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35389-0x101a53174860001, quorum=127.0.0.1:64359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:12:32,551 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-05T11:12:32,553 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6706a97ae65f,45813,1733397150717 2024-12-05T11:12:32,560 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T11:12:32,646 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T11:12:32,654 INFO [RS:0;6706a97ae65f:35389 {}] regionserver.HRegionServer(746): ClusterId : 68f4c13f-b6d4-4093-8c21-95a2d4f50d82 2024-12-05T11:12:32,654 INFO [RS:1;6706a97ae65f:40639 {}] regionserver.HRegionServer(746): ClusterId : 68f4c13f-b6d4-4093-8c21-95a2d4f50d82 2024-12-05T11:12:32,655 INFO [RS:2;6706a97ae65f:46251 {}] regionserver.HRegionServer(746): ClusterId : 68f4c13f-b6d4-4093-8c21-95a2d4f50d82 2024-12-05T11:12:32,655 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T11:12:32,657 DEBUG [RS:1;6706a97ae65f:40639 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T11:12:32,657 DEBUG [RS:2;6706a97ae65f:46251 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T11:12:32,657 DEBUG [RS:0;6706a97ae65f:35389 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T11:12:32,662 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T11:12:32,669 DEBUG [RS:0;6706a97ae65f:35389 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T11:12:32,669 DEBUG [RS:1;6706a97ae65f:40639 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T11:12:32,669 DEBUG [RS:2;6706a97ae65f:46251 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T11:12:32,669 DEBUG [RS:0;6706a97ae65f:35389 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T11:12:32,669 DEBUG [RS:2;6706a97ae65f:46251 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T11:12:32,669 DEBUG [RS:1;6706a97ae65f:40639 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T11:12:32,667 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6706a97ae65f,45813,1733397150717 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T11:12:32,679 DEBUG [RS:1;6706a97ae65f:40639 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T11:12:32,679 DEBUG [RS:2;6706a97ae65f:46251 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T11:12:32,679 DEBUG [RS:0;6706a97ae65f:35389 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T11:12:32,679 DEBUG [RS:1;6706a97ae65f:40639 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fc2a8fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6706a97ae65f/172.17.0.2:0 2024-12-05T11:12:32,679 DEBUG [RS:0;6706a97ae65f:35389 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cd6db98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6706a97ae65f/172.17.0.2:0 2024-12-05T11:12:32,679 DEBUG [RS:2;6706a97ae65f:46251 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a47f9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6706a97ae65f/172.17.0.2:0 2024-12-05T11:12:32,680 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6706a97ae65f:0, corePoolSize=5, maxPoolSize=5 2024-12-05T11:12:32,681 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6706a97ae65f:0, corePoolSize=5, maxPoolSize=5 2024-12-05T11:12:32,681 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6706a97ae65f:0, corePoolSize=5, maxPoolSize=5 2024-12-05T11:12:32,681 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6706a97ae65f:0, corePoolSize=5, maxPoolSize=5 2024-12-05T11:12:32,681 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6706a97ae65f:0, corePoolSize=10, maxPoolSize=10 2024-12-05T11:12:32,681 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:12:32,682 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6706a97ae65f:0, corePoolSize=2, maxPoolSize=2 2024-12-05T11:12:32,682 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:12:32,692 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733397182692 2024-12-05T11:12:32,693 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T11:12:32,693 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T11:12:32,694 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T11:12:32,695 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T11:12:32,698 DEBUG [RS:1;6706a97ae65f:40639 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;6706a97ae65f:40639 2024-12-05T11:12:32,700 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T11:12:32,700 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T11:12:32,700 DEBUG [RS:2;6706a97ae65f:46251 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;6706a97ae65f:46251 2024-12-05T11:12:32,700 DEBUG [RS:0;6706a97ae65f:35389 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6706a97ae65f:35389 2024-12-05T11:12:32,700 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T11:12:32,701 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T11:12:32,702 INFO [RS:0;6706a97ae65f:35389 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T11:12:32,702 INFO [RS:1;6706a97ae65f:40639 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T11:12:32,702 INFO [RS:2;6706a97ae65f:46251 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T11:12:32,702 INFO [RS:0;6706a97ae65f:35389 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T11:12:32,702 INFO [RS:2;6706a97ae65f:46251 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T11:12:32,702 INFO [RS:1;6706a97ae65f:40639 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T11:12:32,702 DEBUG [RS:2;6706a97ae65f:46251 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T11:12:32,702 DEBUG [RS:0;6706a97ae65f:35389 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T11:12:32,702 DEBUG [RS:1;6706a97ae65f:40639 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T11:12:32,702 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:12:32,702 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T11:12:32,705 INFO [RS:1;6706a97ae65f:40639 {}] regionserver.HRegionServer(2659): reportForDuty to master=6706a97ae65f,45813,1733397150717 with port=40639, startcode=1733397151572 2024-12-05T11:12:32,705 INFO [RS:0;6706a97ae65f:35389 {}] regionserver.HRegionServer(2659): reportForDuty to master=6706a97ae65f,45813,1733397150717 with port=35389, startcode=1733397151477 2024-12-05T11:12:32,705 INFO [RS:2;6706a97ae65f:46251 {}] regionserver.HRegionServer(2659): reportForDuty to master=6706a97ae65f,45813,1733397150717 with port=46251, startcode=1733397151623 2024-12-05T11:12:32,704 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T11:12:32,708 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T11:12:32,709 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T11:12:32,710 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T11:12:32,720 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T11:12:32,720 DEBUG [RS:1;6706a97ae65f:40639 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T11:12:32,720 DEBUG [RS:2;6706a97ae65f:46251 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T11:12:32,720 DEBUG [RS:0;6706a97ae65f:35389 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T11:12:32,720 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T11:12:32,723 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.large.0-1733397152721,5,FailOnTimeoutGroup] 2024-12-05T11:12:32,724 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.small.0-1733397152723,5,FailOnTimeoutGroup] 2024-12-05T11:12:32,724 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T11:12:32,725 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T11:12:32,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33819 is added to blk_1073741831_1007 (size=1321) 2024-12-05T11:12:32,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44323 is added to blk_1073741831_1007 (size=1321) 2024-12-05T11:12:32,726 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T11:12:32,727 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T11:12:32,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741831_1007 (size=1321) 2024-12-05T11:12:32,730 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T11:12:32,731 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a 2024-12-05T11:12:32,786 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34299, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T11:12:32,786 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35137, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T11:12:32,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33819 is added to blk_1073741832_1008 (size=32) 2024-12-05T11:12:32,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44323 is added to blk_1073741832_1008 (size=32) 2024-12-05T11:12:32,786 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53865, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T11:12:32,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741832_1008 (size=32) 2024-12-05T11:12:32,792 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:12:32,795 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45813 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6706a97ae65f,35389,1733397151477 2024-12-05T11:12:32,797 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T11:12:32,798 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45813 {}] master.ServerManager(517): Registering regionserver=6706a97ae65f,35389,1733397151477 2024-12-05T11:12:32,801 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T11:12:32,801 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:12:32,803 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:12:32,803 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T11:12:32,806 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T11:12:32,806 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:12:32,807 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:12:32,808 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T11:12:32,810 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T11:12:32,810 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:12:32,811 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45813 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6706a97ae65f,46251,1733397151623 2024-12-05T11:12:32,811 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45813 {}] master.ServerManager(517): Registering regionserver=6706a97ae65f,46251,1733397151623 2024-12-05T11:12:32,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:12:32,812 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T11:12:32,816 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T11:12:32,816 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:12:32,817 DEBUG [RS:0;6706a97ae65f:35389 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a 2024-12-05T11:12:32,817 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45813 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6706a97ae65f,40639,1733397151572 2024-12-05T11:12:32,817 DEBUG [RS:0;6706a97ae65f:35389 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41923 2024-12-05T11:12:32,817 DEBUG [RS:0;6706a97ae65f:35389 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T11:12:32,817 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45813 {}] master.ServerManager(517): Registering regionserver=6706a97ae65f,40639,1733397151572 2024-12-05T11:12:32,818 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:12:32,818 DEBUG [RS:2;6706a97ae65f:46251 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a 2024-12-05T11:12:32,818 DEBUG [RS:2;6706a97ae65f:46251 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41923 2024-12-05T11:12:32,818 DEBUG [RS:2;6706a97ae65f:46251 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T11:12:32,818 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T11:12:32,821 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/data/hbase/meta/1588230740 2024-12-05T11:12:32,822 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/data/hbase/meta/1588230740 2024-12-05T11:12:32,824 DEBUG [RS:1;6706a97ae65f:40639 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a 2024-12-05T11:12:32,824 DEBUG [RS:1;6706a97ae65f:40639 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41923 2024-12-05T11:12:32,824 DEBUG [RS:1;6706a97ae65f:40639 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T11:12:32,827 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T11:12:32,827 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T11:12:32,831 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T11:12:32,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45813-0x101a53174860000, quorum=127.0.0.1:64359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T11:12:32,835 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T11:12:32,840 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T11:12:32,842 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72337427, jitterRate=0.07791166007518768}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T11:12:32,845 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733397152792Initializing all the Stores at 1733397152796 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397152796Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397152797 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397152797Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397152797Cleaning up temporary data from old regions at 1733397152827 (+30 ms)Region opened successfully at 1733397152845 (+18 ms) 2024-12-05T11:12:32,845 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T11:12:32,846 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T11:12:32,846 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T11:12:32,846 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T11:12:32,846 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T11:12:32,848 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T11:12:32,848 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733397152845Disabling compacts and flushes for region at 1733397152845Disabling writes for close at 1733397152846 (+1 ms)Writing region close event to WAL at 1733397152847 (+1 ms)Closed at 1733397152848 (+1 ms) 2024-12-05T11:12:32,852 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T11:12:32,852 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T11:12:32,859 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T11:12:32,870 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T11:12:32,874 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T11:12:32,899 DEBUG [RS:2;6706a97ae65f:46251 {}] zookeeper.ZKUtil(111): regionserver:46251-0x101a53174860003, quorum=127.0.0.1:64359, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6706a97ae65f,46251,1733397151623 2024-12-05T11:12:32,899 DEBUG [RS:0;6706a97ae65f:35389 {}] zookeeper.ZKUtil(111): regionserver:35389-0x101a53174860001, quorum=127.0.0.1:64359, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6706a97ae65f,35389,1733397151477 2024-12-05T11:12:32,899 WARN [RS:2;6706a97ae65f:46251 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T11:12:32,899 DEBUG [RS:1;6706a97ae65f:40639 {}] zookeeper.ZKUtil(111): regionserver:40639-0x101a53174860002, quorum=127.0.0.1:64359, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6706a97ae65f,40639,1733397151572 2024-12-05T11:12:32,899 WARN [RS:0;6706a97ae65f:35389 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T11:12:32,899 WARN [RS:1;6706a97ae65f:40639 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T11:12:32,899 INFO [RS:0;6706a97ae65f:35389 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T11:12:32,899 INFO [RS:2;6706a97ae65f:46251 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T11:12:32,899 INFO [RS:1;6706a97ae65f:40639 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T11:12:32,899 DEBUG [RS:0;6706a97ae65f:35389 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/WALs/6706a97ae65f,35389,1733397151477 2024-12-05T11:12:32,899 DEBUG [RS:1;6706a97ae65f:40639 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/WALs/6706a97ae65f,40639,1733397151572 2024-12-05T11:12:32,899 DEBUG [RS:2;6706a97ae65f:46251 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/WALs/6706a97ae65f,46251,1733397151623 2024-12-05T11:12:32,900 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6706a97ae65f,46251,1733397151623] 2024-12-05T11:12:32,900 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6706a97ae65f,35389,1733397151477] 2024-12-05T11:12:32,900 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6706a97ae65f,40639,1733397151572] 2024-12-05T11:12:32,925 INFO [RS:2;6706a97ae65f:46251 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T11:12:32,925 INFO [RS:1;6706a97ae65f:40639 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T11:12:32,925 INFO [RS:0;6706a97ae65f:35389 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T11:12:32,938 INFO [RS:0;6706a97ae65f:35389 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T11:12:32,938 INFO [RS:2;6706a97ae65f:46251 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T11:12:32,938 INFO [RS:1;6706a97ae65f:40639 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T11:12:32,944 INFO [RS:0;6706a97ae65f:35389 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T11:12:32,944 INFO [RS:1;6706a97ae65f:40639 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T11:12:32,944 INFO [RS:2;6706a97ae65f:46251 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T11:12:32,944 INFO [RS:2;6706a97ae65f:46251 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:12:32,944 INFO [RS:0;6706a97ae65f:35389 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:12:32,944 INFO [RS:1;6706a97ae65f:40639 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:12:32,946 INFO [RS:2;6706a97ae65f:46251 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T11:12:32,953 INFO [RS:1;6706a97ae65f:40639 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T11:12:32,953 INFO [RS:0;6706a97ae65f:35389 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T11:12:32,954 INFO [RS:2;6706a97ae65f:46251 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T11:12:32,954 INFO [RS:1;6706a97ae65f:40639 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T11:12:32,954 INFO [RS:0;6706a97ae65f:35389 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T11:12:32,956 INFO [RS:1;6706a97ae65f:40639 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T11:12:32,956 INFO [RS:2;6706a97ae65f:46251 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T11:12:32,956 INFO [RS:0;6706a97ae65f:35389 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T11:12:32,956 DEBUG [RS:1;6706a97ae65f:40639 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:12:32,957 DEBUG [RS:0;6706a97ae65f:35389 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:12:32,957 DEBUG [RS:1;6706a97ae65f:40639 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:12:32,957 DEBUG [RS:0;6706a97ae65f:35389 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:12:32,956 DEBUG [RS:2;6706a97ae65f:46251 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:12:32,957 DEBUG [RS:1;6706a97ae65f:40639 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:12:32,957 DEBUG [RS:0;6706a97ae65f:35389 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:12:32,957 DEBUG [RS:1;6706a97ae65f:40639 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:12:32,957 DEBUG [RS:0;6706a97ae65f:35389 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:12:32,957 DEBUG [RS:2;6706a97ae65f:46251 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:12:32,957 DEBUG [RS:1;6706a97ae65f:40639 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:12:32,957 DEBUG [RS:0;6706a97ae65f:35389 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:12:32,957 DEBUG [RS:2;6706a97ae65f:46251 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:12:32,957 DEBUG [RS:1;6706a97ae65f:40639 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6706a97ae65f:0, corePoolSize=2, maxPoolSize=2 2024-12-05T11:12:32,957 DEBUG [RS:0;6706a97ae65f:35389 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6706a97ae65f:0, corePoolSize=2, maxPoolSize=2 2024-12-05T11:12:32,957 DEBUG [RS:2;6706a97ae65f:46251 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:12:32,957 DEBUG [RS:1;6706a97ae65f:40639 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:12:32,958 DEBUG [RS:0;6706a97ae65f:35389 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:12:32,958 DEBUG [RS:2;6706a97ae65f:46251 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:12:32,958 DEBUG [RS:1;6706a97ae65f:40639 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:12:32,958 DEBUG [RS:2;6706a97ae65f:46251 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6706a97ae65f:0, corePoolSize=2, maxPoolSize=2 2024-12-05T11:12:32,958 DEBUG [RS:0;6706a97ae65f:35389 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:12:32,958 DEBUG [RS:1;6706a97ae65f:40639 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:12:32,958 DEBUG [RS:0;6706a97ae65f:35389 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:12:32,958 DEBUG [RS:2;6706a97ae65f:46251 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:12:32,958 DEBUG [RS:1;6706a97ae65f:40639 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:12:32,958 DEBUG [RS:0;6706a97ae65f:35389 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:12:32,958 DEBUG [RS:2;6706a97ae65f:46251 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:12:32,958 DEBUG [RS:1;6706a97ae65f:40639 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:12:32,958 DEBUG [RS:2;6706a97ae65f:46251 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:12:32,958 DEBUG [RS:0;6706a97ae65f:35389 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:12:32,958 DEBUG [RS:1;6706a97ae65f:40639 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:12:32,958 DEBUG [RS:2;6706a97ae65f:46251 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:12:32,958 DEBUG [RS:0;6706a97ae65f:35389 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:12:32,958 DEBUG [RS:1;6706a97ae65f:40639 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0, corePoolSize=3, maxPoolSize=3 2024-12-05T11:12:32,958 DEBUG [RS:2;6706a97ae65f:46251 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:12:32,958 DEBUG [RS:0;6706a97ae65f:35389 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0, corePoolSize=3, maxPoolSize=3 2024-12-05T11:12:32,958 DEBUG [RS:1;6706a97ae65f:40639 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6706a97ae65f:0, corePoolSize=3, maxPoolSize=3 2024-12-05T11:12:32,959 DEBUG [RS:0;6706a97ae65f:35389 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6706a97ae65f:0, corePoolSize=3, maxPoolSize=3 2024-12-05T11:12:32,959 DEBUG [RS:2;6706a97ae65f:46251 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:12:32,959 DEBUG [RS:2;6706a97ae65f:46251 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0, corePoolSize=3, maxPoolSize=3 2024-12-05T11:12:32,959 DEBUG [RS:2;6706a97ae65f:46251 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6706a97ae65f:0, corePoolSize=3, maxPoolSize=3 2024-12-05T11:12:32,966 INFO [RS:1;6706a97ae65f:40639 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T11:12:32,967 INFO [RS:1;6706a97ae65f:40639 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T11:12:32,967 INFO [RS:1;6706a97ae65f:40639 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:12:32,967 INFO [RS:1;6706a97ae65f:40639 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T11:12:32,967 INFO [RS:1;6706a97ae65f:40639 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T11:12:32,967 INFO [RS:1;6706a97ae65f:40639 {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,40639,1733397151572-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T11:12:32,968 INFO [RS:0;6706a97ae65f:35389 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T11:12:32,968 INFO [RS:0;6706a97ae65f:35389 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T11:12:32,968 INFO [RS:0;6706a97ae65f:35389 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:12:32,968 INFO [RS:0;6706a97ae65f:35389 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T11:12:32,968 INFO [RS:0;6706a97ae65f:35389 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T11:12:32,968 INFO [RS:0;6706a97ae65f:35389 {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,35389,1733397151477-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T11:12:32,969 INFO [RS:2;6706a97ae65f:46251 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T11:12:32,969 INFO [RS:2;6706a97ae65f:46251 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T11:12:32,969 INFO [RS:2;6706a97ae65f:46251 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:12:32,969 INFO [RS:2;6706a97ae65f:46251 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T11:12:32,969 INFO [RS:2;6706a97ae65f:46251 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T11:12:32,969 INFO [RS:2;6706a97ae65f:46251 {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,46251,1733397151623-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T11:12:32,986 INFO [RS:1;6706a97ae65f:40639 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T11:12:32,988 INFO [RS:0;6706a97ae65f:35389 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T11:12:32,989 INFO [RS:0;6706a97ae65f:35389 {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,35389,1733397151477-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:12:32,989 INFO [RS:1;6706a97ae65f:40639 {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,40639,1733397151572-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:12:32,989 INFO [RS:0;6706a97ae65f:35389 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:12:32,989 INFO [RS:1;6706a97ae65f:40639 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:12:32,989 INFO [RS:0;6706a97ae65f:35389 {}] regionserver.Replication(171): 6706a97ae65f,35389,1733397151477 started 2024-12-05T11:12:32,989 INFO [RS:1;6706a97ae65f:40639 {}] regionserver.Replication(171): 6706a97ae65f,40639,1733397151572 started 2024-12-05T11:12:32,992 INFO [RS:2;6706a97ae65f:46251 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T11:12:32,992 INFO [RS:2;6706a97ae65f:46251 {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,46251,1733397151623-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:12:32,993 INFO [RS:2;6706a97ae65f:46251 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:12:32,993 INFO [RS:2;6706a97ae65f:46251 {}] regionserver.Replication(171): 6706a97ae65f,46251,1733397151623 started 2024-12-05T11:12:33,013 INFO [RS:1;6706a97ae65f:40639 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:12:33,013 INFO [RS:0;6706a97ae65f:35389 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:12:33,014 INFO [RS:1;6706a97ae65f:40639 {}] regionserver.HRegionServer(1482): Serving as 6706a97ae65f,40639,1733397151572, RpcServer on 6706a97ae65f/172.17.0.2:40639, sessionid=0x101a53174860002 2024-12-05T11:12:33,014 INFO [RS:0;6706a97ae65f:35389 {}] regionserver.HRegionServer(1482): Serving as 6706a97ae65f,35389,1733397151477, RpcServer on 6706a97ae65f/172.17.0.2:35389, sessionid=0x101a53174860001 2024-12-05T11:12:33,015 DEBUG [RS:1;6706a97ae65f:40639 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T11:12:33,015 DEBUG [RS:0;6706a97ae65f:35389 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T11:12:33,015 DEBUG [RS:0;6706a97ae65f:35389 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6706a97ae65f,35389,1733397151477 2024-12-05T11:12:33,015 DEBUG [RS:1;6706a97ae65f:40639 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6706a97ae65f,40639,1733397151572 2024-12-05T11:12:33,015 DEBUG [RS:1;6706a97ae65f:40639 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6706a97ae65f,40639,1733397151572' 2024-12-05T11:12:33,015 DEBUG [RS:0;6706a97ae65f:35389 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6706a97ae65f,35389,1733397151477' 2024-12-05T11:12:33,016 DEBUG [RS:0;6706a97ae65f:35389 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-05T11:12:33,016 DEBUG [RS:1;6706a97ae65f:40639 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-05T11:12:33,017 DEBUG [RS:1;6706a97ae65f:40639 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-05T11:12:33,017 DEBUG [RS:0;6706a97ae65f:35389 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-05T11:12:33,017 INFO [RS:2;6706a97ae65f:46251 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:12:33,017 INFO [RS:2;6706a97ae65f:46251 {}] regionserver.HRegionServer(1482): Serving as 6706a97ae65f,46251,1733397151623, RpcServer on 6706a97ae65f/172.17.0.2:46251, sessionid=0x101a53174860003 2024-12-05T11:12:33,018 DEBUG [RS:1;6706a97ae65f:40639 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T11:12:33,018 DEBUG [RS:2;6706a97ae65f:46251 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T11:12:33,018 DEBUG [RS:1;6706a97ae65f:40639 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T11:12:33,018 DEBUG [RS:2;6706a97ae65f:46251 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6706a97ae65f,46251,1733397151623 2024-12-05T11:12:33,018 DEBUG [RS:2;6706a97ae65f:46251 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6706a97ae65f,46251,1733397151623' 2024-12-05T11:12:33,018 DEBUG [RS:2;6706a97ae65f:46251 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-05T11:12:33,018 DEBUG [RS:1;6706a97ae65f:40639 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6706a97ae65f,40639,1733397151572 2024-12-05T11:12:33,018 DEBUG [RS:1;6706a97ae65f:40639 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6706a97ae65f,40639,1733397151572' 2024-12-05T11:12:33,018 DEBUG [RS:1;6706a97ae65f:40639 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-05T11:12:33,018 DEBUG [RS:0;6706a97ae65f:35389 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T11:12:33,018 DEBUG [RS:0;6706a97ae65f:35389 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T11:12:33,018 DEBUG [RS:0;6706a97ae65f:35389 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6706a97ae65f,35389,1733397151477 2024-12-05T11:12:33,018 DEBUG [RS:0;6706a97ae65f:35389 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6706a97ae65f,35389,1733397151477' 2024-12-05T11:12:33,018 DEBUG [RS:0;6706a97ae65f:35389 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-05T11:12:33,019 DEBUG [RS:2;6706a97ae65f:46251 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-05T11:12:33,019 DEBUG [RS:1;6706a97ae65f:40639 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-05T11:12:33,019 DEBUG [RS:0;6706a97ae65f:35389 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-05T11:12:33,020 DEBUG [RS:2;6706a97ae65f:46251 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T11:12:33,020 DEBUG [RS:0;6706a97ae65f:35389 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T11:12:33,020 INFO [RS:0;6706a97ae65f:35389 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T11:12:33,020 DEBUG [RS:2;6706a97ae65f:46251 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T11:12:33,020 INFO [RS:0;6706a97ae65f:35389 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T11:12:33,020 DEBUG [RS:2;6706a97ae65f:46251 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6706a97ae65f,46251,1733397151623 2024-12-05T11:12:33,021 DEBUG [RS:2;6706a97ae65f:46251 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6706a97ae65f,46251,1733397151623' 2024-12-05T11:12:33,021 DEBUG [RS:2;6706a97ae65f:46251 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-05T11:12:33,021 DEBUG [RS:2;6706a97ae65f:46251 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-05T11:12:33,022 DEBUG [RS:2;6706a97ae65f:46251 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T11:12:33,022 INFO [RS:2;6706a97ae65f:46251 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T11:12:33,022 INFO [RS:2;6706a97ae65f:46251 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T11:12:33,022 DEBUG [RS:1;6706a97ae65f:40639 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T11:12:33,023 INFO [RS:1;6706a97ae65f:40639 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T11:12:33,023 INFO [RS:1;6706a97ae65f:40639 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T11:12:33,025 WARN [6706a97ae65f:45813 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-05T11:12:33,125 INFO [RS:2;6706a97ae65f:46251 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T11:12:33,125 INFO [RS:1;6706a97ae65f:40639 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T11:12:33,125 INFO [RS:0;6706a97ae65f:35389 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T11:12:33,128 INFO [RS:2;6706a97ae65f:46251 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6706a97ae65f%2C46251%2C1733397151623, suffix=, logDir=hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/WALs/6706a97ae65f,46251,1733397151623, archiveDir=hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/oldWALs, maxLogs=32 2024-12-05T11:12:33,128 INFO [RS:1;6706a97ae65f:40639 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6706a97ae65f%2C40639%2C1733397151572, suffix=, logDir=hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/WALs/6706a97ae65f,40639,1733397151572, archiveDir=hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/oldWALs, maxLogs=32 2024-12-05T11:12:33,128 INFO [RS:0;6706a97ae65f:35389 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6706a97ae65f%2C35389%2C1733397151477, suffix=, logDir=hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/WALs/6706a97ae65f,35389,1733397151477, archiveDir=hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/oldWALs, maxLogs=32 2024-12-05T11:12:33,143 DEBUG [RS:1;6706a97ae65f:40639 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/WALs/6706a97ae65f,40639,1733397151572/6706a97ae65f%2C40639%2C1733397151572.1733397153131, exclude list is [], retry=0 2024-12-05T11:12:33,145 DEBUG [RS:2;6706a97ae65f:46251 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/WALs/6706a97ae65f,46251,1733397151623/6706a97ae65f%2C46251%2C1733397151623.1733397153131, exclude list is [], retry=0 2024-12-05T11:12:33,147 DEBUG [RS:0;6706a97ae65f:35389 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/WALs/6706a97ae65f,35389,1733397151477/6706a97ae65f%2C35389%2C1733397151477.1733397153131, exclude list is [], retry=0 2024-12-05T11:12:33,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36591,DS-2627d2a9-8a83-42bd-811c-a489c13d1e54,DISK] 2024-12-05T11:12:33,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33819,DS-4cf3a535-ef2c-4e22-8f9b-e5d62bb847e0,DISK] 2024-12-05T11:12:33,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44323,DS-7b3876f7-3c1e-4da0-97cc-87298f2ea9f4,DISK] 2024-12-05T11:12:33,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44323,DS-7b3876f7-3c1e-4da0-97cc-87298f2ea9f4,DISK] 2024-12-05T11:12:33,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33819,DS-4cf3a535-ef2c-4e22-8f9b-e5d62bb847e0,DISK] 2024-12-05T11:12:33,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36591,DS-2627d2a9-8a83-42bd-811c-a489c13d1e54,DISK] 2024-12-05T11:12:33,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44323,DS-7b3876f7-3c1e-4da0-97cc-87298f2ea9f4,DISK] 2024-12-05T11:12:33,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33819,DS-4cf3a535-ef2c-4e22-8f9b-e5d62bb847e0,DISK] 2024-12-05T11:12:33,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36591,DS-2627d2a9-8a83-42bd-811c-a489c13d1e54,DISK] 2024-12-05T11:12:33,155 INFO [RS:1;6706a97ae65f:40639 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/WALs/6706a97ae65f,40639,1733397151572/6706a97ae65f%2C40639%2C1733397151572.1733397153131 2024-12-05T11:12:33,156 DEBUG [RS:1;6706a97ae65f:40639 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33289:33289),(127.0.0.1/127.0.0.1:36681:36681),(127.0.0.1/127.0.0.1:35169:35169)] 2024-12-05T11:12:33,157 INFO [RS:2;6706a97ae65f:46251 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/WALs/6706a97ae65f,46251,1733397151623/6706a97ae65f%2C46251%2C1733397151623.1733397153131 2024-12-05T11:12:33,158 DEBUG [RS:2;6706a97ae65f:46251 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35169:35169),(127.0.0.1/127.0.0.1:33289:33289),(127.0.0.1/127.0.0.1:36681:36681)] 2024-12-05T11:12:33,160 INFO [RS:0;6706a97ae65f:35389 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/WALs/6706a97ae65f,35389,1733397151477/6706a97ae65f%2C35389%2C1733397151477.1733397153131 2024-12-05T11:12:33,161 DEBUG [RS:0;6706a97ae65f:35389 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33289:33289),(127.0.0.1/127.0.0.1:35169:35169),(127.0.0.1/127.0.0.1:36681:36681)] 2024-12-05T11:12:33,278 DEBUG [6706a97ae65f:45813 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-05T11:12:33,288 DEBUG [6706a97ae65f:45813 {}] balancer.BalancerClusterState(204): Hosts are {6706a97ae65f=0} racks are {/default-rack=0} 2024-12-05T11:12:33,294 DEBUG [6706a97ae65f:45813 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-05T11:12:33,294 DEBUG [6706a97ae65f:45813 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-05T11:12:33,294 DEBUG [6706a97ae65f:45813 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-05T11:12:33,294 DEBUG [6706a97ae65f:45813 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-05T11:12:33,294 DEBUG [6706a97ae65f:45813 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-05T11:12:33,295 DEBUG [6706a97ae65f:45813 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-05T11:12:33,295 INFO [6706a97ae65f:45813 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-05T11:12:33,295 INFO [6706a97ae65f:45813 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-05T11:12:33,295 INFO [6706a97ae65f:45813 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-05T11:12:33,295 DEBUG [6706a97ae65f:45813 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-05T11:12:33,304 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6706a97ae65f,35389,1733397151477 2024-12-05T11:12:33,311 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6706a97ae65f,35389,1733397151477, state=OPENING 2024-12-05T11:12:33,319 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T11:12:33,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46251-0x101a53174860003, quorum=127.0.0.1:64359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:12:33,330 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35389-0x101a53174860001, quorum=127.0.0.1:64359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:12:33,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45813-0x101a53174860000, quorum=127.0.0.1:64359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:12:33,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40639-0x101a53174860002, quorum=127.0.0.1:64359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:12:33,331 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T11:12:33,331 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T11:12:33,331 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T11:12:33,331 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T11:12:33,332 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T11:12:33,334 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6706a97ae65f,35389,1733397151477}] 2024-12-05T11:12:41,081 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-05T11:12:41,082 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-05T11:12:43,362 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T11:12:43,364 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44709, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T11:12:43,376 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T11:12:43,376 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T11:12:43,377 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T11:12:43,380 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6706a97ae65f%2C35389%2C1733397151477.meta, suffix=.meta, logDir=hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/WALs/6706a97ae65f,35389,1733397151477, archiveDir=hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/oldWALs, maxLogs=32 2024-12-05T11:12:43,395 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/WALs/6706a97ae65f,35389,1733397151477/6706a97ae65f%2C35389%2C1733397151477.meta.1733397163382.meta, exclude list is [], retry=0 2024-12-05T11:12:43,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44323,DS-7b3876f7-3c1e-4da0-97cc-87298f2ea9f4,DISK] 2024-12-05T11:12:43,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36591,DS-2627d2a9-8a83-42bd-811c-a489c13d1e54,DISK] 2024-12-05T11:12:43,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33819,DS-4cf3a535-ef2c-4e22-8f9b-e5d62bb847e0,DISK] 2024-12-05T11:12:43,402 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/WALs/6706a97ae65f,35389,1733397151477/6706a97ae65f%2C35389%2C1733397151477.meta.1733397163382.meta 2024-12-05T11:12:43,402 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35169:35169),(127.0.0.1/127.0.0.1:36681:36681),(127.0.0.1/127.0.0.1:33289:33289)] 2024-12-05T11:12:43,402 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T11:12:43,404 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T11:12:43,406 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T11:12:43,410 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T11:12:43,413 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T11:12:43,414 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:12:43,414 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T11:12:43,414 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T11:12:43,417 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T11:12:43,418 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T11:12:43,418 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:12:43,419 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:12:43,419 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T11:12:43,420 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T11:12:43,420 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:12:43,421 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:12:43,421 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T11:12:43,422 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T11:12:43,422 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:12:43,423 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:12:43,423 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T11:12:43,424 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T11:12:43,424 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:12:43,425 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:12:43,425 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T11:12:43,426 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/data/hbase/meta/1588230740 2024-12-05T11:12:43,429 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/data/hbase/meta/1588230740 2024-12-05T11:12:43,430 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T11:12:43,430 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T11:12:43,431 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T11:12:43,433 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T11:12:43,435 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67527410, jitterRate=0.006236821413040161}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T11:12:43,435 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T11:12:43,436 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733397163415Writing region info on filesystem at 1733397163415Initializing all the Stores at 1733397163416 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397163416Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397163417 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397163417Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397163417Cleaning up temporary data from old regions at 1733397163430 (+13 ms)Running coprocessor post-open hooks at 1733397163435 (+5 ms)Region opened successfully at 1733397163436 (+1 ms) 2024-12-05T11:12:43,442 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733397163354 2024-12-05T11:12:43,452 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T11:12:43,453 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T11:12:43,454 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6706a97ae65f,35389,1733397151477 2024-12-05T11:12:43,456 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6706a97ae65f,35389,1733397151477, state=OPEN 2024-12-05T11:12:43,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46251-0x101a53174860003, quorum=127.0.0.1:64359, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T11:12:43,536 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35389-0x101a53174860001, quorum=127.0.0.1:64359, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T11:12:43,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45813-0x101a53174860000, quorum=127.0.0.1:64359, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T11:12:43,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40639-0x101a53174860002, quorum=127.0.0.1:64359, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T11:12:43,537 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T11:12:43,537 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T11:12:43,537 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T11:12:43,537 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T11:12:43,537 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6706a97ae65f,35389,1733397151477 2024-12-05T11:12:43,544 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T11:12:43,544 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6706a97ae65f,35389,1733397151477 in 10.2030 sec 2024-12-05T11:12:43,552 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T11:12:43,552 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.6870 sec 2024-12-05T11:12:43,553 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T11:12:43,553 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T11:12:43,572 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T11:12:43,573 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6706a97ae65f,35389,1733397151477, seqNum=-1] 2024-12-05T11:12:43,618 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T11:12:43,620 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45863, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T11:12:43,656 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 11.0520 sec 2024-12-05T11:12:43,657 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733397163656, completionTime=-1 2024-12-05T11:12:43,660 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-05T11:12:43,660 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T11:12:43,693 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-05T11:12:43,693 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733397223693 2024-12-05T11:12:43,694 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733397283693 2024-12-05T11:12:43,694 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 33 msec 2024-12-05T11:12:43,695 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-05T11:12:43,703 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,45813,1733397150717-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:12:43,704 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,45813,1733397150717-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:12:43,704 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,45813,1733397150717-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:12:43,706 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6706a97ae65f:45813, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:12:43,707 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T11:12:43,709 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T11:12:43,713 DEBUG [master/6706a97ae65f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T11:12:43,733 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 12.012sec 2024-12-05T11:12:43,734 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T11:12:43,735 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T11:12:43,736 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T11:12:43,736 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T11:12:43,736 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T11:12:43,737 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,45813,1733397150717-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T11:12:43,737 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,45813,1733397150717-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T11:12:43,743 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T11:12:43,744 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T11:12:43,744 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,45813,1733397150717-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:12:43,774 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d458dcf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:12:43,779 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-05T11:12:43,779 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-05T11:12:43,784 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6706a97ae65f,45813,-1 for getting cluster id 2024-12-05T11:12:43,787 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:12:43,800 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '68f4c13f-b6d4-4093-8c21-95a2d4f50d82' 2024-12-05T11:12:43,802 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:12:43,803 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "68f4c13f-b6d4-4093-8c21-95a2d4f50d82" 2024-12-05T11:12:43,803 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18869594, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:12:43,803 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6706a97ae65f,45813,-1] 2024-12-05T11:12:43,806 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:12:43,810 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:12:43,810 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:12:43,813 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c529f1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:12:43,814 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T11:12:43,823 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6706a97ae65f,35389,1733397151477, seqNum=-1] 2024-12-05T11:12:43,824 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T11:12:43,827 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T11:12:43,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6706a97ae65f,45813,1733397150717 2024-12-05T11:12:43,846 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733397163846 (current time:1733397163846). 2024-12-05T11:12:43,847 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-05T11:12:43,847 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-12-05T11:12:43,849 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@141da473, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:12:43,849 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6706a97ae65f,45813,-1 for getting cluster id 2024-12-05T11:12:43,849 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:12:43,850 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '68f4c13f-b6d4-4093-8c21-95a2d4f50d82' 2024-12-05T11:12:43,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:12:43,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "68f4c13f-b6d4-4093-8c21-95a2d4f50d82" 2024-12-05T11:12:43,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70430f95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:12:43,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6706a97ae65f,45813,-1] 2024-12-05T11:12:43,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:12:43,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:12:43,852 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:12:43,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2781d2bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:12:43,856 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T11:12:43,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6706a97ae65f,35389,1733397151477, seqNum=-1] 2024-12-05T11:12:43,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T11:12:43,859 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T11:12:43,860 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T11:12:43,861 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:12:43,865 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:12:43,866 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:12:43,866 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T11:12:43,870 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T11:12:43,875 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6706a97ae65f,45813,1733397150717 2024-12-05T11:12:43,877 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1a7e6cff 2024-12-05T11:12:43,879 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T11:12:43,881 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T11:12:43,888 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45813 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T11:12:43,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45813 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-12-05T11:12:43,905 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T11:12:43,907 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:12:43,907 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45813 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-12-05T11:12:43,910 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T11:12:43,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:12:43,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44323 is added to blk_1073741837_1013 (size=361) 2024-12-05T11:12:43,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33819 is added to blk_1073741837_1013 (size=361) 2024-12-05T11:12:43,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741837_1013 (size=361) 2024-12-05T11:12:43,950 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 04e3dbacf92a8789d8688d8d3a888a1d, NAME => 'SPTestTable,,1733397163882.04e3dbacf92a8789d8688d8d3a888a1d.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a 2024-12-05T11:12:43,951 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => fa06a20826ea7ca6ca26fda2a372e439, NAME => 'SPTestTable,19999999,1733397163882.fa06a20826ea7ca6ca26fda2a372e439.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a 2024-12-05T11:12:43,955 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 588456b27db0b400a81beaf285e686cb, NAME => 'SPTestTable,33333332,1733397163882.588456b27db0b400a81beaf285e686cb.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a 2024-12-05T11:12:43,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33819 is added to blk_1073741838_1014 (size=62) 2024-12-05T11:12:43,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44323 is added to blk_1073741838_1014 (size=62) 2024-12-05T11:12:43,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741838_1014 (size=62) 2024-12-05T11:12:43,994 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733397163882.fa06a20826ea7ca6ca26fda2a372e439.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:12:43,994 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing fa06a20826ea7ca6ca26fda2a372e439, disabling compactions & flushes 2024-12-05T11:12:43,994 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733397163882.fa06a20826ea7ca6ca26fda2a372e439. 2024-12-05T11:12:43,994 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733397163882.fa06a20826ea7ca6ca26fda2a372e439. 2024-12-05T11:12:43,994 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733397163882.fa06a20826ea7ca6ca26fda2a372e439. after waiting 0 ms 2024-12-05T11:12:43,994 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733397163882.fa06a20826ea7ca6ca26fda2a372e439. 2024-12-05T11:12:43,994 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733397163882.fa06a20826ea7ca6ca26fda2a372e439. 2024-12-05T11:12:43,994 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for fa06a20826ea7ca6ca26fda2a372e439: Waiting for close lock at 1733397163994Disabling compacts and flushes for region at 1733397163994Disabling writes for close at 1733397163994Writing region close event to WAL at 1733397163994Closed at 1733397163994 2024-12-05T11:12:43,995 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 83cc19e42b61583b2792eeb197d4b938, NAME => 'SPTestTable,4ccccccb,1733397163882.83cc19e42b61583b2792eeb197d4b938.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a 2024-12-05T11:12:44,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741839_1015 (size=54) 2024-12-05T11:12:44,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44323 is added to blk_1073741839_1015 (size=54) 2024-12-05T11:12:44,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33819 is added to blk_1073741839_1015 (size=54) 2024-12-05T11:12:44,014 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1733397163882.04e3dbacf92a8789d8688d8d3a888a1d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:12:44,014 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 04e3dbacf92a8789d8688d8d3a888a1d, disabling compactions & flushes 2024-12-05T11:12:44,014 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1733397163882.04e3dbacf92a8789d8688d8d3a888a1d. 2024-12-05T11:12:44,014 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733397163882.04e3dbacf92a8789d8688d8d3a888a1d. 2024-12-05T11:12:44,014 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733397163882.04e3dbacf92a8789d8688d8d3a888a1d. after waiting 0 ms 2024-12-05T11:12:44,014 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733397163882.04e3dbacf92a8789d8688d8d3a888a1d. 2024-12-05T11:12:44,014 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1733397163882.04e3dbacf92a8789d8688d8d3a888a1d. 2024-12-05T11:12:44,014 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 04e3dbacf92a8789d8688d8d3a888a1d: Waiting for close lock at 1733397164014Disabling compacts and flushes for region at 1733397164014Disabling writes for close at 1733397164014Writing region close event to WAL at 1733397164014Closed at 1733397164014 2024-12-05T11:12:44,015 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5d139c3c551ca185f8b895c04d6478d6, NAME => 'SPTestTable,66666664,1733397163882.5d139c3c551ca185f8b895c04d6478d6.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a 2024-12-05T11:12:44,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:12:44,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44323 is added to blk_1073741840_1016 (size=62) 2024-12-05T11:12:44,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33819 is added to blk_1073741840_1016 (size=62) 2024-12-05T11:12:44,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741840_1016 (size=62) 2024-12-05T11:12:44,051 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733397163882.588456b27db0b400a81beaf285e686cb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:12:44,051 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 588456b27db0b400a81beaf285e686cb, disabling compactions & flushes 2024-12-05T11:12:44,051 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733397163882.588456b27db0b400a81beaf285e686cb. 2024-12-05T11:12:44,051 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733397163882.588456b27db0b400a81beaf285e686cb. 2024-12-05T11:12:44,051 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733397163882.588456b27db0b400a81beaf285e686cb. after waiting 0 ms 2024-12-05T11:12:44,051 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733397163882.588456b27db0b400a81beaf285e686cb. 2024-12-05T11:12:44,051 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733397163882.588456b27db0b400a81beaf285e686cb. 2024-12-05T11:12:44,052 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 588456b27db0b400a81beaf285e686cb: Waiting for close lock at 1733397164051Disabling compacts and flushes for region at 1733397164051Disabling writes for close at 1733397164051Writing region close event to WAL at 1733397164051Closed at 1733397164051 2024-12-05T11:12:44,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33819 is added to blk_1073741841_1017 (size=62) 2024-12-05T11:12:44,052 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 6bd111a79f12f4d63121c58fd71c9f20, NAME => 'SPTestTable,7ffffffd,1733397163882.6bd111a79f12f4d63121c58fd71c9f20.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a 2024-12-05T11:12:44,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741841_1017 (size=62) 2024-12-05T11:12:44,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44323 is added to blk_1073741841_1017 (size=62) 2024-12-05T11:12:44,059 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733397163882.83cc19e42b61583b2792eeb197d4b938.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:12:44,059 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 83cc19e42b61583b2792eeb197d4b938, disabling compactions & flushes 2024-12-05T11:12:44,059 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733397163882.83cc19e42b61583b2792eeb197d4b938. 2024-12-05T11:12:44,059 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733397163882.83cc19e42b61583b2792eeb197d4b938. 2024-12-05T11:12:44,059 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733397163882.83cc19e42b61583b2792eeb197d4b938. after waiting 0 ms 2024-12-05T11:12:44,059 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733397163882.83cc19e42b61583b2792eeb197d4b938. 2024-12-05T11:12:44,059 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733397163882.83cc19e42b61583b2792eeb197d4b938. 2024-12-05T11:12:44,059 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 83cc19e42b61583b2792eeb197d4b938: Waiting for close lock at 1733397164059Disabling compacts and flushes for region at 1733397164059Disabling writes for close at 1733397164059Writing region close event to WAL at 1733397164059Closed at 1733397164059 2024-12-05T11:12:44,060 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => b86dec8c5460068a4d59aaa482444370, NAME => 'SPTestTable,99999996,1733397163882.b86dec8c5460068a4d59aaa482444370.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a 2024-12-05T11:12:44,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33819 is added to blk_1073741842_1018 (size=62) 2024-12-05T11:12:44,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44323 is added to blk_1073741842_1018 (size=62) 2024-12-05T11:12:44,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741842_1018 (size=62) 2024-12-05T11:12:44,078 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733397163882.5d139c3c551ca185f8b895c04d6478d6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:12:44,078 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 5d139c3c551ca185f8b895c04d6478d6, disabling compactions & flushes 2024-12-05T11:12:44,078 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733397163882.5d139c3c551ca185f8b895c04d6478d6. 2024-12-05T11:12:44,079 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733397163882.5d139c3c551ca185f8b895c04d6478d6. 2024-12-05T11:12:44,079 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733397163882.5d139c3c551ca185f8b895c04d6478d6. after waiting 0 ms 2024-12-05T11:12:44,079 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733397163882.5d139c3c551ca185f8b895c04d6478d6. 2024-12-05T11:12:44,079 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733397163882.5d139c3c551ca185f8b895c04d6478d6. 2024-12-05T11:12:44,079 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5d139c3c551ca185f8b895c04d6478d6: Waiting for close lock at 1733397164078Disabling compacts and flushes for region at 1733397164078Disabling writes for close at 1733397164079 (+1 ms)Writing region close event to WAL at 1733397164079Closed at 1733397164079 2024-12-05T11:12:44,079 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 544b698a2c9ed2455f11f6ed3620941c, NAME => 'SPTestTable,b333332f,1733397163882.544b698a2c9ed2455f11f6ed3620941c.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a 2024-12-05T11:12:44,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741844_1020 (size=62) 2024-12-05T11:12:44,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44323 is added to blk_1073741843_1019 (size=62) 2024-12-05T11:12:44,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33819 is added to blk_1073741844_1020 (size=62) 2024-12-05T11:12:44,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33819 is added to blk_1073741843_1019 (size=62) 2024-12-05T11:12:44,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741843_1019 (size=62) 2024-12-05T11:12:44,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44323 is added to blk_1073741844_1020 (size=62) 2024-12-05T11:12:44,113 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733397163882.b86dec8c5460068a4d59aaa482444370.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:12:44,113 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing b86dec8c5460068a4d59aaa482444370, disabling compactions & flushes 2024-12-05T11:12:44,113 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733397163882.b86dec8c5460068a4d59aaa482444370. 2024-12-05T11:12:44,113 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733397163882.b86dec8c5460068a4d59aaa482444370. 2024-12-05T11:12:44,113 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733397163882.b86dec8c5460068a4d59aaa482444370. after waiting 0 ms 2024-12-05T11:12:44,113 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733397163882.6bd111a79f12f4d63121c58fd71c9f20.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:12:44,113 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733397163882.b86dec8c5460068a4d59aaa482444370. 2024-12-05T11:12:44,113 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733397163882.b86dec8c5460068a4d59aaa482444370. 2024-12-05T11:12:44,114 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 6bd111a79f12f4d63121c58fd71c9f20, disabling compactions & flushes 2024-12-05T11:12:44,114 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for b86dec8c5460068a4d59aaa482444370: Waiting for close lock at 1733397164113Disabling compacts and flushes for region at 1733397164113Disabling writes for close at 1733397164113Writing region close event to WAL at 1733397164113Closed at 1733397164113 2024-12-05T11:12:44,114 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733397163882.6bd111a79f12f4d63121c58fd71c9f20. 2024-12-05T11:12:44,114 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733397163882.6bd111a79f12f4d63121c58fd71c9f20. 2024-12-05T11:12:44,114 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733397163882.6bd111a79f12f4d63121c58fd71c9f20. after waiting 0 ms 2024-12-05T11:12:44,114 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733397163882.6bd111a79f12f4d63121c58fd71c9f20. 2024-12-05T11:12:44,114 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 3da750604887f769f7549f9e692b6490, NAME => 'SPTestTable,ccccccc8,1733397163882.3da750604887f769f7549f9e692b6490.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a 2024-12-05T11:12:44,114 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733397163882.6bd111a79f12f4d63121c58fd71c9f20. 2024-12-05T11:12:44,115 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 6bd111a79f12f4d63121c58fd71c9f20: Waiting for close lock at 1733397164113Disabling compacts and flushes for region at 1733397164113Disabling writes for close at 1733397164114 (+1 ms)Writing region close event to WAL at 1733397164114Closed at 1733397164114 2024-12-05T11:12:44,115 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => e402a3ad7e0bbe13e154d268ee627db1, NAME => 'SPTestTable,e6666661,1733397163882.e402a3ad7e0bbe13e154d268ee627db1.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a 2024-12-05T11:12:44,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44323 is added to blk_1073741845_1021 (size=62) 2024-12-05T11:12:44,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741845_1021 (size=62) 2024-12-05T11:12:44,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33819 is added to blk_1073741845_1021 (size=62) 2024-12-05T11:12:44,128 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733397163882.544b698a2c9ed2455f11f6ed3620941c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:12:44,129 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 544b698a2c9ed2455f11f6ed3620941c, disabling compactions & flushes 2024-12-05T11:12:44,129 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733397163882.544b698a2c9ed2455f11f6ed3620941c. 2024-12-05T11:12:44,129 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733397163882.544b698a2c9ed2455f11f6ed3620941c. 2024-12-05T11:12:44,129 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733397163882.544b698a2c9ed2455f11f6ed3620941c. after waiting 0 ms 2024-12-05T11:12:44,129 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733397163882.544b698a2c9ed2455f11f6ed3620941c. 2024-12-05T11:12:44,129 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733397163882.544b698a2c9ed2455f11f6ed3620941c. 2024-12-05T11:12:44,129 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 544b698a2c9ed2455f11f6ed3620941c: Waiting for close lock at 1733397164129Disabling compacts and flushes for region at 1733397164129Disabling writes for close at 1733397164129Writing region close event to WAL at 1733397164129Closed at 1733397164129 2024-12-05T11:12:44,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44323 is added to blk_1073741847_1023 (size=54) 2024-12-05T11:12:44,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741847_1023 (size=54) 2024-12-05T11:12:44,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33819 is added to blk_1073741846_1022 (size=62) 2024-12-05T11:12:44,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44323 is added to blk_1073741846_1022 (size=62) 2024-12-05T11:12:44,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33819 is added to blk_1073741847_1023 (size=54) 2024-12-05T11:12:44,145 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733397163882.e402a3ad7e0bbe13e154d268ee627db1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:12:44,145 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing e402a3ad7e0bbe13e154d268ee627db1, disabling compactions & flushes 2024-12-05T11:12:44,145 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733397163882.e402a3ad7e0bbe13e154d268ee627db1. 2024-12-05T11:12:44,145 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733397163882.e402a3ad7e0bbe13e154d268ee627db1. 2024-12-05T11:12:44,145 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733397163882.e402a3ad7e0bbe13e154d268ee627db1. after waiting 0 ms 2024-12-05T11:12:44,145 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733397163882.e402a3ad7e0bbe13e154d268ee627db1. 2024-12-05T11:12:44,145 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733397163882.e402a3ad7e0bbe13e154d268ee627db1. 2024-12-05T11:12:44,146 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for e402a3ad7e0bbe13e154d268ee627db1: Waiting for close lock at 1733397164145Disabling compacts and flushes for region at 1733397164145Disabling writes for close at 1733397164145Writing region close event to WAL at 1733397164145Closed at 1733397164145 2024-12-05T11:12:44,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741846_1022 (size=62) 2024-12-05T11:12:44,146 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733397163882.3da750604887f769f7549f9e692b6490.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:12:44,146 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 3da750604887f769f7549f9e692b6490, disabling compactions & flushes 2024-12-05T11:12:44,146 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733397163882.3da750604887f769f7549f9e692b6490. 2024-12-05T11:12:44,146 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733397163882.3da750604887f769f7549f9e692b6490. 2024-12-05T11:12:44,146 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733397163882.3da750604887f769f7549f9e692b6490. after waiting 0 ms 2024-12-05T11:12:44,146 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733397163882.3da750604887f769f7549f9e692b6490. 2024-12-05T11:12:44,146 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733397163882.3da750604887f769f7549f9e692b6490. 2024-12-05T11:12:44,146 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 3da750604887f769f7549f9e692b6490: Waiting for close lock at 1733397164146Disabling compacts and flushes for region at 1733397164146Disabling writes for close at 1733397164146Writing region close event to WAL at 1733397164146Closed at 1733397164146 2024-12-05T11:12:44,148 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T11:12:44,154 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1733397163882.fa06a20826ea7ca6ca26fda2a372e439.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733397164148"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733397164148"}]},"ts":"1733397164148"} 2024-12-05T11:12:44,154 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1733397163882.04e3dbacf92a8789d8688d8d3a888a1d.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733397164148"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733397164148"}]},"ts":"1733397164148"} 2024-12-05T11:12:44,155 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1733397163882.588456b27db0b400a81beaf285e686cb.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733397164148"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733397164148"}]},"ts":"1733397164148"} 2024-12-05T11:12:44,155 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1733397163882.83cc19e42b61583b2792eeb197d4b938.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733397164148"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733397164148"}]},"ts":"1733397164148"} 2024-12-05T11:12:44,155 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1733397163882.5d139c3c551ca185f8b895c04d6478d6.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733397164148"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733397164148"}]},"ts":"1733397164148"} 2024-12-05T11:12:44,155 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1733397163882.b86dec8c5460068a4d59aaa482444370.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733397164148"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733397164148"}]},"ts":"1733397164148"} 2024-12-05T11:12:44,155 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1733397163882.6bd111a79f12f4d63121c58fd71c9f20.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733397164148"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733397164148"}]},"ts":"1733397164148"} 2024-12-05T11:12:44,155 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1733397163882.544b698a2c9ed2455f11f6ed3620941c.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733397164148"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733397164148"}]},"ts":"1733397164148"} 2024-12-05T11:12:44,156 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1733397163882.e402a3ad7e0bbe13e154d268ee627db1.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733397164148"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733397164148"}]},"ts":"1733397164148"} 2024-12-05T11:12:44,156 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1733397163882.3da750604887f769f7549f9e692b6490.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733397164148"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733397164148"}]},"ts":"1733397164148"} 2024-12-05T11:12:44,193 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-12-05T11:12:44,195 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T11:12:44,197 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733397164195"}]},"ts":"1733397164195"} 2024-12-05T11:12:44,202 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-12-05T11:12:44,203 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {6706a97ae65f=0} racks are {/default-rack=0} 2024-12-05T11:12:44,214 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-05T11:12:44,215 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-05T11:12:44,215 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-05T11:12:44,215 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-05T11:12:44,215 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-05T11:12:44,215 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-05T11:12:44,215 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-05T11:12:44,215 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-05T11:12:44,215 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-05T11:12:44,215 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-05T11:12:44,217 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=04e3dbacf92a8789d8688d8d3a888a1d, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fa06a20826ea7ca6ca26fda2a372e439, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=588456b27db0b400a81beaf285e686cb, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=83cc19e42b61583b2792eeb197d4b938, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5d139c3c551ca185f8b895c04d6478d6, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6bd111a79f12f4d63121c58fd71c9f20, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b86dec8c5460068a4d59aaa482444370, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=544b698a2c9ed2455f11f6ed3620941c, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3da750604887f769f7549f9e692b6490, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e402a3ad7e0bbe13e154d268ee627db1, ASSIGN}] 2024-12-05T11:12:44,223 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=04e3dbacf92a8789d8688d8d3a888a1d, ASSIGN 2024-12-05T11:12:44,224 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fa06a20826ea7ca6ca26fda2a372e439, ASSIGN 2024-12-05T11:12:44,225 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5d139c3c551ca185f8b895c04d6478d6, ASSIGN 2024-12-05T11:12:44,225 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=83cc19e42b61583b2792eeb197d4b938, ASSIGN 2024-12-05T11:12:44,227 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=04e3dbacf92a8789d8688d8d3a888a1d, ASSIGN; state=OFFLINE, location=6706a97ae65f,46251,1733397151623; forceNewPlan=false, retain=false 2024-12-05T11:12:44,228 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fa06a20826ea7ca6ca26fda2a372e439, ASSIGN; state=OFFLINE, location=6706a97ae65f,40639,1733397151572; forceNewPlan=false, retain=false 2024-12-05T11:12:44,230 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5d139c3c551ca185f8b895c04d6478d6, ASSIGN; state=OFFLINE, location=6706a97ae65f,46251,1733397151623; forceNewPlan=false, retain=false 2024-12-05T11:12:44,230 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=83cc19e42b61583b2792eeb197d4b938, ASSIGN; state=OFFLINE, location=6706a97ae65f,40639,1733397151572; forceNewPlan=false, retain=false 2024-12-05T11:12:44,230 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e402a3ad7e0bbe13e154d268ee627db1, ASSIGN 2024-12-05T11:12:44,233 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e402a3ad7e0bbe13e154d268ee627db1, ASSIGN; state=OFFLINE, location=6706a97ae65f,35389,1733397151477; forceNewPlan=false, retain=false 2024-12-05T11:12:44,233 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3da750604887f769f7549f9e692b6490, ASSIGN 2024-12-05T11:12:44,235 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3da750604887f769f7549f9e692b6490, ASSIGN; state=OFFLINE, location=6706a97ae65f,40639,1733397151572; forceNewPlan=false, retain=false 2024-12-05T11:12:44,237 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=544b698a2c9ed2455f11f6ed3620941c, ASSIGN 2024-12-05T11:12:44,237 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b86dec8c5460068a4d59aaa482444370, ASSIGN 2024-12-05T11:12:44,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:12:44,241 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b86dec8c5460068a4d59aaa482444370, ASSIGN; state=OFFLINE, location=6706a97ae65f,35389,1733397151477; forceNewPlan=false, retain=false 2024-12-05T11:12:44,244 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=544b698a2c9ed2455f11f6ed3620941c, ASSIGN; state=OFFLINE, location=6706a97ae65f,46251,1733397151623; forceNewPlan=false, retain=false 2024-12-05T11:12:44,244 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6bd111a79f12f4d63121c58fd71c9f20, ASSIGN 2024-12-05T11:12:44,246 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6bd111a79f12f4d63121c58fd71c9f20, ASSIGN; state=OFFLINE, location=6706a97ae65f,40639,1733397151572; forceNewPlan=false, retain=false 2024-12-05T11:12:44,249 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=588456b27db0b400a81beaf285e686cb, ASSIGN 2024-12-05T11:12:44,251 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=588456b27db0b400a81beaf285e686cb, ASSIGN; state=OFFLINE, location=6706a97ae65f,35389,1733397151477; forceNewPlan=false, retain=false 2024-12-05T11:12:44,381 INFO [6706a97ae65f:45813 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-12-05T11:12:44,382 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5d139c3c551ca185f8b895c04d6478d6, regionState=OPENING, regionLocation=6706a97ae65f,46251,1733397151623 2024-12-05T11:12:44,382 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=3da750604887f769f7549f9e692b6490, regionState=OPENING, regionLocation=6706a97ae65f,40639,1733397151572 2024-12-05T11:12:44,382 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=6bd111a79f12f4d63121c58fd71c9f20, regionState=OPENING, regionLocation=6706a97ae65f,40639,1733397151572 2024-12-05T11:12:44,383 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=544b698a2c9ed2455f11f6ed3620941c, regionState=OPENING, regionLocation=6706a97ae65f,46251,1733397151623 2024-12-05T11:12:44,383 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=83cc19e42b61583b2792eeb197d4b938, regionState=OPENING, regionLocation=6706a97ae65f,40639,1733397151572 2024-12-05T11:12:44,383 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=fa06a20826ea7ca6ca26fda2a372e439, regionState=OPENING, regionLocation=6706a97ae65f,40639,1733397151572 2024-12-05T11:12:44,384 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=e402a3ad7e0bbe13e154d268ee627db1, regionState=OPENING, regionLocation=6706a97ae65f,35389,1733397151477 2024-12-05T11:12:44,384 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=b86dec8c5460068a4d59aaa482444370, regionState=OPENING, regionLocation=6706a97ae65f,35389,1733397151477 2024-12-05T11:12:44,384 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=588456b27db0b400a81beaf285e686cb, regionState=OPENING, regionLocation=6706a97ae65f,35389,1733397151477 2024-12-05T11:12:44,382 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=04e3dbacf92a8789d8688d8d3a888a1d, regionState=OPENING, regionLocation=6706a97ae65f,46251,1733397151623 2024-12-05T11:12:44,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3da750604887f769f7549f9e692b6490, ASSIGN because future has completed 2024-12-05T11:12:44,390 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3da750604887f769f7549f9e692b6490, server=6706a97ae65f,40639,1733397151572}] 2024-12-05T11:12:44,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=544b698a2c9ed2455f11f6ed3620941c, ASSIGN because future has completed 2024-12-05T11:12:44,394 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 544b698a2c9ed2455f11f6ed3620941c, server=6706a97ae65f,46251,1733397151623}] 2024-12-05T11:12:44,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=83cc19e42b61583b2792eeb197d4b938, ASSIGN because future has completed 2024-12-05T11:12:44,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5d139c3c551ca185f8b895c04d6478d6, ASSIGN because future has completed 2024-12-05T11:12:44,403 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 83cc19e42b61583b2792eeb197d4b938, server=6706a97ae65f,40639,1733397151572}] 2024-12-05T11:12:44,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fa06a20826ea7ca6ca26fda2a372e439, ASSIGN because future has completed 2024-12-05T11:12:44,407 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure fa06a20826ea7ca6ca26fda2a372e439, server=6706a97ae65f,40639,1733397151572}] 2024-12-05T11:12:44,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e402a3ad7e0bbe13e154d268ee627db1, ASSIGN because future has completed 2024-12-05T11:12:44,415 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5d139c3c551ca185f8b895c04d6478d6, server=6706a97ae65f,46251,1733397151623}] 2024-12-05T11:12:44,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b86dec8c5460068a4d59aaa482444370, ASSIGN because future has completed 2024-12-05T11:12:44,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=588456b27db0b400a81beaf285e686cb, ASSIGN because future has completed 2024-12-05T11:12:44,430 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure b86dec8c5460068a4d59aaa482444370, server=6706a97ae65f,35389,1733397151477}] 2024-12-05T11:12:44,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=04e3dbacf92a8789d8688d8d3a888a1d, ASSIGN because future has completed 2024-12-05T11:12:44,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6bd111a79f12f4d63121c58fd71c9f20, ASSIGN because future has completed 2024-12-05T11:12:44,441 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 04e3dbacf92a8789d8688d8d3a888a1d, server=6706a97ae65f,46251,1733397151623}] 2024-12-05T11:12:44,441 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6bd111a79f12f4d63121c58fd71c9f20, server=6706a97ae65f,40639,1733397151572}] 2024-12-05T11:12:44,443 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 588456b27db0b400a81beaf285e686cb, server=6706a97ae65f,35389,1733397151477}] 2024-12-05T11:12:44,445 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure e402a3ad7e0bbe13e154d268ee627db1, server=6706a97ae65f,35389,1733397151477}] 2024-12-05T11:12:44,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:12:44,921 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T11:12:45,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:12:46,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:12:48,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:12:48,958 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-05T11:12:51,080 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T11:12:51,080 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-05T11:12:51,083 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T11:12:51,083 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-05T11:12:52,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:12:54,398 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T11:12:54,401 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55165, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T11:12:54,408 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1733397163882.6bd111a79f12f4d63121c58fd71c9f20. 2024-12-05T11:12:54,408 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 6bd111a79f12f4d63121c58fd71c9f20, NAME => 'SPTestTable,7ffffffd,1733397163882.6bd111a79f12f4d63121c58fd71c9f20.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-12-05T11:12:54,408 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 6bd111a79f12f4d63121c58fd71c9f20 2024-12-05T11:12:54,408 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733397163882.6bd111a79f12f4d63121c58fd71c9f20.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:12:54,409 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 6bd111a79f12f4d63121c58fd71c9f20 2024-12-05T11:12:54,409 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 6bd111a79f12f4d63121c58fd71c9f20 2024-12-05T11:12:54,410 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T11:12:54,411 INFO [StoreOpener-6bd111a79f12f4d63121c58fd71c9f20-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 6bd111a79f12f4d63121c58fd71c9f20 2024-12-05T11:12:54,411 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60151, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T11:12:54,413 INFO [StoreOpener-6bd111a79f12f4d63121c58fd71c9f20-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6bd111a79f12f4d63121c58fd71c9f20 columnFamilyName cf 2024-12-05T11:12:54,413 DEBUG [StoreOpener-6bd111a79f12f4d63121c58fd71c9f20-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:12:54,414 INFO [StoreOpener-6bd111a79f12f4d63121c58fd71c9f20-1 {}] regionserver.HStore(327): Store=6bd111a79f12f4d63121c58fd71c9f20/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:12:54,415 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 6bd111a79f12f4d63121c58fd71c9f20 2024-12-05T11:12:54,416 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/data/default/SPTestTable/6bd111a79f12f4d63121c58fd71c9f20 2024-12-05T11:12:54,416 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/data/default/SPTestTable/6bd111a79f12f4d63121c58fd71c9f20 2024-12-05T11:12:54,417 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1733397163882.5d139c3c551ca185f8b895c04d6478d6. 2024-12-05T11:12:54,417 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 5d139c3c551ca185f8b895c04d6478d6, NAME => 'SPTestTable,66666664,1733397163882.5d139c3c551ca185f8b895c04d6478d6.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-12-05T11:12:54,417 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 6bd111a79f12f4d63121c58fd71c9f20 2024-12-05T11:12:54,417 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 6bd111a79f12f4d63121c58fd71c9f20 2024-12-05T11:12:54,418 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5d139c3c551ca185f8b895c04d6478d6 2024-12-05T11:12:54,418 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733397163882.5d139c3c551ca185f8b895c04d6478d6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:12:54,418 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 5d139c3c551ca185f8b895c04d6478d6 2024-12-05T11:12:54,418 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 5d139c3c551ca185f8b895c04d6478d6 2024-12-05T11:12:54,420 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 6bd111a79f12f4d63121c58fd71c9f20 2024-12-05T11:12:54,420 INFO [StoreOpener-5d139c3c551ca185f8b895c04d6478d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5d139c3c551ca185f8b895c04d6478d6 2024-12-05T11:12:54,422 INFO [StoreOpener-5d139c3c551ca185f8b895c04d6478d6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5d139c3c551ca185f8b895c04d6478d6 columnFamilyName cf 2024-12-05T11:12:54,422 DEBUG [StoreOpener-5d139c3c551ca185f8b895c04d6478d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:12:54,423 INFO [StoreOpener-5d139c3c551ca185f8b895c04d6478d6-1 {}] regionserver.HStore(327): Store=5d139c3c551ca185f8b895c04d6478d6/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:12:54,423 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/data/default/SPTestTable/6bd111a79f12f4d63121c58fd71c9f20/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T11:12:54,423 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 5d139c3c551ca185f8b895c04d6478d6 2024-12-05T11:12:54,424 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 6bd111a79f12f4d63121c58fd71c9f20; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65209474, jitterRate=-0.0283031165599823}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T11:12:54,424 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6bd111a79f12f4d63121c58fd71c9f20 2024-12-05T11:12:54,424 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/data/default/SPTestTable/5d139c3c551ca185f8b895c04d6478d6 2024-12-05T11:12:54,424 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/data/default/SPTestTable/5d139c3c551ca185f8b895c04d6478d6 2024-12-05T11:12:54,425 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 6bd111a79f12f4d63121c58fd71c9f20: Running coprocessor pre-open hook at 1733397174409Writing region info on filesystem at 1733397174409Initializing all the Stores at 1733397174410 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397174410Cleaning up temporary data from old regions at 1733397174417 (+7 ms)Running coprocessor post-open hooks at 1733397174424 (+7 ms)Region opened successfully at 1733397174424 2024-12-05T11:12:54,425 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 5d139c3c551ca185f8b895c04d6478d6 2024-12-05T11:12:54,425 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 5d139c3c551ca185f8b895c04d6478d6 2024-12-05T11:12:54,427 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1733397163882.6bd111a79f12f4d63121c58fd71c9f20., pid=23, masterSystemTime=1733397174398 2024-12-05T11:12:54,428 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 5d139c3c551ca185f8b895c04d6478d6 2024-12-05T11:12:54,429 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1733397163882.6bd111a79f12f4d63121c58fd71c9f20. 2024-12-05T11:12:54,429 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1733397163882.6bd111a79f12f4d63121c58fd71c9f20. 2024-12-05T11:12:54,429 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1733397163882.83cc19e42b61583b2792eeb197d4b938. 2024-12-05T11:12:54,430 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 83cc19e42b61583b2792eeb197d4b938, NAME => 'SPTestTable,4ccccccb,1733397163882.83cc19e42b61583b2792eeb197d4b938.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-12-05T11:12:54,430 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 83cc19e42b61583b2792eeb197d4b938 2024-12-05T11:12:54,430 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733397163882.83cc19e42b61583b2792eeb197d4b938.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:12:54,430 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 83cc19e42b61583b2792eeb197d4b938 2024-12-05T11:12:54,431 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 83cc19e42b61583b2792eeb197d4b938 2024-12-05T11:12:54,431 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=6bd111a79f12f4d63121c58fd71c9f20, regionState=OPEN, openSeqNum=2, regionLocation=6706a97ae65f,40639,1733397151572 2024-12-05T11:12:54,432 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/data/default/SPTestTable/5d139c3c551ca185f8b895c04d6478d6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T11:12:54,432 INFO [StoreOpener-83cc19e42b61583b2792eeb197d4b938-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 83cc19e42b61583b2792eeb197d4b938 2024-12-05T11:12:54,434 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 5d139c3c551ca185f8b895c04d6478d6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61670320, jitterRate=-0.08104062080383301}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T11:12:54,434 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5d139c3c551ca185f8b895c04d6478d6 2024-12-05T11:12:54,434 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 5d139c3c551ca185f8b895c04d6478d6: Running coprocessor pre-open hook at 1733397174418Writing region info on filesystem at 1733397174418Initializing all the Stores at 1733397174419 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397174419Cleaning up temporary data from old regions at 1733397174425 (+6 ms)Running coprocessor post-open hooks at 1733397174434 (+9 ms)Region opened successfully at 1733397174434 2024-12-05T11:12:54,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6bd111a79f12f4d63121c58fd71c9f20, server=6706a97ae65f,40639,1733397151572 because future has completed 2024-12-05T11:12:54,435 INFO [StoreOpener-83cc19e42b61583b2792eeb197d4b938-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83cc19e42b61583b2792eeb197d4b938 columnFamilyName cf 2024-12-05T11:12:54,435 DEBUG [StoreOpener-83cc19e42b61583b2792eeb197d4b938-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:12:54,435 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1733397163882.5d139c3c551ca185f8b895c04d6478d6., pid=18, masterSystemTime=1733397174409 2024-12-05T11:12:54,436 INFO [StoreOpener-83cc19e42b61583b2792eeb197d4b938-1 {}] regionserver.HStore(327): Store=83cc19e42b61583b2792eeb197d4b938/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:12:54,436 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 83cc19e42b61583b2792eeb197d4b938 2024-12-05T11:12:54,437 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/data/default/SPTestTable/83cc19e42b61583b2792eeb197d4b938 2024-12-05T11:12:54,438 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/data/default/SPTestTable/83cc19e42b61583b2792eeb197d4b938 2024-12-05T11:12:54,438 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1733397163882.5d139c3c551ca185f8b895c04d6478d6. 2024-12-05T11:12:54,439 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1733397163882.5d139c3c551ca185f8b895c04d6478d6. 2024-12-05T11:12:54,439 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 83cc19e42b61583b2792eeb197d4b938 2024-12-05T11:12:54,439 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 83cc19e42b61583b2792eeb197d4b938 2024-12-05T11:12:54,439 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1733397163882.544b698a2c9ed2455f11f6ed3620941c. 2024-12-05T11:12:54,439 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 544b698a2c9ed2455f11f6ed3620941c, NAME => 'SPTestTable,b333332f,1733397163882.544b698a2c9ed2455f11f6ed3620941c.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-12-05T11:12:54,440 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 544b698a2c9ed2455f11f6ed3620941c 2024-12-05T11:12:54,440 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733397163882.544b698a2c9ed2455f11f6ed3620941c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:12:54,440 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 544b698a2c9ed2455f11f6ed3620941c 2024-12-05T11:12:54,440 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 544b698a2c9ed2455f11f6ed3620941c 2024-12-05T11:12:54,442 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5d139c3c551ca185f8b895c04d6478d6, regionState=OPEN, openSeqNum=2, regionLocation=6706a97ae65f,46251,1733397151623 2024-12-05T11:12:54,442 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=10 2024-12-05T11:12:54,442 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 6bd111a79f12f4d63121c58fd71c9f20, server=6706a97ae65f,40639,1733397151572 in 9.9950 sec 2024-12-05T11:12:54,443 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 83cc19e42b61583b2792eeb197d4b938 2024-12-05T11:12:54,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5d139c3c551ca185f8b895c04d6478d6, server=6706a97ae65f,46251,1733397151623 because future has completed 2024-12-05T11:12:54,446 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6bd111a79f12f4d63121c58fd71c9f20, ASSIGN in 10.2250 sec 2024-12-05T11:12:54,448 INFO [StoreOpener-544b698a2c9ed2455f11f6ed3620941c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 544b698a2c9ed2455f11f6ed3620941c 2024-12-05T11:12:54,449 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733397163882.e402a3ad7e0bbe13e154d268ee627db1. 2024-12-05T11:12:54,449 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/data/default/SPTestTable/83cc19e42b61583b2792eeb197d4b938/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T11:12:54,449 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => e402a3ad7e0bbe13e154d268ee627db1, NAME => 'SPTestTable,e6666661,1733397163882.e402a3ad7e0bbe13e154d268ee627db1.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-05T11:12:54,450 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e402a3ad7e0bbe13e154d268ee627db1 2024-12-05T11:12:54,450 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733397163882.e402a3ad7e0bbe13e154d268ee627db1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:12:54,450 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for e402a3ad7e0bbe13e154d268ee627db1 2024-12-05T11:12:54,450 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for e402a3ad7e0bbe13e154d268ee627db1 2024-12-05T11:12:54,451 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 83cc19e42b61583b2792eeb197d4b938; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69588432, jitterRate=0.036948442459106445}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T11:12:54,451 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 83cc19e42b61583b2792eeb197d4b938 2024-12-05T11:12:54,451 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 83cc19e42b61583b2792eeb197d4b938: Running coprocessor pre-open hook at 1733397174431Writing region info on filesystem at 1733397174431Initializing all the Stores at 1733397174432 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397174432Cleaning up temporary data from old regions at 1733397174439 (+7 ms)Running coprocessor post-open hooks at 1733397174451 (+12 ms)Region opened successfully at 1733397174451 2024-12-05T11:12:54,453 INFO [StoreOpener-544b698a2c9ed2455f11f6ed3620941c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 544b698a2c9ed2455f11f6ed3620941c columnFamilyName cf 2024-12-05T11:12:54,453 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1733397163882.83cc19e42b61583b2792eeb197d4b938., pid=17, masterSystemTime=1733397174398 2024-12-05T11:12:54,453 DEBUG [StoreOpener-544b698a2c9ed2455f11f6ed3620941c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:12:54,453 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=9 2024-12-05T11:12:54,454 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 5d139c3c551ca185f8b895c04d6478d6, server=6706a97ae65f,46251,1733397151623 in 10.0450 sec 2024-12-05T11:12:54,454 INFO [StoreOpener-544b698a2c9ed2455f11f6ed3620941c-1 {}] regionserver.HStore(327): Store=544b698a2c9ed2455f11f6ed3620941c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:12:54,454 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 544b698a2c9ed2455f11f6ed3620941c 2024-12-05T11:12:54,456 INFO [StoreOpener-e402a3ad7e0bbe13e154d268ee627db1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e402a3ad7e0bbe13e154d268ee627db1 2024-12-05T11:12:54,456 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/data/default/SPTestTable/544b698a2c9ed2455f11f6ed3620941c 2024-12-05T11:12:54,456 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1733397163882.83cc19e42b61583b2792eeb197d4b938. 2024-12-05T11:12:54,456 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1733397163882.83cc19e42b61583b2792eeb197d4b938. 2024-12-05T11:12:54,456 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/data/default/SPTestTable/544b698a2c9ed2455f11f6ed3620941c 2024-12-05T11:12:54,456 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1733397163882.fa06a20826ea7ca6ca26fda2a372e439. 2024-12-05T11:12:54,457 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => fa06a20826ea7ca6ca26fda2a372e439, NAME => 'SPTestTable,19999999,1733397163882.fa06a20826ea7ca6ca26fda2a372e439.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-12-05T11:12:54,457 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable fa06a20826ea7ca6ca26fda2a372e439 2024-12-05T11:12:54,457 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733397163882.fa06a20826ea7ca6ca26fda2a372e439.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:12:54,457 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for fa06a20826ea7ca6ca26fda2a372e439 2024-12-05T11:12:54,457 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for fa06a20826ea7ca6ca26fda2a372e439 2024-12-05T11:12:54,457 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5d139c3c551ca185f8b895c04d6478d6, ASSIGN in 10.2370 sec 2024-12-05T11:12:54,457 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=83cc19e42b61583b2792eeb197d4b938, regionState=OPEN, openSeqNum=2, regionLocation=6706a97ae65f,40639,1733397151572 2024-12-05T11:12:54,459 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 544b698a2c9ed2455f11f6ed3620941c 2024-12-05T11:12:54,459 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 544b698a2c9ed2455f11f6ed3620941c 2024-12-05T11:12:54,459 INFO [StoreOpener-e402a3ad7e0bbe13e154d268ee627db1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e402a3ad7e0bbe13e154d268ee627db1 columnFamilyName cf 2024-12-05T11:12:54,459 DEBUG [StoreOpener-e402a3ad7e0bbe13e154d268ee627db1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:12:54,460 INFO [StoreOpener-fa06a20826ea7ca6ca26fda2a372e439-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region fa06a20826ea7ca6ca26fda2a372e439 2024-12-05T11:12:54,460 INFO [StoreOpener-e402a3ad7e0bbe13e154d268ee627db1-1 {}] regionserver.HStore(327): Store=e402a3ad7e0bbe13e154d268ee627db1/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:12:54,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 83cc19e42b61583b2792eeb197d4b938, server=6706a97ae65f,40639,1733397151572 because future has completed 2024-12-05T11:12:54,462 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for e402a3ad7e0bbe13e154d268ee627db1 2024-12-05T11:12:54,462 INFO [StoreOpener-fa06a20826ea7ca6ca26fda2a372e439-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa06a20826ea7ca6ca26fda2a372e439 columnFamilyName cf 2024-12-05T11:12:54,462 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 544b698a2c9ed2455f11f6ed3620941c 2024-12-05T11:12:54,462 DEBUG [StoreOpener-fa06a20826ea7ca6ca26fda2a372e439-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:12:54,463 INFO [StoreOpener-fa06a20826ea7ca6ca26fda2a372e439-1 {}] regionserver.HStore(327): Store=fa06a20826ea7ca6ca26fda2a372e439/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:12:54,463 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for fa06a20826ea7ca6ca26fda2a372e439 2024-12-05T11:12:54,464 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/data/default/SPTestTable/e402a3ad7e0bbe13e154d268ee627db1 2024-12-05T11:12:54,464 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/data/default/SPTestTable/fa06a20826ea7ca6ca26fda2a372e439 2024-12-05T11:12:54,465 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/data/default/SPTestTable/fa06a20826ea7ca6ca26fda2a372e439 2024-12-05T11:12:54,466 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for fa06a20826ea7ca6ca26fda2a372e439 2024-12-05T11:12:54,466 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for fa06a20826ea7ca6ca26fda2a372e439 2024-12-05T11:12:54,466 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/data/default/SPTestTable/e402a3ad7e0bbe13e154d268ee627db1 2024-12-05T11:12:54,466 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/data/default/SPTestTable/544b698a2c9ed2455f11f6ed3620941c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T11:12:54,467 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 544b698a2c9ed2455f11f6ed3620941c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69565169, jitterRate=0.03660179674625397}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T11:12:54,467 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 544b698a2c9ed2455f11f6ed3620941c 2024-12-05T11:12:54,467 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 544b698a2c9ed2455f11f6ed3620941c: Running coprocessor pre-open hook at 1733397174440Writing region info on filesystem at 1733397174440Initializing all the Stores at 1733397174442 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397174442Cleaning up temporary data from old regions at 1733397174459 (+17 ms)Running coprocessor post-open hooks at 1733397174467 (+8 ms)Region opened successfully at 1733397174467 2024-12-05T11:12:54,467 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for e402a3ad7e0bbe13e154d268ee627db1 2024-12-05T11:12:54,467 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for e402a3ad7e0bbe13e154d268ee627db1 2024-12-05T11:12:54,468 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=8 2024-12-05T11:12:54,469 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 83cc19e42b61583b2792eeb197d4b938, server=6706a97ae65f,40639,1733397151572 in 10.0600 sec 2024-12-05T11:12:54,469 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1733397163882.544b698a2c9ed2455f11f6ed3620941c., pid=16, masterSystemTime=1733397174409 2024-12-05T11:12:54,470 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for fa06a20826ea7ca6ca26fda2a372e439 2024-12-05T11:12:54,470 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for e402a3ad7e0bbe13e154d268ee627db1 2024-12-05T11:12:54,473 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1733397163882.544b698a2c9ed2455f11f6ed3620941c. 2024-12-05T11:12:54,473 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1733397163882.544b698a2c9ed2455f11f6ed3620941c. 2024-12-05T11:12:54,473 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,,1733397163882.04e3dbacf92a8789d8688d8d3a888a1d. 2024-12-05T11:12:54,473 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/data/default/SPTestTable/fa06a20826ea7ca6ca26fda2a372e439/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T11:12:54,473 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 04e3dbacf92a8789d8688d8d3a888a1d, NAME => 'SPTestTable,,1733397163882.04e3dbacf92a8789d8688d8d3a888a1d.', STARTKEY => '', ENDKEY => '19999999'} 2024-12-05T11:12:54,474 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 04e3dbacf92a8789d8688d8d3a888a1d 2024-12-05T11:12:54,474 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,,1733397163882.04e3dbacf92a8789d8688d8d3a888a1d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:12:54,474 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 04e3dbacf92a8789d8688d8d3a888a1d 2024-12-05T11:12:54,474 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened fa06a20826ea7ca6ca26fda2a372e439; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73946081, jitterRate=0.10188247263431549}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T11:12:54,474 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fa06a20826ea7ca6ca26fda2a372e439 2024-12-05T11:12:54,474 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 04e3dbacf92a8789d8688d8d3a888a1d 2024-12-05T11:12:54,474 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for fa06a20826ea7ca6ca26fda2a372e439: Running coprocessor pre-open hook at 1733397174457Writing region info on filesystem at 1733397174457Initializing all the Stores at 1733397174460 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397174460Cleaning up temporary data from old regions at 1733397174466 (+6 ms)Running coprocessor post-open hooks at 1733397174474 (+8 ms)Region opened successfully at 1733397174474 2024-12-05T11:12:54,475 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=83cc19e42b61583b2792eeb197d4b938, ASSIGN in 10.2520 sec 2024-12-05T11:12:54,475 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=544b698a2c9ed2455f11f6ed3620941c, regionState=OPEN, openSeqNum=2, regionLocation=6706a97ae65f,46251,1733397151623 2024-12-05T11:12:54,476 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1733397163882.fa06a20826ea7ca6ca26fda2a372e439., pid=19, masterSystemTime=1733397174398 2024-12-05T11:12:54,478 INFO [StoreOpener-04e3dbacf92a8789d8688d8d3a888a1d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 04e3dbacf92a8789d8688d8d3a888a1d 2024-12-05T11:12:54,478 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/data/default/SPTestTable/e402a3ad7e0bbe13e154d268ee627db1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T11:12:54,479 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1733397163882.fa06a20826ea7ca6ca26fda2a372e439. 2024-12-05T11:12:54,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 544b698a2c9ed2455f11f6ed3620941c, server=6706a97ae65f,46251,1733397151623 because future has completed 2024-12-05T11:12:54,480 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened e402a3ad7e0bbe13e154d268ee627db1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64425283, jitterRate=-0.03998847305774689}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T11:12:54,480 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e402a3ad7e0bbe13e154d268ee627db1 2024-12-05T11:12:54,479 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1733397163882.fa06a20826ea7ca6ca26fda2a372e439. 2024-12-05T11:12:54,480 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for e402a3ad7e0bbe13e154d268ee627db1: Running coprocessor pre-open hook at 1733397174450Writing region info on filesystem at 1733397174450Initializing all the Stores at 1733397174453 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397174453Cleaning up temporary data from old regions at 1733397174468 (+15 ms)Running coprocessor post-open hooks at 1733397174480 (+12 ms)Region opened successfully at 1733397174480 2024-12-05T11:12:54,480 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1733397163882.3da750604887f769f7549f9e692b6490. 2024-12-05T11:12:54,480 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 3da750604887f769f7549f9e692b6490, NAME => 'SPTestTable,ccccccc8,1733397163882.3da750604887f769f7549f9e692b6490.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-12-05T11:12:54,481 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3da750604887f769f7549f9e692b6490 2024-12-05T11:12:54,481 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733397163882.3da750604887f769f7549f9e692b6490.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:12:54,481 INFO [StoreOpener-04e3dbacf92a8789d8688d8d3a888a1d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 04e3dbacf92a8789d8688d8d3a888a1d columnFamilyName cf 2024-12-05T11:12:54,481 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 3da750604887f769f7549f9e692b6490 2024-12-05T11:12:54,481 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 3da750604887f769f7549f9e692b6490 2024-12-05T11:12:54,481 DEBUG [StoreOpener-04e3dbacf92a8789d8688d8d3a888a1d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:12:54,482 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=fa06a20826ea7ca6ca26fda2a372e439, regionState=OPEN, openSeqNum=2, regionLocation=6706a97ae65f,40639,1733397151572 2024-12-05T11:12:54,482 INFO [StoreOpener-04e3dbacf92a8789d8688d8d3a888a1d-1 {}] regionserver.HStore(327): Store=04e3dbacf92a8789d8688d8d3a888a1d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:12:54,483 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 04e3dbacf92a8789d8688d8d3a888a1d 2024-12-05T11:12:54,483 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733397163882.e402a3ad7e0bbe13e154d268ee627db1., pid=21, masterSystemTime=1733397174439 2024-12-05T11:12:54,484 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/data/default/SPTestTable/04e3dbacf92a8789d8688d8d3a888a1d 2024-12-05T11:12:54,486 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/data/default/SPTestTable/04e3dbacf92a8789d8688d8d3a888a1d 2024-12-05T11:12:54,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure fa06a20826ea7ca6ca26fda2a372e439, server=6706a97ae65f,40639,1733397151572 because future has completed 2024-12-05T11:12:54,486 INFO [StoreOpener-3da750604887f769f7549f9e692b6490-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3da750604887f769f7549f9e692b6490 2024-12-05T11:12:54,487 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 04e3dbacf92a8789d8688d8d3a888a1d 2024-12-05T11:12:54,487 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 04e3dbacf92a8789d8688d8d3a888a1d 2024-12-05T11:12:54,488 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733397163882.e402a3ad7e0bbe13e154d268ee627db1. 2024-12-05T11:12:54,488 INFO [StoreOpener-3da750604887f769f7549f9e692b6490-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3da750604887f769f7549f9e692b6490 columnFamilyName cf 2024-12-05T11:12:54,488 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733397163882.e402a3ad7e0bbe13e154d268ee627db1. 2024-12-05T11:12:54,488 DEBUG [StoreOpener-3da750604887f769f7549f9e692b6490-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:12:54,488 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1733397163882.588456b27db0b400a81beaf285e686cb. 2024-12-05T11:12:54,489 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 588456b27db0b400a81beaf285e686cb, NAME => 'SPTestTable,33333332,1733397163882.588456b27db0b400a81beaf285e686cb.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-12-05T11:12:54,489 INFO [StoreOpener-3da750604887f769f7549f9e692b6490-1 {}] regionserver.HStore(327): Store=3da750604887f769f7549f9e692b6490/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:12:54,489 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 3da750604887f769f7549f9e692b6490 2024-12-05T11:12:54,490 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 588456b27db0b400a81beaf285e686cb 2024-12-05T11:12:54,490 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733397163882.588456b27db0b400a81beaf285e686cb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:12:54,490 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=e402a3ad7e0bbe13e154d268ee627db1, regionState=OPEN, openSeqNum=2, regionLocation=6706a97ae65f,35389,1733397151477 2024-12-05T11:12:54,490 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 588456b27db0b400a81beaf285e686cb 2024-12-05T11:12:54,490 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 588456b27db0b400a81beaf285e686cb 2024-12-05T11:12:54,491 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 04e3dbacf92a8789d8688d8d3a888a1d 2024-12-05T11:12:54,491 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/data/default/SPTestTable/3da750604887f769f7549f9e692b6490 2024-12-05T11:12:54,492 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=12 2024-12-05T11:12:54,492 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/data/default/SPTestTable/3da750604887f769f7549f9e692b6490 2024-12-05T11:12:54,492 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 544b698a2c9ed2455f11f6ed3620941c, server=6706a97ae65f,46251,1733397151623 in 10.0870 sec 2024-12-05T11:12:54,492 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45813 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=6706a97ae65f,35389,1733397151477, table=SPTestTable, region=e402a3ad7e0bbe13e154d268ee627db1. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-05T11:12:54,494 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 3da750604887f769f7549f9e692b6490 2024-12-05T11:12:54,494 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 3da750604887f769f7549f9e692b6490 2024-12-05T11:12:54,496 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=6 2024-12-05T11:12:54,496 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure fa06a20826ea7ca6ca26fda2a372e439, server=6706a97ae65f,40639,1733397151572 in 10.0820 sec 2024-12-05T11:12:54,496 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=544b698a2c9ed2455f11f6ed3620941c, ASSIGN in 10.2750 sec 2024-12-05T11:12:54,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure e402a3ad7e0bbe13e154d268ee627db1, server=6706a97ae65f,35389,1733397151477 because future has completed 2024-12-05T11:12:54,497 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 3da750604887f769f7549f9e692b6490 2024-12-05T11:12:54,497 INFO [StoreOpener-588456b27db0b400a81beaf285e686cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 588456b27db0b400a81beaf285e686cb 2024-12-05T11:12:54,499 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/data/default/SPTestTable/04e3dbacf92a8789d8688d8d3a888a1d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T11:12:54,499 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fa06a20826ea7ca6ca26fda2a372e439, ASSIGN in 10.2790 sec 2024-12-05T11:12:54,500 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 04e3dbacf92a8789d8688d8d3a888a1d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60156741, jitterRate=-0.10359470546245575}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T11:12:54,500 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 04e3dbacf92a8789d8688d8d3a888a1d 2024-12-05T11:12:54,501 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 04e3dbacf92a8789d8688d8d3a888a1d: Running coprocessor pre-open hook at 1733397174474Writing region info on filesystem at 1733397174474Initializing all the Stores at 1733397174476 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397174476Cleaning up temporary data from old regions at 1733397174487 (+11 ms)Running coprocessor post-open hooks at 1733397174501 (+14 ms)Region opened successfully at 1733397174501 2024-12-05T11:12:54,502 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1733397163882.04e3dbacf92a8789d8688d8d3a888a1d., pid=22, masterSystemTime=1733397174409 2024-12-05T11:12:54,503 INFO [StoreOpener-588456b27db0b400a81beaf285e686cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 588456b27db0b400a81beaf285e686cb columnFamilyName cf 2024-12-05T11:12:54,503 DEBUG [StoreOpener-588456b27db0b400a81beaf285e686cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:12:54,504 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=14 2024-12-05T11:12:54,504 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure e402a3ad7e0bbe13e154d268ee627db1, server=6706a97ae65f,35389,1733397151477 in 10.0620 sec 2024-12-05T11:12:54,504 INFO [StoreOpener-588456b27db0b400a81beaf285e686cb-1 {}] regionserver.HStore(327): Store=588456b27db0b400a81beaf285e686cb/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:12:54,505 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 588456b27db0b400a81beaf285e686cb 2024-12-05T11:12:54,506 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1733397163882.04e3dbacf92a8789d8688d8d3a888a1d. 2024-12-05T11:12:54,506 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,,1733397163882.04e3dbacf92a8789d8688d8d3a888a1d. 2024-12-05T11:12:54,507 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e402a3ad7e0bbe13e154d268ee627db1, ASSIGN in 10.2870 sec 2024-12-05T11:12:54,507 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/data/default/SPTestTable/588456b27db0b400a81beaf285e686cb 2024-12-05T11:12:54,507 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=04e3dbacf92a8789d8688d8d3a888a1d, regionState=OPEN, openSeqNum=2, regionLocation=6706a97ae65f,46251,1733397151623 2024-12-05T11:12:54,508 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/data/default/SPTestTable/588456b27db0b400a81beaf285e686cb 2024-12-05T11:12:54,508 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/data/default/SPTestTable/3da750604887f769f7549f9e692b6490/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T11:12:54,510 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 588456b27db0b400a81beaf285e686cb 2024-12-05T11:12:54,510 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 588456b27db0b400a81beaf285e686cb 2024-12-05T11:12:54,510 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 3da750604887f769f7549f9e692b6490; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65860913, jitterRate=-0.018595919013023376}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T11:12:54,510 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3da750604887f769f7549f9e692b6490 2024-12-05T11:12:54,510 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 3da750604887f769f7549f9e692b6490: Running coprocessor pre-open hook at 1733397174482Writing region info on filesystem at 1733397174482Initializing all the Stores at 1733397174485 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397174485Cleaning up temporary data from old regions at 1733397174494 (+9 ms)Running coprocessor post-open hooks at 1733397174510 (+16 ms)Region opened successfully at 1733397174510 2024-12-05T11:12:54,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 04e3dbacf92a8789d8688d8d3a888a1d, server=6706a97ae65f,46251,1733397151623 because future has completed 2024-12-05T11:12:54,512 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1733397163882.3da750604887f769f7549f9e692b6490., pid=15, masterSystemTime=1733397174398 2024-12-05T11:12:54,514 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 588456b27db0b400a81beaf285e686cb 2024-12-05T11:12:54,515 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1733397163882.3da750604887f769f7549f9e692b6490. 2024-12-05T11:12:54,515 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1733397163882.3da750604887f769f7549f9e692b6490. 2024-12-05T11:12:54,517 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=5 2024-12-05T11:12:54,517 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=3da750604887f769f7549f9e692b6490, regionState=OPEN, openSeqNum=2, regionLocation=6706a97ae65f,40639,1733397151572 2024-12-05T11:12:54,517 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 04e3dbacf92a8789d8688d8d3a888a1d, server=6706a97ae65f,46251,1733397151623 in 10.0710 sec 2024-12-05T11:12:54,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3da750604887f769f7549f9e692b6490, server=6706a97ae65f,40639,1733397151572 because future has completed 2024-12-05T11:12:54,521 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=04e3dbacf92a8789d8688d8d3a888a1d, ASSIGN in 10.3000 sec 2024-12-05T11:12:54,521 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/data/default/SPTestTable/588456b27db0b400a81beaf285e686cb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T11:12:54,522 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 588456b27db0b400a81beaf285e686cb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69090684, jitterRate=0.029531419277191162}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T11:12:54,522 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 588456b27db0b400a81beaf285e686cb 2024-12-05T11:12:54,522 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 588456b27db0b400a81beaf285e686cb: Running coprocessor pre-open hook at 1733397174491Writing region info on filesystem at 1733397174492 (+1 ms)Initializing all the Stores at 1733397174495 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397174495Cleaning up temporary data from old regions at 1733397174510 (+15 ms)Running coprocessor post-open hooks at 1733397174522 (+12 ms)Region opened successfully at 1733397174522 2024-12-05T11:12:54,523 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1733397163882.588456b27db0b400a81beaf285e686cb., pid=24, masterSystemTime=1733397174439 2024-12-05T11:12:54,527 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1733397163882.588456b27db0b400a81beaf285e686cb. 2024-12-05T11:12:54,527 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1733397163882.588456b27db0b400a81beaf285e686cb. 2024-12-05T11:12:54,527 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733397163882.b86dec8c5460068a4d59aaa482444370. 2024-12-05T11:12:54,527 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=13 2024-12-05T11:12:54,527 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => b86dec8c5460068a4d59aaa482444370, NAME => 'SPTestTable,99999996,1733397163882.b86dec8c5460068a4d59aaa482444370.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-05T11:12:54,527 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 3da750604887f769f7549f9e692b6490, server=6706a97ae65f,40639,1733397151572 in 10.1320 sec 2024-12-05T11:12:54,528 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b86dec8c5460068a4d59aaa482444370 2024-12-05T11:12:54,528 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733397163882.b86dec8c5460068a4d59aaa482444370.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:12:54,528 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for b86dec8c5460068a4d59aaa482444370 2024-12-05T11:12:54,528 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for b86dec8c5460068a4d59aaa482444370 2024-12-05T11:12:54,529 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=588456b27db0b400a81beaf285e686cb, regionState=OPEN, openSeqNum=2, regionLocation=6706a97ae65f,35389,1733397151477 2024-12-05T11:12:54,531 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3da750604887f769f7549f9e692b6490, ASSIGN in 10.3100 sec 2024-12-05T11:12:54,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 588456b27db0b400a81beaf285e686cb, server=6706a97ae65f,35389,1733397151477 because future has completed 2024-12-05T11:12:54,533 INFO [StoreOpener-b86dec8c5460068a4d59aaa482444370-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b86dec8c5460068a4d59aaa482444370 2024-12-05T11:12:54,536 INFO [StoreOpener-b86dec8c5460068a4d59aaa482444370-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b86dec8c5460068a4d59aaa482444370 columnFamilyName cf 2024-12-05T11:12:54,536 DEBUG [StoreOpener-b86dec8c5460068a4d59aaa482444370-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:12:54,537 INFO [StoreOpener-b86dec8c5460068a4d59aaa482444370-1 {}] regionserver.HStore(327): Store=b86dec8c5460068a4d59aaa482444370/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:12:54,537 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for b86dec8c5460068a4d59aaa482444370 2024-12-05T11:12:54,539 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/data/default/SPTestTable/b86dec8c5460068a4d59aaa482444370 2024-12-05T11:12:54,539 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=7 2024-12-05T11:12:54,539 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 588456b27db0b400a81beaf285e686cb, server=6706a97ae65f,35389,1733397151477 in 10.0920 sec 2024-12-05T11:12:54,539 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/data/default/SPTestTable/b86dec8c5460068a4d59aaa482444370 2024-12-05T11:12:54,540 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for b86dec8c5460068a4d59aaa482444370 2024-12-05T11:12:54,540 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for b86dec8c5460068a4d59aaa482444370 2024-12-05T11:12:54,542 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=588456b27db0b400a81beaf285e686cb, ASSIGN in 10.3220 sec 2024-12-05T11:12:54,544 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for b86dec8c5460068a4d59aaa482444370 2024-12-05T11:12:54,547 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/data/default/SPTestTable/b86dec8c5460068a4d59aaa482444370/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T11:12:54,548 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened b86dec8c5460068a4d59aaa482444370; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63002921, jitterRate=-0.06118331849575043}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T11:12:54,548 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b86dec8c5460068a4d59aaa482444370 2024-12-05T11:12:54,548 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for b86dec8c5460068a4d59aaa482444370: Running coprocessor pre-open hook at 1733397174528Writing region info on filesystem at 1733397174528Initializing all the Stores at 1733397174532 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397174532Cleaning up temporary data from old regions at 1733397174540 (+8 ms)Running coprocessor post-open hooks at 1733397174548 (+8 ms)Region opened successfully at 1733397174548 2024-12-05T11:12:54,549 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733397163882.b86dec8c5460068a4d59aaa482444370., pid=20, masterSystemTime=1733397174439 2024-12-05T11:12:54,552 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733397163882.b86dec8c5460068a4d59aaa482444370. 2024-12-05T11:12:54,552 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733397163882.b86dec8c5460068a4d59aaa482444370. 2024-12-05T11:12:54,554 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=b86dec8c5460068a4d59aaa482444370, regionState=OPEN, openSeqNum=2, regionLocation=6706a97ae65f,35389,1733397151477 2024-12-05T11:12:54,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure b86dec8c5460068a4d59aaa482444370, server=6706a97ae65f,35389,1733397151477 because future has completed 2024-12-05T11:12:54,562 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=11 2024-12-05T11:12:54,563 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure b86dec8c5460068a4d59aaa482444370, server=6706a97ae65f,35389,1733397151477 in 10.1280 sec 2024-12-05T11:12:54,565 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=4 2024-12-05T11:12:54,565 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b86dec8c5460068a4d59aaa482444370, ASSIGN in 10.3450 sec 2024-12-05T11:12:54,566 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T11:12:54,566 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733397174566"}]},"ts":"1733397174566"} 2024-12-05T11:12:54,569 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-12-05T11:12:54,571 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T11:12:54,575 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.6800 sec 2024-12-05T11:12:56,918 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-12-05T11:12:59,866 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T11:12:59,946 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-05T11:13:01,080 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-12-05T11:13:01,080 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-12-05T11:13:02,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:13:02,109 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-12-05T11:13:02,109 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-12-05T11:13:02,110 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-05T11:13:02,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-12-05T11:13:02,122 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-05T11:13:02,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-12-05T11:13:02,168 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1733397163882.b86dec8c5460068a4d59aaa482444370., hostname=6706a97ae65f,35389,1733397151477, seqNum=2] 2024-12-05T11:13:02,172 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1733397163882.b86dec8c5460068a4d59aaa482444370., hostname=6706a97ae65f,35389,1733397151477, seqNum=2] 2024-12-05T11:13:02,175 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1733397163882.b86dec8c5460068a4d59aaa482444370., hostname=6706a97ae65f,35389,1733397151477, seqNum=2] 2024-12-05T11:13:02,178 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1733397163882.b86dec8c5460068a4d59aaa482444370., hostname=6706a97ae65f,35389,1733397151477, seqNum=2] 2024-12-05T11:13:02,181 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1733397163882.b86dec8c5460068a4d59aaa482444370., hostname=6706a97ae65f,35389,1733397151477, seqNum=2] 2024-12-05T11:13:02,183 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1733397163882.b86dec8c5460068a4d59aaa482444370., hostname=6706a97ae65f,35389,1733397151477, seqNum=2] 2024-12-05T11:13:02,185 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1733397163882.b86dec8c5460068a4d59aaa482444370., hostname=6706a97ae65f,35389,1733397151477, seqNum=2] 2024-12-05T11:13:02,187 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aah', locateType=CURRENT is [region=SPTestTable,99999996,1733397163882.b86dec8c5460068a4d59aaa482444370., hostname=6706a97ae65f,35389,1733397151477, seqNum=2] 2024-12-05T11:13:02,234 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1733397163882.544b698a2c9ed2455f11f6ed3620941c., hostname=6706a97ae65f,46251,1733397151623, seqNum=2] 2024-12-05T11:13:02,236 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1733397163882.544b698a2c9ed2455f11f6ed3620941c., hostname=6706a97ae65f,46251,1733397151623, seqNum=2] 2024-12-05T11:13:02,240 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1733397163882.544b698a2c9ed2455f11f6ed3620941c., hostname=6706a97ae65f,46251,1733397151623, seqNum=2] 2024-12-05T11:13:02,243 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1733397163882.544b698a2c9ed2455f11f6ed3620941c., hostname=6706a97ae65f,46251,1733397151623, seqNum=2] 2024-12-05T11:13:02,245 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1733397163882.544b698a2c9ed2455f11f6ed3620941c., hostname=6706a97ae65f,46251,1733397151623, seqNum=2] 2024-12-05T11:13:02,247 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1733397163882.544b698a2c9ed2455f11f6ed3620941c., hostname=6706a97ae65f,46251,1733397151623, seqNum=2] 2024-12-05T11:13:02,250 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1733397163882.544b698a2c9ed2455f11f6ed3620941c., hostname=6706a97ae65f,46251,1733397151623, seqNum=2] 2024-12-05T11:13:02,252 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bah', locateType=CURRENT is [region=SPTestTable,b333332f,1733397163882.544b698a2c9ed2455f11f6ed3620941c., hostname=6706a97ae65f,46251,1733397151623, seqNum=2] 2024-12-05T11:13:02,293 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733397163882.3da750604887f769f7549f9e692b6490., hostname=6706a97ae65f,40639,1733397151572, seqNum=2] 2024-12-05T11:13:02,295 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733397163882.3da750604887f769f7549f9e692b6490., hostname=6706a97ae65f,40639,1733397151572, seqNum=2] 2024-12-05T11:13:02,297 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733397163882.3da750604887f769f7549f9e692b6490., hostname=6706a97ae65f,40639,1733397151572, seqNum=2] 2024-12-05T11:13:02,303 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733397163882.3da750604887f769f7549f9e692b6490., hostname=6706a97ae65f,40639,1733397151572, seqNum=2] 2024-12-05T11:13:02,305 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733397163882.3da750604887f769f7549f9e692b6490., hostname=6706a97ae65f,40639,1733397151572, seqNum=2] 2024-12-05T11:13:02,307 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733397163882.3da750604887f769f7549f9e692b6490., hostname=6706a97ae65f,40639,1733397151572, seqNum=2] 2024-12-05T11:13:02,309 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733397163882.3da750604887f769f7549f9e692b6490., hostname=6706a97ae65f,40639,1733397151572, seqNum=2] 2024-12-05T11:13:02,311 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cck', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733397163882.3da750604887f769f7549f9e692b6490., hostname=6706a97ae65f,40639,1733397151572, seqNum=2] 2024-12-05T11:13:02,370 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1733397163882.e402a3ad7e0bbe13e154d268ee627db1., hostname=6706a97ae65f,35389,1733397151477, seqNum=2] 2024-12-05T11:13:02,372 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1733397163882.e402a3ad7e0bbe13e154d268ee627db1., hostname=6706a97ae65f,35389,1733397151477, seqNum=2] 2024-12-05T11:13:02,374 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1733397163882.e402a3ad7e0bbe13e154d268ee627db1., hostname=6706a97ae65f,35389,1733397151477, seqNum=2] 2024-12-05T11:13:02,376 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1733397163882.e402a3ad7e0bbe13e154d268ee627db1., hostname=6706a97ae65f,35389,1733397151477, seqNum=2] 2024-12-05T11:13:02,378 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1733397163882.e402a3ad7e0bbe13e154d268ee627db1., hostname=6706a97ae65f,35389,1733397151477, seqNum=2] 2024-12-05T11:13:02,380 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1733397163882.e402a3ad7e0bbe13e154d268ee627db1., hostname=6706a97ae65f,35389,1733397151477, seqNum=2] 2024-12-05T11:13:03,153 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T11:13:03,159 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T11:13:03,209 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T11:13:03,238 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46251 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1733397163882.544b698a2c9ed2455f11f6ed3620941c. with WAL disabled. Data may be lost in the event of a crash. 2024-12-05T11:13:03,242 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T11:13:03,314 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35389 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1733397163882.b86dec8c5460068a4d59aaa482444370. 2024-12-05T11:13:03,371 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40639 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1733397163882.3da750604887f769f7549f9e692b6490. with WAL disabled. Data may be lost in the event of a crash. 2024-12-05T11:13:03,374 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35389 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1733397163882.b86dec8c5460068a4d59aaa482444370. with WAL disabled. Data may be lost in the event of a crash. 2024-12-05T11:13:03,974 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35389 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1733397163882.e402a3ad7e0bbe13e154d268ee627db1. with WAL disabled. Data may be lost in the event of a crash. 2024-12-05T11:13:04,141 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-12-05T11:13:04,143 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-05T11:13:04,145 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-05T11:13:04,150 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-05T11:13:04,162 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-05T11:13:04,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741848_1024 (size=49) 2024-12-05T11:13:04,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44323 is added to blk_1073741848_1024 (size=49) 2024-12-05T11:13:04,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33819 is added to blk_1073741848_1024 (size=49) 2024-12-05T11:13:04,178 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-05T11:13:04,181 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 04e3dbacf92a8789d8688d8d3a888a1d}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fa06a20826ea7ca6ca26fda2a372e439}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 588456b27db0b400a81beaf285e686cb}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 83cc19e42b61583b2792eeb197d4b938}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5d139c3c551ca185f8b895c04d6478d6}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6bd111a79f12f4d63121c58fd71c9f20}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b86dec8c5460068a4d59aaa482444370}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 544b698a2c9ed2455f11f6ed3620941c}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3da750604887f769f7549f9e692b6490}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e402a3ad7e0bbe13e154d268ee627db1}] 2024-12-05T11:13:04,187 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 04e3dbacf92a8789d8688d8d3a888a1d 2024-12-05T11:13:04,189 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e402a3ad7e0bbe13e154d268ee627db1 2024-12-05T11:13:04,189 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3da750604887f769f7549f9e692b6490 2024-12-05T11:13:04,189 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 544b698a2c9ed2455f11f6ed3620941c 2024-12-05T11:13:04,189 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b86dec8c5460068a4d59aaa482444370 2024-12-05T11:13:04,193 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6bd111a79f12f4d63121c58fd71c9f20 2024-12-05T11:13:04,196 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5d139c3c551ca185f8b895c04d6478d6 2024-12-05T11:13:04,201 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 83cc19e42b61583b2792eeb197d4b938 2024-12-05T11:13:04,201 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 588456b27db0b400a81beaf285e686cb 2024-12-05T11:13:04,202 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fa06a20826ea7ca6ca26fda2a372e439 2024-12-05T11:13:04,244 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 6706a97ae65f,35389,1733397151477 2024-12-05T11:13:04,245 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 6706a97ae65f,35389,1733397151477: Simulated kill ***** 2024-12-05T11:13:04,245 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-05T11:13:04,247 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-05T11:13:04,249 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-05T11:13:04,250 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-05T11:13:04,251 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-05T11:13:04,257 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 662918656 }, "NonHeapMemoryUsage": { "committed": 157679616, "init": 7667712, "max": -1, "used": 154048112 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "6706a97ae65f", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 3, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14486, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 680 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "6706a97ae65f", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:64359", "tag.serverName": "6706a97ae65f,46251,1733397151623", "tag.clusterId": "68f4c13f-b6d4-4093-8c21-95a2d4f50d82", "tag.Context": "regionserver", "tag.Hostname": "6706a97ae65f", "regionCount": 3, "storeCount": 3, "hlogFileCount": 5, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 768, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1733397151623, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-12-05T11:13:04,260 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45813 {}] master.MasterRpcServices(700): 6706a97ae65f,35389,1733397151477 reported a fatal error: ***** ABORTING region server 6706a97ae65f,35389,1733397151477: Simulated kill ***** 2024-12-05T11:13:04,263 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6706a97ae65f,35389,1733397151477' ***** 2024-12-05T11:13:04,264 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-12-05T11:13:04,264 INFO [RS:0;6706a97ae65f:35389 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T11:13:04,264 INFO [RS:0;6706a97ae65f:35389 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-12-05T11:13:04,264 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T11:13:04,264 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-05T11:13:04,264 INFO [RS:0;6706a97ae65f:35389 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-12-05T11:13:04,265 INFO [RS:0;6706a97ae65f:35389 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T11:13:04,265 INFO [RS:0;6706a97ae65f:35389 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6706a97ae65f:35389. 2024-12-05T11:13:04,265 DEBUG [RS:0;6706a97ae65f:35389 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:13:04,265 DEBUG [RS:0;6706a97ae65f:35389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:13:04,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33819 is added to blk_1073741836_1012 (size=14382) 2024-12-05T11:13:04,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741836_1012 (size=14382) 2024-12-05T11:13:04,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44323 is added to blk_1073741836_1012 (size=14382) 2024-12-05T11:13:04,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44323 is added to blk_1073741835_1011 (size=966) 2024-12-05T11:13:04,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741835_1011 (size=966) 2024-12-05T11:13:04,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33819 is added to blk_1073741835_1011 (size=966) 2024-12-05T11:13:04,279 DEBUG [RS:0;6706a97ae65f:35389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:13:04,280 INFO [RS:0;6706a97ae65f:35389 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T11:13:04,280 INFO [RS:0;6706a97ae65f:35389 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35389 2024-12-05T11:13:04,314 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35389-0x101a53174860001, quorum=127.0.0.1:64359, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6706a97ae65f,35389,1733397151477 2024-12-05T11:13:04,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45813-0x101a53174860000, quorum=127.0.0.1:64359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T11:13:04,314 INFO [RS:0;6706a97ae65f:35389 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T11:13:04,324 INFO [regionserver/6706a97ae65f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T11:13:04,346 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6706a97ae65f,35389,1733397151477] 2024-12-05T11:13:04,356 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/6706a97ae65f,35389,1733397151477 already deleted, retry=false 2024-12-05T11:13:04,356 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 6706a97ae65f,35389,1733397151477 on 6706a97ae65f,45813,1733397150717 2024-12-05T11:13:04,361 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 6706a97ae65f,35389,1733397151477, splitWal=true, meta=true 2024-12-05T11:13:04,363 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=36 for 6706a97ae65f,35389,1733397151477 (carryingMeta=true) 6706a97ae65f,35389,1733397151477/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@706fad72[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-05T11:13:04,364 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 6706a97ae65f,35389,1733397151477, splitWal=true, meta=true 2024-12-05T11:13:04,366 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e402a3ad7e0bbe13e154d268ee627db1 2024-12-05T11:13:04,366 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 588456b27db0b400a81beaf285e686cb 2024-12-05T11:13:04,367 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b86dec8c5460068a4d59aaa482444370 2024-12-05T11:13:04,368 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 6706a97ae65f,35389,1733397151477, splitWal=true, meta=true, isMeta: true 2024-12-05T11:13:04,369 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure b86dec8c5460068a4d59aaa482444370 can not run currently because target server of region SPTestTable,99999996,1733397163882.b86dec8c5460068a4d59aaa482444370. 6706a97ae65f,35389,1733397151477 is in state SPLITTING_META, wait 1000 ms to retry 2024-12-05T11:13:04,369 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 588456b27db0b400a81beaf285e686cb can not run currently because target server of region SPTestTable,33333332,1733397163882.588456b27db0b400a81beaf285e686cb. 6706a97ae65f,35389,1733397151477 is in state SPLITTING_META, wait 1000 ms to retry 2024-12-05T11:13:04,369 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 588456b27db0b400a81beaf285e686cb; timeout=1000, timestamp=1733397185369 2024-12-05T11:13:04,369 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure b86dec8c5460068a4d59aaa482444370; timeout=1000, timestamp=1733397185369 2024-12-05T11:13:04,369 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure e402a3ad7e0bbe13e154d268ee627db1 can not run currently because target server of region SPTestTable,e6666661,1733397163882.e402a3ad7e0bbe13e154d268ee627db1. 6706a97ae65f,35389,1733397151477 is in state SPLITTING_META, wait 1000 ms to retry 2024-12-05T11:13:04,369 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure e402a3ad7e0bbe13e154d268ee627db1; timeout=1000, timestamp=1733397185369 2024-12-05T11:13:04,372 DEBUG [PEWorker-3 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/WALs/6706a97ae65f,35389,1733397151477-splitting 2024-12-05T11:13:04,374 INFO [PEWorker-3 {}] master.SplitWALManager(105): 6706a97ae65f,35389,1733397151477 WAL count=1, meta=true 2024-12-05T11:13:04,376 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 6706a97ae65f%2C35389%2C1733397151477.meta.1733397163382.meta}] 2024-12-05T11:13:04,383 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=6706a97ae65f,40639,1733397151572 2024-12-05T11:13:04,387 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 6706a97ae65f%2C35389%2C1733397151477.meta.1733397163382.meta, worker=6706a97ae65f,40639,1733397151572}] 2024-12-05T11:13:04,446 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35389-0x101a53174860001, quorum=127.0.0.1:64359, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:13:04,446 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35389-0x101a53174860001, quorum=127.0.0.1:64359, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:13:04,447 INFO [RS:0;6706a97ae65f:35389 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T11:13:04,447 INFO [RS:0;6706a97ae65f:35389 {}] regionserver.HRegionServer(1031): Exiting; stopping=6706a97ae65f,35389,1733397151477; zookeeper connection closed. 2024-12-05T11:13:04,447 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2351a262 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2351a262 2024-12-05T11:13:05,028 INFO [regionserver/6706a97ae65f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T11:13:05,028 INFO [regionserver/6706a97ae65f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T11:13:05,369 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e402a3ad7e0bbe13e154d268ee627db1 2024-12-05T11:13:05,369 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b86dec8c5460068a4d59aaa482444370 2024-12-05T11:13:05,369 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 588456b27db0b400a81beaf285e686cb 2024-12-05T11:13:05,371 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure e402a3ad7e0bbe13e154d268ee627db1 can not run currently because target server of region SPTestTable,e6666661,1733397163882.e402a3ad7e0bbe13e154d268ee627db1. 6706a97ae65f,35389,1733397151477 is in state SPLITTING_META, wait 2000 ms to retry 2024-12-05T11:13:05,371 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure b86dec8c5460068a4d59aaa482444370 can not run currently because target server of region SPTestTable,99999996,1733397163882.b86dec8c5460068a4d59aaa482444370. 6706a97ae65f,35389,1733397151477 is in state SPLITTING_META, wait 2000 ms to retry 2024-12-05T11:13:05,371 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 588456b27db0b400a81beaf285e686cb can not run currently because target server of region SPTestTable,33333332,1733397163882.588456b27db0b400a81beaf285e686cb. 6706a97ae65f,35389,1733397151477 is in state SPLITTING_META, wait 2000 ms to retry 2024-12-05T11:13:05,371 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure b86dec8c5460068a4d59aaa482444370; timeout=2000, timestamp=1733397187371 2024-12-05T11:13:05,371 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure e402a3ad7e0bbe13e154d268ee627db1; timeout=2000, timestamp=1733397187371 2024-12-05T11:13:05,371 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 588456b27db0b400a81beaf285e686cb; timeout=2000, timestamp=1733397187371 2024-12-05T11:13:05,800 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x545ef39ade82d74c with lease ID 0xad1695d7be8b3a1a: from storage DS-7b3876f7-3c1e-4da0-97cc-87298f2ea9f4 node DatanodeRegistration(127.0.0.1:44323, datanodeUuid=5777836d-4b15-4a76-aa7f-5b7dc9625d0f, infoPort=35169, infoSecurePort=0, ipcPort=41427, storageInfo=lv=-57;cid=testClusterID;nsid=1253673997;c=1733397145643), blocks: 12, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-05T11:13:05,801 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x545ef39ade82d74c with lease ID 0xad1695d7be8b3a1a: from storage DS-c511ad25-a761-4e22-ae4c-75b8fdf8d634 node DatanodeRegistration(127.0.0.1:44323, datanodeUuid=5777836d-4b15-4a76-aa7f-5b7dc9625d0f, infoPort=35169, infoSecurePort=0, ipcPort=41427, storageInfo=lv=-57;cid=testClusterID;nsid=1253673997;c=1733397145643), blocks: 12, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T11:13:07,371 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b86dec8c5460068a4d59aaa482444370 2024-12-05T11:13:07,372 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 588456b27db0b400a81beaf285e686cb 2024-12-05T11:13:07,372 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e402a3ad7e0bbe13e154d268ee627db1 2024-12-05T11:13:07,373 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure b86dec8c5460068a4d59aaa482444370 can not run currently because target server of region SPTestTable,99999996,1733397163882.b86dec8c5460068a4d59aaa482444370. 6706a97ae65f,35389,1733397151477 is in state SPLITTING_META, wait 4000 ms to retry 2024-12-05T11:13:07,373 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure e402a3ad7e0bbe13e154d268ee627db1 can not run currently because target server of region SPTestTable,e6666661,1733397163882.e402a3ad7e0bbe13e154d268ee627db1. 6706a97ae65f,35389,1733397151477 is in state SPLITTING_META, wait 4000 ms to retry 2024-12-05T11:13:07,373 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 588456b27db0b400a81beaf285e686cb can not run currently because target server of region SPTestTable,33333332,1733397163882.588456b27db0b400a81beaf285e686cb. 6706a97ae65f,35389,1733397151477 is in state SPLITTING_META, wait 4000 ms to retry 2024-12-05T11:13:07,373 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure b86dec8c5460068a4d59aaa482444370; timeout=4000, timestamp=1733397191373 2024-12-05T11:13:07,374 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure e402a3ad7e0bbe13e154d268ee627db1; timeout=4000, timestamp=1733397191374 2024-12-05T11:13:07,374 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 588456b27db0b400a81beaf285e686cb; timeout=4000, timestamp=1733397191374 2024-12-05T11:13:11,373 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b86dec8c5460068a4d59aaa482444370 2024-12-05T11:13:11,374 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 588456b27db0b400a81beaf285e686cb 2024-12-05T11:13:11,375 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e402a3ad7e0bbe13e154d268ee627db1 2024-12-05T11:13:11,376 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure b86dec8c5460068a4d59aaa482444370 can not run currently because target server of region SPTestTable,99999996,1733397163882.b86dec8c5460068a4d59aaa482444370. 6706a97ae65f,35389,1733397151477 is in state SPLITTING_META, wait 8000 ms to retry 2024-12-05T11:13:11,377 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure b86dec8c5460068a4d59aaa482444370; timeout=8000, timestamp=1733397199377 2024-12-05T11:13:11,377 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 588456b27db0b400a81beaf285e686cb can not run currently because target server of region SPTestTable,33333332,1733397163882.588456b27db0b400a81beaf285e686cb. 6706a97ae65f,35389,1733397151477 is in state SPLITTING_META, wait 8000 ms to retry 2024-12-05T11:13:11,377 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure e402a3ad7e0bbe13e154d268ee627db1 can not run currently because target server of region SPTestTable,e6666661,1733397163882.e402a3ad7e0bbe13e154d268ee627db1. 6706a97ae65f,35389,1733397151477 is in state SPLITTING_META, wait 8000 ms to retry 2024-12-05T11:13:11,378 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure e402a3ad7e0bbe13e154d268ee627db1; timeout=8000, timestamp=1733397199377 2024-12-05T11:13:11,378 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 588456b27db0b400a81beaf285e686cb; timeout=8000, timestamp=1733397199377 2024-12-05T11:13:14,197 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46251 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-12-05T11:13:14,197 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40639 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-12-05T11:13:14,198 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46251 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-12-05T11:13:14,198 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1733397163882.83cc19e42b61583b2792eeb197d4b938. 2024-12-05T11:13:14,198 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1733397163882.04e3dbacf92a8789d8688d8d3a888a1d. 2024-12-05T11:13:14,198 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40639 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-12-05T11:13:14,199 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1733397163882.544b698a2c9ed2455f11f6ed3620941c. 2024-12-05T11:13:14,199 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46251 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-12-05T11:13:14,199 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40639 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-12-05T11:13:14,199 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1733397163882.5d139c3c551ca185f8b895c04d6478d6. 2024-12-05T11:13:14,200 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1733397163882.6bd111a79f12f4d63121c58fd71c9f20. 2024-12-05T11:13:14,200 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40639 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-12-05T11:13:14,202 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40639 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-12-05T11:13:14,202 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1733397163882.3da750604887f769f7549f9e692b6490. 2024-12-05T11:13:14,202 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 04e3dbacf92a8789d8688d8d3a888a1d: 2024-12-05T11:13:14,202 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 83cc19e42b61583b2792eeb197d4b938: 2024-12-05T11:13:14,202 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 5d139c3c551ca185f8b895c04d6478d6: 2024-12-05T11:13:14,202 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1733397163882.5d139c3c551ca185f8b895c04d6478d6. for SnapshotProcedureTest completed. 2024-12-05T11:13:14,202 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1733397163882.04e3dbacf92a8789d8688d8d3a888a1d. for SnapshotProcedureTest completed. 2024-12-05T11:13:14,203 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 6bd111a79f12f4d63121c58fd71c9f20: 2024-12-05T11:13:14,203 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1733397163882.6bd111a79f12f4d63121c58fd71c9f20. for SnapshotProcedureTest completed. 2024-12-05T11:13:14,203 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 3da750604887f769f7549f9e692b6490 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-12-05T11:13:14,203 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 544b698a2c9ed2455f11f6ed3620941c 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-12-05T11:13:14,203 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1733397163882.04e3dbacf92a8789d8688d8d3a888a1d.' region-info for snapshot=SnapshotProcedureTest 2024-12-05T11:13:14,203 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1733397163882.5d139c3c551ca185f8b895c04d6478d6.' region-info for snapshot=SnapshotProcedureTest 2024-12-05T11:13:14,203 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1733397163882.6bd111a79f12f4d63121c58fd71c9f20.' region-info for snapshot=SnapshotProcedureTest 2024-12-05T11:13:14,203 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1733397163882.83cc19e42b61583b2792eeb197d4b938. for SnapshotProcedureTest completed. 2024-12-05T11:13:14,204 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1733397163882.83cc19e42b61583b2792eeb197d4b938.' region-info for snapshot=SnapshotProcedureTest 2024-12-05T11:13:14,206 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-05T11:13:14,206 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-05T11:13:14,207 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-05T11:13:14,206 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-05T11:13:14,209 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-05T11:13:14,209 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-05T11:13:14,209 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-05T11:13:14,209 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-05T11:13:14,261 INFO [RS_LOG_REPLAY_OPS-regionserver/6706a97ae65f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/WALs/6706a97ae65f,35389,1733397151477-splitting/6706a97ae65f%2C35389%2C1733397151477.meta.1733397163382.meta, size=14.0 K (14382bytes) 2024-12-05T11:13:14,262 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6706a97ae65f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-05T11:13:14,262 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6706a97ae65f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-05T11:13:14,262 INFO [RS_LOG_REPLAY_OPS-regionserver/6706a97ae65f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/WALs/6706a97ae65f,35389,1733397151477-splitting/6706a97ae65f%2C35389%2C1733397151477.meta.1733397163382.meta 2024-12-05T11:13:14,269 INFO [RS_LOG_REPLAY_OPS-regionserver/6706a97ae65f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/WALs/6706a97ae65f,35389,1733397151477-splitting/6706a97ae65f%2C35389%2C1733397151477.meta.1733397163382.meta after 4ms 2024-12-05T11:13:14,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741850_1026 (size=65) 2024-12-05T11:13:14,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44323 is added to blk_1073741850_1026 (size=65) 2024-12-05T11:13:14,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33819 is added to blk_1073741850_1026 (size=65) 2024-12-05T11:13:14,275 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1733397163882.83cc19e42b61583b2792eeb197d4b938. 2024-12-05T11:13:14,277 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-12-05T11:13:14,277 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1733397163882.fa06a20826ea7ca6ca26fda2a372e439. 2024-12-05T11:13:14,277 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for fa06a20826ea7ca6ca26fda2a372e439: 2024-12-05T11:13:14,277 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1733397163882.fa06a20826ea7ca6ca26fda2a372e439. for SnapshotProcedureTest completed. 2024-12-05T11:13:14,278 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1733397163882.fa06a20826ea7ca6ca26fda2a372e439.' region-info for snapshot=SnapshotProcedureTest 2024-12-05T11:13:14,278 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-05T11:13:14,278 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-05T11:13:14,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45813 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-12-05T11:13:14,280 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45813 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 83cc19e42b61583b2792eeb197d4b938 2024-12-05T11:13:14,280 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 83cc19e42b61583b2792eeb197d4b938 2024-12-05T11:13:14,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44323 is added to blk_1073741851_1027 (size=65) 2024-12-05T11:13:14,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741851_1027 (size=65) 2024-12-05T11:13:14,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33819 is added to blk_1073741851_1027 (size=65) 2024-12-05T11:13:14,287 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1733397163882.5d139c3c551ca185f8b895c04d6478d6. 2024-12-05T11:13:14,287 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-12-05T11:13:14,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45813 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-12-05T11:13:14,288 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45813 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 5d139c3c551ca185f8b895c04d6478d6 2024-12-05T11:13:14,289 INFO [RS_LOG_REPLAY_OPS-regionserver/6706a97ae65f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/WALs/6706a97ae65f,35389,1733397151477-splitting/6706a97ae65f%2C35389%2C1733397151477.meta.1733397163382.meta took 29ms 2024-12-05T11:13:14,293 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5d139c3c551ca185f8b895c04d6478d6 2024-12-05T11:13:14,294 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 83cc19e42b61583b2792eeb197d4b938 in 10.1040 sec 2024-12-05T11:13:14,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741849_1025 (size=57) 2024-12-05T11:13:14,296 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5d139c3c551ca185f8b895c04d6478d6 in 10.1140 sec 2024-12-05T11:13:14,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33819 is added to blk_1073741849_1025 (size=57) 2024-12-05T11:13:14,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44323 is added to blk_1073741849_1025 (size=57) 2024-12-05T11:13:14,298 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1733397163882.04e3dbacf92a8789d8688d8d3a888a1d. 2024-12-05T11:13:14,298 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-12-05T11:13:14,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45813 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-12-05T11:13:14,299 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45813 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 04e3dbacf92a8789d8688d8d3a888a1d 2024-12-05T11:13:14,299 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 04e3dbacf92a8789d8688d8d3a888a1d 2024-12-05T11:13:14,303 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 04e3dbacf92a8789d8688d8d3a888a1d in 10.1210 sec 2024-12-05T11:13:14,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741852_1028 (size=65) 2024-12-05T11:13:14,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33819 is added to blk_1073741852_1028 (size=65) 2024-12-05T11:13:14,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44323 is added to blk_1073741852_1028 (size=65) 2024-12-05T11:13:14,309 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1733397163882.6bd111a79f12f4d63121c58fd71c9f20. 2024-12-05T11:13:14,309 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-12-05T11:13:14,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45813 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-12-05T11:13:14,310 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45813 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 6bd111a79f12f4d63121c58fd71c9f20 2024-12-05T11:13:14,310 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6bd111a79f12f4d63121c58fd71c9f20 2024-12-05T11:13:14,310 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6706a97ae65f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "info" sequence_id: 5 } store_sequence_id { family_name: "ns" sequence_id: 3 } store_sequence_id { family_name: "rep_barrier" sequence_id: 18446744073709551615 } store_sequence_id { family_name: "table" sequence_id: 6 } 2024-12-05T11:13:14,315 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 6bd111a79f12f4d63121c58fd71c9f20 in 10.1310 sec 2024-12-05T11:13:14,317 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6706a97ae65f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/WALs/6706a97ae65f,35389,1733397151477-splitting/6706a97ae65f%2C35389%2C1733397151477.meta.1733397163382.meta so closing down 2024-12-05T11:13:14,317 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6706a97ae65f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-05T11:13:14,321 INFO [RS_LOG_REPLAY_OPS-regionserver/6706a97ae65f:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-6706a97ae65f%2C35389%2C1733397151477.meta.1733397163382.meta.temp 2024-12-05T11:13:14,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33819 is added to blk_1073741853_1029 (size=65) 2024-12-05T11:13:14,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741853_1029 (size=65) 2024-12-05T11:13:14,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44323 is added to blk_1073741853_1029 (size=65) 2024-12-05T11:13:14,328 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1733397163882.fa06a20826ea7ca6ca26fda2a372e439. 2024-12-05T11:13:14,328 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-12-05T11:13:14,329 INFO [RS_LOG_REPLAY_OPS-regionserver/6706a97ae65f:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-6706a97ae65f%2C35389%2C1733397151477.meta.1733397163382.meta.temp 2024-12-05T11:13:14,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45813 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-12-05T11:13:14,329 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45813 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region fa06a20826ea7ca6ca26fda2a372e439 2024-12-05T11:13:14,329 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fa06a20826ea7ca6ca26fda2a372e439 2024-12-05T11:13:14,332 INFO [RS_LOG_REPLAY_OPS-regionserver/6706a97ae65f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-12-05T11:13:14,334 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure fa06a20826ea7ca6ca26fda2a372e439 in 10.1510 sec 2024-12-05T11:13:14,335 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/data/default/SPTestTable/544b698a2c9ed2455f11f6ed3620941c/.tmp/cf/8b7ef2b3b9044731b94a3a51e69b29b7 is 34, key is baa/cf:cf/1733397183235/Put/seqid=0 2024-12-05T11:13:14,340 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/data/default/SPTestTable/3da750604887f769f7549f9e692b6490/.tmp/cf/4ef8f9eefe7f4f3b90e812cfcd97628e is 34, key is ccd/cf:cf/1733397183359/Put/seqid=0 2024-12-05T11:13:14,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741854_1030 (size=14141) 2024-12-05T11:13:14,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33819 is added to blk_1073741854_1030 (size=14141) 2024-12-05T11:13:14,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44323 is added to blk_1073741854_1030 (size=14141) 2024-12-05T11:13:14,350 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-6706a97ae65f%2C35389%2C1733397151477.meta.1733397163382.meta.temp (wrote 25 edits, skipped 0 edits in 1 ms) 2024-12-05T11:13:14,353 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-6706a97ae65f%2C35389%2C1733397151477.meta.1733397163382.meta.temp to hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-12-05T11:13:14,356 INFO [RS_LOG_REPLAY_OPS-regionserver/6706a97ae65f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 26 edits across 1 Regions in 53 ms; skipped=1; WAL=hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/WALs/6706a97ae65f,35389,1733397151477-splitting/6706a97ae65f%2C35389%2C1733397151477.meta.1733397163382.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false 2024-12-05T11:13:14,356 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6706a97ae65f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/WALs/6706a97ae65f,35389,1733397151477-splitting/6706a97ae65f%2C35389%2C1733397151477.meta.1733397163382.meta, journal: Splitting hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/WALs/6706a97ae65f,35389,1733397151477-splitting/6706a97ae65f%2C35389%2C1733397151477.meta.1733397163382.meta, size=14.0 K (14382bytes) at 1733397194261Finishing writing output for hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/WALs/6706a97ae65f,35389,1733397151477-splitting/6706a97ae65f%2C35389%2C1733397151477.meta.1733397163382.meta so closing down at 1733397194317 (+56 ms)Creating recovered edits writer path=hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-6706a97ae65f%2C35389%2C1733397151477.meta.1733397163382.meta.temp at 1733397194329 (+12 ms)3 split writer threads finished at 1733397194332 (+3 ms)Closed recovered edits writer path=hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-6706a97ae65f%2C35389%2C1733397151477.meta.1733397163382.meta.temp (wrote 25 edits, skipped 0 edits in 1 ms) at 1733397194350 (+18 ms)Rename recovered edits hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-6706a97ae65f%2C35389%2C1733397151477.meta.1733397163382.meta.temp to hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 at 1733397194353 (+3 ms)Processed 26 edits across 1 Regions in 53 ms; skipped=1; WAL=hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/WALs/6706a97ae65f,35389,1733397151477-splitting/6706a97ae65f%2C35389%2C1733397151477.meta.1733397163382.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false at 1733397194356 (+3 ms) 2024-12-05T11:13:14,357 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6706a97ae65f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/WALs/6706a97ae65f,35389,1733397151477-splitting/6706a97ae65f%2C35389%2C1733397151477.meta.1733397163382.meta 2024-12-05T11:13:14,357 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6706a97ae65f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-12-05T11:13:14,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45813 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-12-05T11:13:14,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741855_1031 (size=28623) 2024-12-05T11:13:14,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33819 is added to blk_1073741855_1031 (size=28623) 2024-12-05T11:13:14,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44323 is added to blk_1073741855_1031 (size=28623) 2024-12-05T11:13:14,361 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/data/default/SPTestTable/544b698a2c9ed2455f11f6ed3620941c/.tmp/cf/8b7ef2b3b9044731b94a3a51e69b29b7 2024-12-05T11:13:14,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741856_1032 (size=47197) 2024-12-05T11:13:14,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33819 is added to blk_1073741856_1032 (size=47197) 2024-12-05T11:13:14,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44323 is added to blk_1073741856_1032 (size=47197) 2024-12-05T11:13:14,367 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/data/default/SPTestTable/3da750604887f769f7549f9e692b6490/.tmp/cf/4ef8f9eefe7f4f3b90e812cfcd97628e 2024-12-05T11:13:14,367 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/WALs/6706a97ae65f,35389,1733397151477-splitting/6706a97ae65f%2C35389%2C1733397151477.meta.1733397163382.meta to hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/oldWALs 2024-12-05T11:13:14,373 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-12-05T11:13:14,373 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 6706a97ae65f%2C35389%2C1733397151477.meta.1733397163382.meta, worker=6706a97ae65f,40639,1733397151572 in 9.9810 sec 2024-12-05T11:13:14,374 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=6706a97ae65f,40639,1733397151572 2024-12-05T11:13:14,378 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-12-05T11:13:14,379 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 6706a97ae65f%2C35389%2C1733397151477.meta.1733397163382.meta, worker=6706a97ae65f,40639,1733397151572 in 10.0000 sec 2024-12-05T11:13:14,382 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/WALs/6706a97ae65f,35389,1733397151477-splitting dir is empty, no logs to split. 2024-12-05T11:13:14,382 INFO [PEWorker-3 {}] master.SplitWALManager(105): 6706a97ae65f,35389,1733397151477 WAL count=0, meta=true 2024-12-05T11:13:14,382 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 6706a97ae65f,35389,1733397151477 WAL splitting is done? wals=0, meta=true 2024-12-05T11:13:14,384 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T11:13:14,385 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T11:13:14,387 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-05T11:13:14,412 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/data/default/SPTestTable/3da750604887f769f7549f9e692b6490/.tmp/cf/4ef8f9eefe7f4f3b90e812cfcd97628e as hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/data/default/SPTestTable/3da750604887f769f7549f9e692b6490/cf/4ef8f9eefe7f4f3b90e812cfcd97628e 2024-12-05T11:13:14,412 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/data/default/SPTestTable/544b698a2c9ed2455f11f6ed3620941c/.tmp/cf/8b7ef2b3b9044731b94a3a51e69b29b7 as hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/data/default/SPTestTable/544b698a2c9ed2455f11f6ed3620941c/cf/8b7ef2b3b9044731b94a3a51e69b29b7 2024-12-05T11:13:14,421 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/data/default/SPTestTable/3da750604887f769f7549f9e692b6490/cf/4ef8f9eefe7f4f3b90e812cfcd97628e, entries=1297, sequenceid=5, filesize=46.1 K 2024-12-05T11:13:14,421 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/data/default/SPTestTable/544b698a2c9ed2455f11f6ed3620941c/cf/8b7ef2b3b9044731b94a3a51e69b29b7, entries=731, sequenceid=5, filesize=28.0 K 2024-12-05T11:13:14,428 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 544b698a2c9ed2455f11f6ed3620941c in 224ms, sequenceid=5, compaction requested=false 2024-12-05T11:13:14,428 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 3da750604887f769f7549f9e692b6490 in 222ms, sequenceid=5, compaction requested=false 2024-12-05T11:13:14,428 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 544b698a2c9ed2455f11f6ed3620941c: 2024-12-05T11:13:14,428 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1733397163882.544b698a2c9ed2455f11f6ed3620941c. for SnapshotProcedureTest completed. 2024-12-05T11:13:14,428 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 3da750604887f769f7549f9e692b6490: 2024-12-05T11:13:14,428 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1733397163882.3da750604887f769f7549f9e692b6490. for SnapshotProcedureTest completed. 2024-12-05T11:13:14,428 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1733397163882.544b698a2c9ed2455f11f6ed3620941c.' region-info for snapshot=SnapshotProcedureTest 2024-12-05T11:13:14,428 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-05T11:13:14,428 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1733397163882.3da750604887f769f7549f9e692b6490.' region-info for snapshot=SnapshotProcedureTest 2024-12-05T11:13:14,428 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/data/default/SPTestTable/544b698a2c9ed2455f11f6ed3620941c/cf/8b7ef2b3b9044731b94a3a51e69b29b7] hfiles 2024-12-05T11:13:14,428 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-05T11:13:14,428 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/data/default/SPTestTable/3da750604887f769f7549f9e692b6490/cf/4ef8f9eefe7f4f3b90e812cfcd97628e] hfiles 2024-12-05T11:13:14,430 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/data/default/SPTestTable/544b698a2c9ed2455f11f6ed3620941c/cf/8b7ef2b3b9044731b94a3a51e69b29b7 for snapshot=SnapshotProcedureTest 2024-12-05T11:13:14,430 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/data/default/SPTestTable/3da750604887f769f7549f9e692b6490/cf/4ef8f9eefe7f4f3b90e812cfcd97628e for snapshot=SnapshotProcedureTest 2024-12-05T11:13:14,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33819 is added to blk_1073741857_1033 (size=105) 2024-12-05T11:13:14,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44323 is added to blk_1073741857_1033 (size=105) 2024-12-05T11:13:14,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33819 is added to blk_1073741858_1034 (size=105) 2024-12-05T11:13:14,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741857_1033 (size=105) 2024-12-05T11:13:14,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44323 is added to blk_1073741858_1034 (size=105) 2024-12-05T11:13:14,448 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1733397163882.3da750604887f769f7549f9e692b6490. 2024-12-05T11:13:14,449 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-12-05T11:13:14,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741858_1034 (size=105) 2024-12-05T11:13:14,449 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1733397163882.544b698a2c9ed2455f11f6ed3620941c. 2024-12-05T11:13:14,449 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-12-05T11:13:14,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45813 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-12-05T11:13:14,449 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45813 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 3da750604887f769f7549f9e692b6490 2024-12-05T11:13:14,450 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3da750604887f769f7549f9e692b6490 2024-12-05T11:13:14,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45813 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-12-05T11:13:14,450 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45813 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 544b698a2c9ed2455f11f6ed3620941c 2024-12-05T11:13:14,450 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 544b698a2c9ed2455f11f6ed3620941c 2024-12-05T11:13:14,453 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3da750604887f769f7549f9e692b6490 in 10.2710 sec 2024-12-05T11:13:14,454 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 544b698a2c9ed2455f11f6ed3620941c in 10.2710 sec 2024-12-05T11:13:14,537 DEBUG [6706a97ae65f:45813 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-05T11:13:14,537 DEBUG [6706a97ae65f:45813 {}] balancer.BalancerClusterState(204): Hosts are {6706a97ae65f=0} racks are {/default-rack=0} 2024-12-05T11:13:14,537 DEBUG [6706a97ae65f:45813 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-05T11:13:14,537 DEBUG [6706a97ae65f:45813 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-05T11:13:14,537 DEBUG [6706a97ae65f:45813 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-05T11:13:14,537 DEBUG [6706a97ae65f:45813 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-05T11:13:14,537 INFO [6706a97ae65f:45813 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-05T11:13:14,537 INFO [6706a97ae65f:45813 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-05T11:13:14,537 DEBUG [6706a97ae65f:45813 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-05T11:13:14,538 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6706a97ae65f,40639,1733397151572 2024-12-05T11:13:14,539 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6706a97ae65f,40639,1733397151572, state=OPENING 2024-12-05T11:13:14,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45813-0x101a53174860000, quorum=127.0.0.1:64359, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T11:13:14,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40639-0x101a53174860002, quorum=127.0.0.1:64359, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T11:13:14,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46251-0x101a53174860003, quorum=127.0.0.1:64359, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T11:13:14,612 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T11:13:14,612 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T11:13:14,612 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T11:13:14,612 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T11:13:14,612 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6706a97ae65f,40639,1733397151572}] 2024-12-05T11:13:19,377 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b86dec8c5460068a4d59aaa482444370 2024-12-05T11:13:19,377 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e402a3ad7e0bbe13e154d268ee627db1 2024-12-05T11:13:19,378 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 588456b27db0b400a81beaf285e686cb 2024-12-05T11:13:19,379 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 588456b27db0b400a81beaf285e686cb can not run currently because target server of region SPTestTable,33333332,1733397163882.588456b27db0b400a81beaf285e686cb. 6706a97ae65f,35389,1733397151477 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-12-05T11:13:19,379 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure e402a3ad7e0bbe13e154d268ee627db1 can not run currently because target server of region SPTestTable,e6666661,1733397163882.e402a3ad7e0bbe13e154d268ee627db1. 6706a97ae65f,35389,1733397151477 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-12-05T11:13:19,379 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure b86dec8c5460068a4d59aaa482444370 can not run currently because target server of region SPTestTable,99999996,1733397163882.b86dec8c5460068a4d59aaa482444370. 6706a97ae65f,35389,1733397151477 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-12-05T11:13:19,379 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure e402a3ad7e0bbe13e154d268ee627db1; timeout=16000, timestamp=1733397215379 2024-12-05T11:13:19,379 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 588456b27db0b400a81beaf285e686cb; timeout=16000, timestamp=1733397215379 2024-12-05T11:13:19,379 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure b86dec8c5460068a4d59aaa482444370; timeout=16000, timestamp=1733397215379 2024-12-05T11:13:24,308 INFO [master/6706a97ae65f:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-05T11:13:24,308 INFO [master/6706a97ae65f:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-05T11:13:24,622 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=40}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T11:13:24,622 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T11:13:24,623 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=40}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T11:13:24,626 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6706a97ae65f%2C40639%2C1733397151572.meta, suffix=.meta, logDir=hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/WALs/6706a97ae65f,40639,1733397151572, archiveDir=hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/oldWALs, maxLogs=32 2024-12-05T11:13:24,647 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=40}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/WALs/6706a97ae65f,40639,1733397151572/6706a97ae65f%2C40639%2C1733397151572.meta.1733397204628.meta, exclude list is [], retry=0 2024-12-05T11:13:24,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44323,DS-7b3876f7-3c1e-4da0-97cc-87298f2ea9f4,DISK] 2024-12-05T11:13:24,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36591,DS-2627d2a9-8a83-42bd-811c-a489c13d1e54,DISK] 2024-12-05T11:13:24,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33819,DS-4cf3a535-ef2c-4e22-8f9b-e5d62bb847e0,DISK] 2024-12-05T11:13:24,657 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/WALs/6706a97ae65f,40639,1733397151572/6706a97ae65f%2C40639%2C1733397151572.meta.1733397204628.meta 2024-12-05T11:13:24,658 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36681:36681),(127.0.0.1/127.0.0.1:35169:35169),(127.0.0.1/127.0.0.1:33289:33289)] 2024-12-05T11:13:24,659 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T11:13:24,659 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=40}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T11:13:24,659 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T11:13:24,659 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T11:13:24,659 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T11:13:24,660 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:13:24,660 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T11:13:24,660 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T11:13:24,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T11:13:24,666 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T11:13:24,666 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:13:24,667 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:13:24,667 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T11:13:24,669 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T11:13:24,669 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:13:24,670 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:13:24,670 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T11:13:24,671 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T11:13:24,672 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:13:24,672 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:13:24,673 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T11:13:24,674 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T11:13:24,674 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:13:24,675 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:13:24,675 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T11:13:24,677 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/data/hbase/meta/1588230740 2024-12-05T11:13:24,681 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/data/hbase/meta/1588230740 2024-12-05T11:13:24,683 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-12-05T11:13:24,698 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5793): Applied 104, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=28, path=hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-12-05T11:13:24,698 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=12.43 KB heapSize=21.09 KB 2024-12-05T11:13:24,722 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/data/hbase/meta/1588230740/.tmp/info/81200f9ff34d430a85ec0e1f4f12221f is 167, key is SPTestTable,19999999,1733397163882.fa06a20826ea7ca6ca26fda2a372e439./info:regioninfo/1733397174481/Put/seqid=0 2024-12-05T11:13:24,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33819 is added to blk_1073741860_1036 (size=18393) 2024-12-05T11:13:24,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741860_1036 (size=18393) 2024-12-05T11:13:24,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44323 is added to blk_1073741860_1036 (size=18393) 2024-12-05T11:13:24,740 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.28 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/data/hbase/meta/1588230740/.tmp/info/81200f9ff34d430a85ec0e1f4f12221f 2024-12-05T11:13:24,774 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/data/hbase/meta/1588230740/.tmp/ns/ae1b453874c54a84871504e2573dea90 is 43, key is default/ns:d/1733397163624/Put/seqid=0 2024-12-05T11:13:24,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44323 is added to blk_1073741861_1037 (size=5153) 2024-12-05T11:13:24,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741861_1037 (size=5153) 2024-12-05T11:13:24,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33819 is added to blk_1073741861_1037 (size=5153) 2024-12-05T11:13:24,797 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/data/hbase/meta/1588230740/.tmp/ns/ae1b453874c54a84871504e2573dea90 2024-12-05T11:13:24,842 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/data/hbase/meta/1588230740/.tmp/table/e3473114bbf845b293a6d839fe932dd6 is 47, key is SPTestTable/table:state/1733397174566/Put/seqid=0 2024-12-05T11:13:24,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44323 is added to blk_1073741862_1038 (size=5214) 2024-12-05T11:13:24,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741862_1038 (size=5214) 2024-12-05T11:13:24,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33819 is added to blk_1073741862_1038 (size=5214) 2024-12-05T11:13:24,858 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/data/hbase/meta/1588230740/.tmp/table/e3473114bbf845b293a6d839fe932dd6 2024-12-05T11:13:24,870 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/data/hbase/meta/1588230740/.tmp/info/81200f9ff34d430a85ec0e1f4f12221f as hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/data/hbase/meta/1588230740/info/81200f9ff34d430a85ec0e1f4f12221f 2024-12-05T11:13:24,880 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/data/hbase/meta/1588230740/info/81200f9ff34d430a85ec0e1f4f12221f, entries=100, sequenceid=28, filesize=18.0 K 2024-12-05T11:13:24,888 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/data/hbase/meta/1588230740/.tmp/ns/ae1b453874c54a84871504e2573dea90 as hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/data/hbase/meta/1588230740/ns/ae1b453874c54a84871504e2573dea90 2024-12-05T11:13:24,899 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/data/hbase/meta/1588230740/ns/ae1b453874c54a84871504e2573dea90, entries=2, sequenceid=28, filesize=5.0 K 2024-12-05T11:13:24,901 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/data/hbase/meta/1588230740/.tmp/table/e3473114bbf845b293a6d839fe932dd6 as hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/data/hbase/meta/1588230740/table/e3473114bbf845b293a6d839fe932dd6 2024-12-05T11:13:24,917 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/data/hbase/meta/1588230740/table/e3473114bbf845b293a6d839fe932dd6, entries=2, sequenceid=28, filesize=5.1 K 2024-12-05T11:13:24,918 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(3140): Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 219ms, sequenceid=28, compaction requested=false; wal=null 2024-12-05T11:13:24,919 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-12-05T11:13:24,921 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T11:13:24,922 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T11:13:24,923 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T11:13:24,927 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T11:13:24,930 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/data/hbase/meta/1588230740/recovered.edits/28.seqid, newMaxSeqId=28, maxSeqId=1 2024-12-05T11:13:24,932 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=29; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73071967, jitterRate=0.08885715901851654}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T11:13:24,932 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T11:13:24,932 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733397204660Writing region info on filesystem at 1733397204660Initializing all the Stores at 1733397204662 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397204662Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397204664 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397204664Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397204664Obtaining lock to block concurrent updates at 1733397204698 (+34 ms)Preparing flush snapshotting stores in 1588230740 at 1733397204698Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12732, getHeapSize=21536, getOffHeapSize=0, getCellsCount=104 at 1733397204699 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733397204699Flushing 1588230740/info: creating writer at 1733397204699Flushing 1588230740/info: appending metadata at 1733397204722 (+23 ms)Flushing 1588230740/info: closing flushed file at 1733397204722Flushing 1588230740/ns: creating writer at 1733397204752 (+30 ms)Flushing 1588230740/ns: appending metadata at 1733397204773 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1733397204773Flushing 1588230740/table: creating writer at 1733397204815 (+42 ms)Flushing 1588230740/table: appending metadata at 1733397204841 (+26 ms)Flushing 1588230740/table: closing flushed file at 1733397204842 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8fc0833: reopening flushed file at 1733397204869 (+27 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65b7a65e: reopening flushed file at 1733397204880 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fa4455e: reopening flushed file at 1733397204899 (+19 ms)Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 219ms, sequenceid=28, compaction requested=false; wal=null at 1733397204918 (+19 ms)Cleaning up temporary data from old regions at 1733397204922 (+4 ms)Running coprocessor post-open hooks at 1733397204932 (+10 ms)Region opened successfully at 1733397204932 2024-12-05T11:13:24,934 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=40, masterSystemTime=1733397204615 2024-12-05T11:13:24,942 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T11:13:24,943 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=40}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T11:13:24,944 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=29, regionLocation=6706a97ae65f,40639,1733397151572 2024-12-05T11:13:24,945 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6706a97ae65f,40639,1733397151572, state=OPEN 2024-12-05T11:13:24,983 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45813 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=6706a97ae65f,40639,1733397151572, table=hbase:meta, region=1588230740. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-05T11:13:25,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40639-0x101a53174860002, quorum=127.0.0.1:64359, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T11:13:25,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46251-0x101a53174860003, quorum=127.0.0.1:64359, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T11:13:25,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45813-0x101a53174860000, quorum=127.0.0.1:64359, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T11:13:25,001 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=40, ppid=39, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6706a97ae65f,40639,1733397151572 2024-12-05T11:13:25,001 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T11:13:25,001 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T11:13:25,002 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T11:13:25,010 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39 2024-12-05T11:13:25,010 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6706a97ae65f,40639,1733397151572 in 10.3890 sec 2024-12-05T11:13:25,015 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=36 2024-12-05T11:13:25,015 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.6260 sec 2024-12-05T11:13:25,016 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 6706a97ae65f,35389,1733397151477 had 4 regions 2024-12-05T11:13:25,018 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 6706a97ae65f,35389,1733397151477, splitWal=true, meta=true, isMeta: false 2024-12-05T11:13:25,021 INFO [PEWorker-3 {}] master.SplitWALManager(105): 6706a97ae65f,35389,1733397151477 WAL count=1, meta=false 2024-12-05T11:13:25,022 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 6706a97ae65f%2C35389%2C1733397151477.1733397153131}] 2024-12-05T11:13:25,024 DEBUG [PEWorker-4 {}] master.SplitWALManager(158): Acquired split WAL worker=6706a97ae65f,40639,1733397151572 2024-12-05T11:13:25,025 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 6706a97ae65f%2C35389%2C1733397151477.1733397153131, worker=6706a97ae65f,40639,1733397151572}] 2024-12-05T11:13:29,866 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T11:13:30,191 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-05T11:13:33,025 INFO [regionserver/6706a97ae65f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-12-05T11:13:35,037 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40639 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=42 2024-12-05T11:13:35,054 INFO [RS_LOG_REPLAY_OPS-regionserver/6706a97ae65f:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(299): Splitting hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/WALs/6706a97ae65f,35389,1733397151477-splitting/6706a97ae65f%2C35389%2C1733397151477.1733397153131, size=966 (966bytes) 2024-12-05T11:13:35,055 INFO [RS_LOG_REPLAY_OPS-regionserver/6706a97ae65f:0-1 {event_type=RS_LOG_REPLAY, pid=42}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/WALs/6706a97ae65f,35389,1733397151477-splitting/6706a97ae65f%2C35389%2C1733397151477.1733397153131 2024-12-05T11:13:35,056 INFO [RS_LOG_REPLAY_OPS-regionserver/6706a97ae65f:0-1 {event_type=RS_LOG_REPLAY, pid=42}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/WALs/6706a97ae65f,35389,1733397151477-splitting/6706a97ae65f%2C35389%2C1733397151477.1733397153131 after 1ms 2024-12-05T11:13:35,061 INFO [RS_LOG_REPLAY_OPS-regionserver/6706a97ae65f:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(310): Open hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/WALs/6706a97ae65f,35389,1733397151477-splitting/6706a97ae65f%2C35389%2C1733397151477.1733397153131 took 7ms 2024-12-05T11:13:35,067 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6706a97ae65f:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for e402a3ad7e0bbe13e154d268ee627db1: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-05T11:13:35,069 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6706a97ae65f:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for 588456b27db0b400a81beaf285e686cb: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-05T11:13:35,071 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6706a97ae65f:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for b86dec8c5460068a4d59aaa482444370: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-05T11:13:35,071 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6706a97ae65f:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/WALs/6706a97ae65f,35389,1733397151477-splitting/6706a97ae65f%2C35389%2C1733397151477.1733397153131 so closing down 2024-12-05T11:13:35,071 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6706a97ae65f:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-05T11:13:35,071 INFO [RS_LOG_REPLAY_OPS-regionserver/6706a97ae65f:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.OutputSink(145): 3 split writer threads finished 2024-12-05T11:13:35,071 INFO [RS_LOG_REPLAY_OPS-regionserver/6706a97ae65f:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(425): Processed 3 edits across 0 Regions in 8 ms; skipped=3; WAL=hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/WALs/6706a97ae65f,35389,1733397151477-splitting/6706a97ae65f%2C35389%2C1733397151477.1733397153131, size=966, length=966, corrupted=false, cancelled=false 2024-12-05T11:13:35,071 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6706a97ae65f:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(428): Completed split of hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/WALs/6706a97ae65f,35389,1733397151477-splitting/6706a97ae65f%2C35389%2C1733397151477.1733397153131, journal: Splitting hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/WALs/6706a97ae65f,35389,1733397151477-splitting/6706a97ae65f%2C35389%2C1733397151477.1733397153131, size=966 (966bytes) at 1733397215055Finishing writing output for hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/WALs/6706a97ae65f,35389,1733397151477-splitting/6706a97ae65f%2C35389%2C1733397151477.1733397153131 so closing down at 1733397215071 (+16 ms)3 split writer threads finished at 1733397215071Processed 3 edits across 0 Regions in 8 ms; skipped=3; WAL=hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/WALs/6706a97ae65f,35389,1733397151477-splitting/6706a97ae65f%2C35389%2C1733397151477.1733397153131, size=966, length=966, corrupted=false, cancelled=false at 1733397215071 2024-12-05T11:13:35,071 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6706a97ae65f:0-1 {event_type=RS_LOG_REPLAY, pid=42}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/WALs/6706a97ae65f,35389,1733397151477-splitting/6706a97ae65f%2C35389%2C1733397151477.1733397153131 2024-12-05T11:13:35,072 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6706a97ae65f:0-1 {event_type=RS_LOG_REPLAY, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-12-05T11:13:35,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45813 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-12-05T11:13:35,077 INFO [PEWorker-5 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/WALs/6706a97ae65f,35389,1733397151477-splitting/6706a97ae65f%2C35389%2C1733397151477.1733397153131 to hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/oldWALs 2024-12-05T11:13:35,081 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=41 2024-12-05T11:13:35,081 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=41, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 6706a97ae65f%2C35389%2C1733397151477.1733397153131, worker=6706a97ae65f,40639,1733397151572 in 10.0520 sec 2024-12-05T11:13:35,083 DEBUG [PEWorker-2 {}] master.SplitWALManager(172): Release split WAL worker=6706a97ae65f,40639,1733397151572 2024-12-05T11:13:35,086 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=36 2024-12-05T11:13:35,086 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 6706a97ae65f%2C35389%2C1733397151477.1733397153131, worker=6706a97ae65f,40639,1733397151572 in 10.0620 sec 2024-12-05T11:13:35,089 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/WALs/6706a97ae65f,35389,1733397151477-splitting dir is empty, no logs to split. 2024-12-05T11:13:35,089 INFO [PEWorker-3 {}] master.SplitWALManager(105): 6706a97ae65f,35389,1733397151477 WAL count=0, meta=false 2024-12-05T11:13:35,089 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 6706a97ae65f,35389,1733397151477 WAL splitting is done? wals=0, meta=false 2024-12-05T11:13:35,092 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e402a3ad7e0bbe13e154d268ee627db1, ASSIGN}, {pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b86dec8c5460068a4d59aaa482444370, ASSIGN}, {pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=588456b27db0b400a81beaf285e686cb, ASSIGN}] 2024-12-05T11:13:35,094 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e402a3ad7e0bbe13e154d268ee627db1, ASSIGN 2024-12-05T11:13:35,094 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=588456b27db0b400a81beaf285e686cb, ASSIGN 2024-12-05T11:13:35,094 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b86dec8c5460068a4d59aaa482444370, ASSIGN 2024-12-05T11:13:35,096 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=588456b27db0b400a81beaf285e686cb, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-05T11:13:35,096 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e402a3ad7e0bbe13e154d268ee627db1, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-05T11:13:35,096 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b86dec8c5460068a4d59aaa482444370, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-05T11:13:35,246 DEBUG [6706a97ae65f:45813 {}] balancer.BalancerClusterState(204): Hosts are {6706a97ae65f=0} racks are {/default-rack=0} 2024-12-05T11:13:35,247 DEBUG [6706a97ae65f:45813 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-05T11:13:35,247 DEBUG [6706a97ae65f:45813 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-05T11:13:35,247 DEBUG [6706a97ae65f:45813 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-05T11:13:35,247 DEBUG [6706a97ae65f:45813 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-05T11:13:35,247 INFO [6706a97ae65f:45813 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-05T11:13:35,248 INFO [6706a97ae65f:45813 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-05T11:13:35,248 DEBUG [6706a97ae65f:45813 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-05T11:13:35,248 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=43 updating hbase:meta row=e402a3ad7e0bbe13e154d268ee627db1, regionState=OPENING, regionLocation=6706a97ae65f,40639,1733397151572 2024-12-05T11:13:35,248 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=45 updating hbase:meta row=588456b27db0b400a81beaf285e686cb, regionState=OPENING, regionLocation=6706a97ae65f,40639,1733397151572 2024-12-05T11:13:35,248 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=b86dec8c5460068a4d59aaa482444370, regionState=OPENING, regionLocation=6706a97ae65f,46251,1733397151623 2024-12-05T11:13:35,251 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 6706a97ae65f:35389 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6706a97ae65f/172.17.0.2:35389 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T11:13:35,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=6706a97ae65f,35389,1733397151477, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=6706a97ae65f,35389,1733397151477, seqNum=-1, error=java.net.ConnectException: Call to address=6706a97ae65f:35389 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6706a97ae65f/172.17.0.2:35389 2024-12-05T11:13:35,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=6706a97ae65f,35389,1733397151477, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-12-05T11:13:35,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=6706a97ae65f,35389,1733397151477, seqNum=-1 from cache 2024-12-05T11:13:35,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=6706a97ae65f,35389,1733397151477, seqNum=-1 , the old value is null, error=java.net.ConnectException: Call to address=6706a97ae65f:35389 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6706a97ae65f/172.17.0.2:35389 2024-12-05T11:13:35,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=6706a97ae65f,35389,1733397151477, seqNum=-1 , the old value is null, error=java.net.ConnectException: Call to address=6706a97ae65f:35389 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6706a97ae65f/172.17.0.2:35389 2024-12-05T11:13:35,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 6706a97ae65f:35389 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6706a97ae65f/172.17.0.2:35389 2024-12-05T11:13:35,358 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T11:13:35,358 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6706a97ae65f,40639,1733397151572, seqNum=-1] 2024-12-05T11:13:35,359 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T11:13:35,361 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32995, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T11:13:35,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e402a3ad7e0bbe13e154d268ee627db1, ASSIGN because future has completed 2024-12-05T11:13:35,364 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=43, state=RUNNABLE, hasLock=false; OpenRegionProcedure e402a3ad7e0bbe13e154d268ee627db1, server=6706a97ae65f,40639,1733397151572}] 2024-12-05T11:13:35,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b86dec8c5460068a4d59aaa482444370, ASSIGN because future has completed 2024-12-05T11:13:35,365 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure b86dec8c5460068a4d59aaa482444370, server=6706a97ae65f,46251,1733397151623}] 2024-12-05T11:13:35,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=588456b27db0b400a81beaf285e686cb, ASSIGN because future has completed 2024-12-05T11:13:35,367 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=45, state=RUNNABLE, hasLock=false; OpenRegionProcedure 588456b27db0b400a81beaf285e686cb, server=6706a97ae65f,40639,1733397151572}] 2024-12-05T11:13:35,379 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b86dec8c5460068a4d59aaa482444370 held by pid=44 2024-12-05T11:13:35,379 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e402a3ad7e0bbe13e154d268ee627db1 held by pid=43 2024-12-05T11:13:35,379 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 588456b27db0b400a81beaf285e686cb held by pid=45 2024-12-05T11:13:35,379 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b86dec8c5460068a4d59aaa482444370 2024-12-05T11:13:35,379 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 588456b27db0b400a81beaf285e686cb 2024-12-05T11:13:35,379 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e402a3ad7e0bbe13e154d268ee627db1 2024-12-05T11:13:37,684 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6706a97ae65f:45813 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-12-05T11:13:39,440 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 544b698a2c9ed2455f11f6ed3620941c, had cached 0 bytes from a total of 28623 2024-12-05T11:13:39,481 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 3da750604887f769f7549f9e692b6490, had cached 0 bytes from a total of 47197 2024-12-05T11:13:44,676 DEBUG [master/6706a97ae65f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region fa06a20826ea7ca6ca26fda2a372e439 changed from -1.0 to 0.0, refreshing cache 2024-12-05T11:13:44,676 DEBUG [master/6706a97ae65f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 83cc19e42b61583b2792eeb197d4b938 changed from -1.0 to 0.0, refreshing cache 2024-12-05T11:13:44,677 DEBUG [master/6706a97ae65f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 6bd111a79f12f4d63121c58fd71c9f20 changed from -1.0 to 0.0, refreshing cache 2024-12-05T11:13:44,677 DEBUG [master/6706a97ae65f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 3da750604887f769f7549f9e692b6490 changed from -1.0 to 0.0, refreshing cache 2024-12-05T11:13:44,677 DEBUG [master/6706a97ae65f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-05T11:13:44,677 DEBUG [master/6706a97ae65f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 04e3dbacf92a8789d8688d8d3a888a1d changed from -1.0 to 0.0, refreshing cache 2024-12-05T11:13:44,677 DEBUG [master/6706a97ae65f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 5d139c3c551ca185f8b895c04d6478d6 changed from -1.0 to 0.0, refreshing cache 2024-12-05T11:13:44,677 DEBUG [master/6706a97ae65f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 544b698a2c9ed2455f11f6ed3620941c changed from -1.0 to 0.0, refreshing cache 2024-12-05T11:13:45,373 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733397163882.b86dec8c5460068a4d59aaa482444370. 2024-12-05T11:13:45,373 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1733397163882.588456b27db0b400a81beaf285e686cb. 2024-12-05T11:13:45,373 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7752): Opening region: {ENCODED => 588456b27db0b400a81beaf285e686cb, NAME => 'SPTestTable,33333332,1733397163882.588456b27db0b400a81beaf285e686cb.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-12-05T11:13:45,373 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7752): Opening region: {ENCODED => b86dec8c5460068a4d59aaa482444370, NAME => 'SPTestTable,99999996,1733397163882.b86dec8c5460068a4d59aaa482444370.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-05T11:13:45,373 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 588456b27db0b400a81beaf285e686cb 2024-12-05T11:13:45,373 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b86dec8c5460068a4d59aaa482444370 2024-12-05T11:13:45,373 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733397163882.588456b27db0b400a81beaf285e686cb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:13:45,373 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733397163882.b86dec8c5460068a4d59aaa482444370.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:13:45,374 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7794): checking encryption for 588456b27db0b400a81beaf285e686cb 2024-12-05T11:13:45,374 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7794): checking encryption for b86dec8c5460068a4d59aaa482444370 2024-12-05T11:13:45,374 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7797): checking classloading for 588456b27db0b400a81beaf285e686cb 2024-12-05T11:13:45,374 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7797): checking classloading for b86dec8c5460068a4d59aaa482444370 2024-12-05T11:13:45,375 INFO [StoreOpener-588456b27db0b400a81beaf285e686cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 588456b27db0b400a81beaf285e686cb 2024-12-05T11:13:45,375 INFO [StoreOpener-b86dec8c5460068a4d59aaa482444370-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b86dec8c5460068a4d59aaa482444370 2024-12-05T11:13:45,377 INFO [StoreOpener-588456b27db0b400a81beaf285e686cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 588456b27db0b400a81beaf285e686cb columnFamilyName cf 2024-12-05T11:13:45,377 INFO [StoreOpener-b86dec8c5460068a4d59aaa482444370-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b86dec8c5460068a4d59aaa482444370 columnFamilyName cf 2024-12-05T11:13:45,377 DEBUG [StoreOpener-588456b27db0b400a81beaf285e686cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:13:45,377 DEBUG [StoreOpener-b86dec8c5460068a4d59aaa482444370-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:13:45,378 INFO [StoreOpener-588456b27db0b400a81beaf285e686cb-1 {}] regionserver.HStore(327): Store=588456b27db0b400a81beaf285e686cb/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:13:45,378 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1038): replaying wal for 588456b27db0b400a81beaf285e686cb 2024-12-05T11:13:45,379 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/data/default/SPTestTable/588456b27db0b400a81beaf285e686cb 2024-12-05T11:13:45,380 INFO [StoreOpener-b86dec8c5460068a4d59aaa482444370-1 {}] regionserver.HStore(327): Store=b86dec8c5460068a4d59aaa482444370/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:13:45,381 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1038): replaying wal for b86dec8c5460068a4d59aaa482444370 2024-12-05T11:13:45,381 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/data/default/SPTestTable/588456b27db0b400a81beaf285e686cb 2024-12-05T11:13:45,381 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1048): stopping wal replay for 588456b27db0b400a81beaf285e686cb 2024-12-05T11:13:45,381 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/data/default/SPTestTable/b86dec8c5460068a4d59aaa482444370 2024-12-05T11:13:45,381 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1060): Cleaning up temporary data for 588456b27db0b400a81beaf285e686cb 2024-12-05T11:13:45,383 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/data/default/SPTestTable/b86dec8c5460068a4d59aaa482444370 2024-12-05T11:13:45,383 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1048): stopping wal replay for b86dec8c5460068a4d59aaa482444370 2024-12-05T11:13:45,383 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1060): Cleaning up temporary data for b86dec8c5460068a4d59aaa482444370 2024-12-05T11:13:45,384 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1093): writing seq id for 588456b27db0b400a81beaf285e686cb 2024-12-05T11:13:45,385 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1114): Opened 588456b27db0b400a81beaf285e686cb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68895885, jitterRate=0.026628687977790833}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T11:13:45,385 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 588456b27db0b400a81beaf285e686cb 2024-12-05T11:13:45,385 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1006): Region open journal for 588456b27db0b400a81beaf285e686cb: Running coprocessor pre-open hook at 1733397225374Writing region info on filesystem at 1733397225374Initializing all the Stores at 1733397225375 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397225375Cleaning up temporary data from old regions at 1733397225381 (+6 ms)Running coprocessor post-open hooks at 1733397225385 (+4 ms)Region opened successfully at 1733397225385 2024-12-05T11:13:45,385 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1093): writing seq id for b86dec8c5460068a4d59aaa482444370 2024-12-05T11:13:45,386 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1733397163882.588456b27db0b400a81beaf285e686cb., pid=48, masterSystemTime=1733397225368 2024-12-05T11:13:45,386 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1114): Opened b86dec8c5460068a4d59aaa482444370; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69864925, jitterRate=0.041068509221076965}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T11:13:45,386 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b86dec8c5460068a4d59aaa482444370 2024-12-05T11:13:45,387 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1006): Region open journal for b86dec8c5460068a4d59aaa482444370: Running coprocessor pre-open hook at 1733397225374Writing region info on filesystem at 1733397225374Initializing all the Stores at 1733397225375 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397225375Cleaning up temporary data from old regions at 1733397225383 (+8 ms)Running coprocessor post-open hooks at 1733397225386 (+3 ms)Region opened successfully at 1733397225387 (+1 ms) 2024-12-05T11:13:45,392 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733397163882.b86dec8c5460068a4d59aaa482444370., pid=47, masterSystemTime=1733397225369 2024-12-05T11:13:45,392 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1733397163882.588456b27db0b400a81beaf285e686cb. 2024-12-05T11:13:45,392 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1733397163882.588456b27db0b400a81beaf285e686cb. 2024-12-05T11:13:45,392 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733397163882.e402a3ad7e0bbe13e154d268ee627db1. 2024-12-05T11:13:45,393 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => e402a3ad7e0bbe13e154d268ee627db1, NAME => 'SPTestTable,e6666661,1733397163882.e402a3ad7e0bbe13e154d268ee627db1.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-05T11:13:45,393 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e402a3ad7e0bbe13e154d268ee627db1 2024-12-05T11:13:45,393 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733397163882.e402a3ad7e0bbe13e154d268ee627db1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:13:45,393 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for e402a3ad7e0bbe13e154d268ee627db1 2024-12-05T11:13:45,393 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for e402a3ad7e0bbe13e154d268ee627db1 2024-12-05T11:13:45,394 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=45 updating hbase:meta row=588456b27db0b400a81beaf285e686cb, regionState=OPEN, openSeqNum=2, regionLocation=6706a97ae65f,40639,1733397151572 2024-12-05T11:13:45,396 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733397163882.b86dec8c5460068a4d59aaa482444370. 2024-12-05T11:13:45,396 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733397163882.b86dec8c5460068a4d59aaa482444370. 2024-12-05T11:13:45,396 INFO [StoreOpener-e402a3ad7e0bbe13e154d268ee627db1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e402a3ad7e0bbe13e154d268ee627db1 2024-12-05T11:13:45,396 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=b86dec8c5460068a4d59aaa482444370, regionState=OPEN, openSeqNum=2, regionLocation=6706a97ae65f,46251,1733397151623 2024-12-05T11:13:45,398 INFO [StoreOpener-e402a3ad7e0bbe13e154d268ee627db1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e402a3ad7e0bbe13e154d268ee627db1 columnFamilyName cf 2024-12-05T11:13:45,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=48, ppid=45, state=RUNNABLE, hasLock=false; OpenRegionProcedure 588456b27db0b400a81beaf285e686cb, server=6706a97ae65f,40639,1733397151572 because future has completed 2024-12-05T11:13:45,398 DEBUG [StoreOpener-e402a3ad7e0bbe13e154d268ee627db1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:13:45,399 INFO [StoreOpener-e402a3ad7e0bbe13e154d268ee627db1-1 {}] regionserver.HStore(327): Store=e402a3ad7e0bbe13e154d268ee627db1/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:13:45,400 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for e402a3ad7e0bbe13e154d268ee627db1 2024-12-05T11:13:45,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=47, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure b86dec8c5460068a4d59aaa482444370, server=6706a97ae65f,46251,1733397151623 because future has completed 2024-12-05T11:13:45,401 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/data/default/SPTestTable/e402a3ad7e0bbe13e154d268ee627db1 2024-12-05T11:13:45,404 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=45 2024-12-05T11:13:45,404 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=45, state=SUCCESS, hasLock=false; OpenRegionProcedure 588456b27db0b400a81beaf285e686cb, server=6706a97ae65f,40639,1733397151572 in 10.0330 sec 2024-12-05T11:13:45,406 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/data/default/SPTestTable/e402a3ad7e0bbe13e154d268ee627db1 2024-12-05T11:13:45,407 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for e402a3ad7e0bbe13e154d268ee627db1 2024-12-05T11:13:45,407 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for e402a3ad7e0bbe13e154d268ee627db1 2024-12-05T11:13:45,407 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=44 2024-12-05T11:13:45,407 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=44, state=SUCCESS, hasLock=false; OpenRegionProcedure b86dec8c5460068a4d59aaa482444370, server=6706a97ae65f,46251,1733397151623 in 10.0370 sec 2024-12-05T11:13:45,408 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=588456b27db0b400a81beaf285e686cb, ASSIGN in 10.3120 sec 2024-12-05T11:13:45,408 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 588456b27db0b400a81beaf285e686cb 2024-12-05T11:13:45,411 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b86dec8c5460068a4d59aaa482444370, ASSIGN in 10.3150 sec 2024-12-05T11:13:45,411 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b86dec8c5460068a4d59aaa482444370 2024-12-05T11:13:45,414 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for e402a3ad7e0bbe13e154d268ee627db1 2024-12-05T11:13:45,416 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened e402a3ad7e0bbe13e154d268ee627db1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71186635, jitterRate=0.06076352298259735}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T11:13:45,416 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e402a3ad7e0bbe13e154d268ee627db1 2024-12-05T11:13:45,417 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for e402a3ad7e0bbe13e154d268ee627db1: Running coprocessor pre-open hook at 1733397225394Writing region info on filesystem at 1733397225394Initializing all the Stores at 1733397225395 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397225395Cleaning up temporary data from old regions at 1733397225407 (+12 ms)Running coprocessor post-open hooks at 1733397225416 (+9 ms)Region opened successfully at 1733397225416 2024-12-05T11:13:45,419 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733397163882.e402a3ad7e0bbe13e154d268ee627db1., pid=46, masterSystemTime=1733397225368 2024-12-05T11:13:45,422 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733397163882.e402a3ad7e0bbe13e154d268ee627db1. 2024-12-05T11:13:45,423 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733397163882.e402a3ad7e0bbe13e154d268ee627db1. 2024-12-05T11:13:45,423 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=43 updating hbase:meta row=e402a3ad7e0bbe13e154d268ee627db1, regionState=OPEN, openSeqNum=2, regionLocation=6706a97ae65f,40639,1733397151572 2024-12-05T11:13:45,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=43, state=RUNNABLE, hasLock=false; OpenRegionProcedure e402a3ad7e0bbe13e154d268ee627db1, server=6706a97ae65f,40639,1733397151572 because future has completed 2024-12-05T11:13:45,433 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=43 2024-12-05T11:13:45,433 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=43, state=SUCCESS, hasLock=false; OpenRegionProcedure e402a3ad7e0bbe13e154d268ee627db1, server=6706a97ae65f,40639,1733397151572 in 10.0630 sec 2024-12-05T11:13:45,436 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e402a3ad7e0bbe13e154d268ee627db1 2024-12-05T11:13:45,438 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=36 2024-12-05T11:13:45,439 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(291): removed crashed server 6706a97ae65f,35389,1733397151477 after splitting done 2024-12-05T11:13:45,439 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e402a3ad7e0bbe13e154d268ee627db1, ASSIGN in 10.3410 sec 2024-12-05T11:13:45,441 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure 6706a97ae65f,35389,1733397151477, splitWal=true, meta=true in 41.0820 sec 2024-12-05T11:13:50,899 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-05T11:13:55,412 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40639 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-12-05T11:13:55,412 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40639 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-12-05T11:13:55,412 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1733397163882.588456b27db0b400a81beaf285e686cb. 2024-12-05T11:13:55,413 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1733397163882.e402a3ad7e0bbe13e154d268ee627db1. 2024-12-05T11:13:55,413 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 588456b27db0b400a81beaf285e686cb: 2024-12-05T11:13:55,413 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for e402a3ad7e0bbe13e154d268ee627db1: 2024-12-05T11:13:55,413 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1733397163882.588456b27db0b400a81beaf285e686cb. for SnapshotProcedureTest completed. 2024-12-05T11:13:55,413 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1733397163882.e402a3ad7e0bbe13e154d268ee627db1. for SnapshotProcedureTest completed. 2024-12-05T11:13:55,413 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1733397163882.e402a3ad7e0bbe13e154d268ee627db1.' region-info for snapshot=SnapshotProcedureTest 2024-12-05T11:13:55,413 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1733397163882.588456b27db0b400a81beaf285e686cb.' region-info for snapshot=SnapshotProcedureTest 2024-12-05T11:13:55,413 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-05T11:13:55,414 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-05T11:13:55,414 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-05T11:13:55,414 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-05T11:13:55,414 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46251 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-12-05T11:13:55,414 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1733397163882.b86dec8c5460068a4d59aaa482444370. 2024-12-05T11:13:55,414 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for b86dec8c5460068a4d59aaa482444370: 2024-12-05T11:13:55,414 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1733397163882.b86dec8c5460068a4d59aaa482444370. for SnapshotProcedureTest completed. 2024-12-05T11:13:55,415 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1733397163882.b86dec8c5460068a4d59aaa482444370.' region-info for snapshot=SnapshotProcedureTest 2024-12-05T11:13:55,415 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-05T11:13:55,415 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-05T11:13:55,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741863_1039 (size=65) 2024-12-05T11:13:55,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33819 is added to blk_1073741863_1039 (size=65) 2024-12-05T11:13:55,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44323 is added to blk_1073741863_1039 (size=65) 2024-12-05T11:13:55,431 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1733397163882.588456b27db0b400a81beaf285e686cb. 2024-12-05T11:13:55,431 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-12-05T11:13:55,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45813 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-12-05T11:13:55,431 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45813 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 588456b27db0b400a81beaf285e686cb 2024-12-05T11:13:55,431 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 588456b27db0b400a81beaf285e686cb 2024-12-05T11:13:55,434 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 588456b27db0b400a81beaf285e686cb in 51.2520 sec 2024-12-05T11:13:55,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44323 is added to blk_1073741864_1040 (size=57) 2024-12-05T11:13:55,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33819 is added to blk_1073741865_1041 (size=65) 2024-12-05T11:13:55,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33819 is added to blk_1073741864_1040 (size=57) 2024-12-05T11:13:55,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741865_1041 (size=65) 2024-12-05T11:13:55,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44323 is added to blk_1073741865_1041 (size=65) 2024-12-05T11:13:55,435 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1733397163882.b86dec8c5460068a4d59aaa482444370. 2024-12-05T11:13:55,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741864_1040 (size=57) 2024-12-05T11:13:55,435 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-12-05T11:13:55,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45813 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-12-05T11:13:55,436 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45813 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b86dec8c5460068a4d59aaa482444370 2024-12-05T11:13:55,436 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b86dec8c5460068a4d59aaa482444370 2024-12-05T11:13:55,437 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1733397163882.e402a3ad7e0bbe13e154d268ee627db1. 2024-12-05T11:13:55,437 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-12-05T11:13:55,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45813 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-12-05T11:13:55,437 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45813 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region e402a3ad7e0bbe13e154d268ee627db1 2024-12-05T11:13:55,438 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e402a3ad7e0bbe13e154d268ee627db1 2024-12-05T11:13:55,439 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b86dec8c5460068a4d59aaa482444370 in 51.2570 sec 2024-12-05T11:13:55,440 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=25 2024-12-05T11:13:55,440 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e402a3ad7e0bbe13e154d268ee627db1 in 51.2580 sec 2024-12-05T11:13:55,440 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-05T11:13:55,441 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-05T11:13:55,444 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-05T11:13:55,444 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-12-05T11:13:55,447 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-05T11:13:55,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44323 is added to blk_1073741866_1042 (size=1094) 2024-12-05T11:13:55,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33819 is added to blk_1073741866_1042 (size=1094) 2024-12-05T11:13:55,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741866_1042 (size=1094) 2024-12-05T11:13:55,468 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-05T11:13:55,476 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=55, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=56, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=57, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=58, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-12-05T11:13:55,482 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=58, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=6706a97ae65f,46251,1733397151623 2024-12-05T11:13:55,482 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=6706a97ae65f,46251,1733397151623 2024-12-05T11:13:55,482 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=6706a97ae65f,40639,1733397151572 2024-12-05T11:13:55,482 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=6706a97ae65f,40639,1733397151572 2024-12-05T11:13:55,482 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=6706a97ae65f,46251,1733397151623 2024-12-05T11:13:55,486 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=6706a97ae65f,40639,1733397151572 2024-12-05T11:13:59,866 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T11:14:05,490 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40639 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=55 2024-12-05T11:14:05,490 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46251 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=58 2024-12-05T11:14:05,490 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40639 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-12-05T11:14:05,490 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46251 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=56 2024-12-05T11:14:05,490 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40639 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-12-05T11:14:05,490 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46251 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-12-05T11:14:05,493 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-05T11:14:05,493 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=58}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-05T11:14:05,494 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-12-05T11:14:05,494 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-12-05T11:14:05,494 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-12-05T11:14:05,494 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-12-05T11:14:05,494 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-12-05T11:14:05,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45813 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-12-05T11:14:05,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45813 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-12-05T11:14:05,495 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-12-05T11:14:05,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45813 {}] master.HMaster(4169): Remote procedure done, pid=58 2024-12-05T11:14:05,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45813 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-12-05T11:14:05,497 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6706a97ae65f,40639,1733397151572 Release verify snapshot worker=6706a97ae65f,40639,1733397151572 2024-12-05T11:14:05,497 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6706a97ae65f,46251,1733397151623 Release verify snapshot worker=6706a97ae65f,46251,1733397151623 2024-12-05T11:14:05,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45813 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-12-05T11:14:05,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45813 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-12-05T11:14:05,498 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=58, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6706a97ae65f,46251,1733397151623 Release verify snapshot worker=6706a97ae65f,46251,1733397151623 2024-12-05T11:14:05,499 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=57, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=6706a97ae65f,40639,1733397151572 2024-12-05T11:14:05,499 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=6706a97ae65f,46251,1733397151623 2024-12-05T11:14:05,500 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6706a97ae65f,46251,1733397151623 in 10.0220 sec 2024-12-05T11:14:05,501 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6706a97ae65f,46251,1733397151623 in 10.0210 sec 2024-12-05T11:14:05,501 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6706a97ae65f,40639,1733397151572 in 10.0210 sec 2024-12-05T11:14:05,502 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6706a97ae65f,46251,1733397151623 Release verify snapshot worker=6706a97ae65f,46251,1733397151623 2024-12-05T11:14:05,502 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6706a97ae65f,40639,1733397151572 Release verify snapshot worker=6706a97ae65f,40639,1733397151572 2024-12-05T11:14:05,502 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6706a97ae65f,40639,1733397151572 Release verify snapshot worker=6706a97ae65f,40639,1733397151572 2024-12-05T11:14:05,503 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=6706a97ae65f,40639,1733397151572 2024-12-05T11:14:05,503 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=6706a97ae65f,46251,1733397151623 2024-12-05T11:14:05,504 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6706a97ae65f,46251,1733397151623 in 10.0260 sec 2024-12-05T11:14:05,506 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6706a97ae65f,40639,1733397151572 in 10.0260 sec 2024-12-05T11:14:05,506 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6706a97ae65f,40639,1733397151572 in 10.0260 sec 2024-12-05T11:14:09,660 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1588230740, had cached 0 bytes from a total of 28760 2024-12-05T11:14:11,687 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6706a97ae65f:45813 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-12-05T11:14:15,500 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40639 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=57 2024-12-05T11:14:15,500 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46251 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-12-05T11:14:15,501 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40639 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-12-05T11:14:15,501 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-12-05T11:14:15,502 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-12-05T11:14:15,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45813 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-12-05T11:14:15,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45813 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-12-05T11:14:15,503 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46251 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-12-05T11:14:15,505 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-12-05T11:14:15,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45813 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-12-05T11:14:15,507 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-12-05T11:14:15,508 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6706a97ae65f,46251,1733397151623 Release verify snapshot worker=6706a97ae65f,46251,1733397151623 2024-12-05T11:14:15,508 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6706a97ae65f,40639,1733397151572 Release verify snapshot worker=6706a97ae65f,40639,1733397151572 2024-12-05T11:14:15,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45813 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-12-05T11:14:15,510 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6706a97ae65f,46251,1733397151623 Release verify snapshot worker=6706a97ae65f,46251,1733397151623 2024-12-05T11:14:15,510 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6706a97ae65f,40639,1733397151572 in 20.0320 sec 2024-12-05T11:14:15,511 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6706a97ae65f,46251,1733397151623 in 20.0320 sec 2024-12-05T11:14:15,511 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=57, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6706a97ae65f,40639,1733397151572 Release verify snapshot worker=6706a97ae65f,40639,1733397151572 2024-12-05T11:14:15,511 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6706a97ae65f,46251,1733397151623 in 20.0340 sec 2024-12-05T11:14:15,513 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=25 2024-12-05T11:14:15,513 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-05T11:14:15,513 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6706a97ae65f,40639,1733397151572 in 20.0350 sec 2024-12-05T11:14:15,515 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/.hbase-snapshot/SnapshotProcedureTest 2024-12-05T11:14:15,517 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-05T11:14:15,517 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-12-05T11:14:15,520 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 1 mins, 11.381 sec 2024-12-05T11:14:15,771 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-12-05T11:14:15,774 WARN [RPCClient-NioEventLoopGroup-6-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 6706a97ae65f:35389 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 6706a97ae65f/172.17.0.2:35389 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T11:14:15,775 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.FailedServers(52): Added failed server with address 6706a97ae65f:35389 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 6706a97ae65f/172.17.0.2:35389 2024-12-05T11:14:15,775 DEBUG [Time-limited test {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=6706a97ae65f,35389,1733397151477, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=6706a97ae65f,35389,1733397151477, seqNum=-1, error=java.net.ConnectException: Call to address=6706a97ae65f:35389 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 6706a97ae65f/172.17.0.2:35389 2024-12-05T11:14:15,775 DEBUG [Time-limited test {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=6706a97ae65f,35389,1733397151477, seqNum=-1 is java.net.ConnectException: Connection refused 2024-12-05T11:14:15,775 DEBUG [Time-limited test {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=6706a97ae65f,35389,1733397151477, seqNum=-1 from cache 2024-12-05T11:14:15,878 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T11:14:15,880 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6706a97ae65f,40639,1733397151572, seqNum=-1] 2024-12-05T11:14:15,920 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-12-05T11:14:15,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T11:14:15,920 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T11:14:15,920 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:14:15,920 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:14:15,921 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:14:15,921 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T11:14:15,921 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=121623386, stopped=false 2024-12-05T11:14:15,921 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T11:14:15,922 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6706a97ae65f,45813,1733397150717 2024-12-05T11:14:15,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46251-0x101a53174860003, quorum=127.0.0.1:64359, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T11:14:15,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45813-0x101a53174860000, quorum=127.0.0.1:64359, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T11:14:15,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46251-0x101a53174860003, quorum=127.0.0.1:64359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:14:15,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45813-0x101a53174860000, quorum=127.0.0.1:64359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:14:15,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40639-0x101a53174860002, quorum=127.0.0.1:64359, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T11:14:15,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40639-0x101a53174860002, quorum=127.0.0.1:64359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:14:15,978 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T11:14:15,979 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T11:14:15,979 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:14:15,979 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:14:15,979 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6706a97ae65f,40639,1733397151572' ***** 2024-12-05T11:14:15,979 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T11:14:15,979 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6706a97ae65f,46251,1733397151623' ***** 2024-12-05T11:14:15,979 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T11:14:15,980 INFO [RS:2;6706a97ae65f:46251 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T11:14:15,980 INFO [RS:2;6706a97ae65f:46251 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T11:14:15,980 INFO [RS:2;6706a97ae65f:46251 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T11:14:15,981 INFO [RS:2;6706a97ae65f:46251 {}] regionserver.HRegionServer(3091): Received CLOSE for 544b698a2c9ed2455f11f6ed3620941c 2024-12-05T11:14:15,981 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T11:14:15,981 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40639-0x101a53174860002, quorum=127.0.0.1:64359, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T11:14:15,981 INFO [RS:1;6706a97ae65f:40639 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T11:14:15,981 INFO [RS:1;6706a97ae65f:40639 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T11:14:15,981 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T11:14:15,981 INFO [RS:1;6706a97ae65f:40639 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T11:14:15,981 INFO [RS:1;6706a97ae65f:40639 {}] regionserver.HRegionServer(3091): Received CLOSE for 588456b27db0b400a81beaf285e686cb 2024-12-05T11:14:15,983 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45813-0x101a53174860000, quorum=127.0.0.1:64359, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T11:14:15,983 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46251-0x101a53174860003, quorum=127.0.0.1:64359, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T11:14:15,984 INFO [RS:1;6706a97ae65f:40639 {}] regionserver.HRegionServer(3091): Received CLOSE for e402a3ad7e0bbe13e154d268ee627db1 2024-12-05T11:14:15,984 INFO [RS:1;6706a97ae65f:40639 {}] regionserver.HRegionServer(3091): Received CLOSE for 83cc19e42b61583b2792eeb197d4b938 2024-12-05T11:14:15,984 INFO [RS:1;6706a97ae65f:40639 {}] regionserver.HRegionServer(3091): Received CLOSE for fa06a20826ea7ca6ca26fda2a372e439 2024-12-05T11:14:15,985 INFO [RS:1;6706a97ae65f:40639 {}] regionserver.HRegionServer(3091): Received CLOSE for 3da750604887f769f7549f9e692b6490 2024-12-05T11:14:15,985 INFO [RS:1;6706a97ae65f:40639 {}] regionserver.HRegionServer(3091): Received CLOSE for 6bd111a79f12f4d63121c58fd71c9f20 2024-12-05T11:14:15,985 INFO [RS:1;6706a97ae65f:40639 {}] regionserver.HRegionServer(959): stopping server 6706a97ae65f,40639,1733397151572 2024-12-05T11:14:15,985 INFO [RS:1;6706a97ae65f:40639 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T11:14:15,985 INFO [RS:1;6706a97ae65f:40639 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;6706a97ae65f:40639. 2024-12-05T11:14:15,985 DEBUG [RS:1;6706a97ae65f:40639 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:14:15,985 DEBUG [RS:1;6706a97ae65f:40639 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:14:15,985 INFO [RS:1;6706a97ae65f:40639 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T11:14:15,986 INFO [RS:1;6706a97ae65f:40639 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T11:14:15,986 INFO [RS:1;6706a97ae65f:40639 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T11:14:15,986 INFO [RS:1;6706a97ae65f:40639 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T11:14:15,987 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 588456b27db0b400a81beaf285e686cb, disabling compactions & flushes 2024-12-05T11:14:15,987 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733397163882.588456b27db0b400a81beaf285e686cb. 2024-12-05T11:14:15,987 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733397163882.588456b27db0b400a81beaf285e686cb. 2024-12-05T11:14:15,987 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733397163882.588456b27db0b400a81beaf285e686cb. after waiting 0 ms 2024-12-05T11:14:15,987 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733397163882.588456b27db0b400a81beaf285e686cb. 2024-12-05T11:14:15,987 INFO [RS:2;6706a97ae65f:46251 {}] regionserver.HRegionServer(3091): Received CLOSE for 04e3dbacf92a8789d8688d8d3a888a1d 2024-12-05T11:14:15,987 INFO [RS:2;6706a97ae65f:46251 {}] regionserver.HRegionServer(3091): Received CLOSE for 5d139c3c551ca185f8b895c04d6478d6 2024-12-05T11:14:15,987 INFO [RS:2;6706a97ae65f:46251 {}] regionserver.HRegionServer(3091): Received CLOSE for b86dec8c5460068a4d59aaa482444370 2024-12-05T11:14:15,987 INFO [RS:2;6706a97ae65f:46251 {}] regionserver.HRegionServer(959): stopping server 6706a97ae65f,46251,1733397151623 2024-12-05T11:14:15,987 INFO [RS:2;6706a97ae65f:46251 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T11:14:15,988 INFO [RS:2;6706a97ae65f:46251 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;6706a97ae65f:46251. 2024-12-05T11:14:15,988 DEBUG [RS:2;6706a97ae65f:46251 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:14:15,988 DEBUG [RS:2;6706a97ae65f:46251 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:14:15,988 INFO [RS:2;6706a97ae65f:46251 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-12-05T11:14:15,988 DEBUG [RS:2;6706a97ae65f:46251 {}] regionserver.HRegionServer(1325): Online Regions={544b698a2c9ed2455f11f6ed3620941c=SPTestTable,b333332f,1733397163882.544b698a2c9ed2455f11f6ed3620941c., 04e3dbacf92a8789d8688d8d3a888a1d=SPTestTable,,1733397163882.04e3dbacf92a8789d8688d8d3a888a1d., 5d139c3c551ca185f8b895c04d6478d6=SPTestTable,66666664,1733397163882.5d139c3c551ca185f8b895c04d6478d6., b86dec8c5460068a4d59aaa482444370=SPTestTable,99999996,1733397163882.b86dec8c5460068a4d59aaa482444370.} 2024-12-05T11:14:15,989 DEBUG [RS:2;6706a97ae65f:46251 {}] regionserver.HRegionServer(1351): Waiting on 04e3dbacf92a8789d8688d8d3a888a1d, 544b698a2c9ed2455f11f6ed3620941c, 5d139c3c551ca185f8b895c04d6478d6, b86dec8c5460068a4d59aaa482444370 2024-12-05T11:14:15,991 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 544b698a2c9ed2455f11f6ed3620941c, disabling compactions & flushes 2024-12-05T11:14:15,991 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733397163882.544b698a2c9ed2455f11f6ed3620941c. 2024-12-05T11:14:15,991 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733397163882.544b698a2c9ed2455f11f6ed3620941c. 2024-12-05T11:14:15,991 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733397163882.544b698a2c9ed2455f11f6ed3620941c. after waiting 0 ms 2024-12-05T11:14:15,992 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733397163882.544b698a2c9ed2455f11f6ed3620941c. 2024-12-05T11:14:15,994 INFO [RS:1;6706a97ae65f:40639 {}] regionserver.HRegionServer(1321): Waiting on 7 regions to close 2024-12-05T11:14:15,994 DEBUG [RS:1;6706a97ae65f:40639 {}] regionserver.HRegionServer(1325): Online Regions={588456b27db0b400a81beaf285e686cb=SPTestTable,33333332,1733397163882.588456b27db0b400a81beaf285e686cb., e402a3ad7e0bbe13e154d268ee627db1=SPTestTable,e6666661,1733397163882.e402a3ad7e0bbe13e154d268ee627db1., 83cc19e42b61583b2792eeb197d4b938=SPTestTable,4ccccccb,1733397163882.83cc19e42b61583b2792eeb197d4b938., fa06a20826ea7ca6ca26fda2a372e439=SPTestTable,19999999,1733397163882.fa06a20826ea7ca6ca26fda2a372e439., 3da750604887f769f7549f9e692b6490=SPTestTable,ccccccc8,1733397163882.3da750604887f769f7549f9e692b6490., 1588230740=hbase:meta,,1.1588230740, 6bd111a79f12f4d63121c58fd71c9f20=SPTestTable,7ffffffd,1733397163882.6bd111a79f12f4d63121c58fd71c9f20.} 2024-12-05T11:14:15,994 DEBUG [RS:1;6706a97ae65f:40639 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3da750604887f769f7549f9e692b6490, 588456b27db0b400a81beaf285e686cb, 6bd111a79f12f4d63121c58fd71c9f20, 83cc19e42b61583b2792eeb197d4b938, e402a3ad7e0bbe13e154d268ee627db1, fa06a20826ea7ca6ca26fda2a372e439 2024-12-05T11:14:15,996 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T11:14:15,996 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T11:14:15,996 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T11:14:15,996 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T11:14:15,997 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T11:14:15,997 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.93 KB heapSize=5.70 KB 2024-12-05T11:14:16,003 INFO [regionserver/6706a97ae65f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T11:14:16,019 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/data/default/SPTestTable/588456b27db0b400a81beaf285e686cb/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-05T11:14:16,024 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733397163882.588456b27db0b400a81beaf285e686cb. 2024-12-05T11:14:16,024 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 588456b27db0b400a81beaf285e686cb: Waiting for close lock at 1733397255986Running coprocessor pre-close hooks at 1733397255986Disabling compacts and flushes for region at 1733397255986Disabling writes for close at 1733397255987 (+1 ms)Writing region close event to WAL at 1733397256004 (+17 ms)Running coprocessor post-close hooks at 1733397256020 (+16 ms)Closed at 1733397256024 (+4 ms) 2024-12-05T11:14:16,025 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1733397163882.588456b27db0b400a81beaf285e686cb. 2024-12-05T11:14:16,025 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e402a3ad7e0bbe13e154d268ee627db1, disabling compactions & flushes 2024-12-05T11:14:16,025 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733397163882.e402a3ad7e0bbe13e154d268ee627db1. 2024-12-05T11:14:16,025 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733397163882.e402a3ad7e0bbe13e154d268ee627db1. 2024-12-05T11:14:16,026 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733397163882.e402a3ad7e0bbe13e154d268ee627db1. after waiting 0 ms 2024-12-05T11:14:16,026 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733397163882.e402a3ad7e0bbe13e154d268ee627db1. 2024-12-05T11:14:16,028 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/data/hbase/meta/1588230740/.tmp/info/e8e3c0382a4c4814b11ba9e75570a31e is 167, key is SPTestTable,33333332,1733397163882.588456b27db0b400a81beaf285e686cb./info:regioninfo/1733397225394/Put/seqid=0 2024-12-05T11:14:16,044 INFO [regionserver/6706a97ae65f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T11:14:16,044 INFO [regionserver/6706a97ae65f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T11:14:16,048 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/data/default/SPTestTable/e402a3ad7e0bbe13e154d268ee627db1/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-05T11:14:16,049 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733397163882.e402a3ad7e0bbe13e154d268ee627db1. 2024-12-05T11:14:16,049 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e402a3ad7e0bbe13e154d268ee627db1: Waiting for close lock at 1733397256025Running coprocessor pre-close hooks at 1733397256025Disabling compacts and flushes for region at 1733397256025Disabling writes for close at 1733397256026 (+1 ms)Writing region close event to WAL at 1733397256026Running coprocessor post-close hooks at 1733397256049 (+23 ms)Closed at 1733397256049 2024-12-05T11:14:16,049 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1733397163882.e402a3ad7e0bbe13e154d268ee627db1. 2024-12-05T11:14:16,049 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 83cc19e42b61583b2792eeb197d4b938, disabling compactions & flushes 2024-12-05T11:14:16,049 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733397163882.83cc19e42b61583b2792eeb197d4b938. 2024-12-05T11:14:16,049 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733397163882.83cc19e42b61583b2792eeb197d4b938. 2024-12-05T11:14:16,049 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733397163882.83cc19e42b61583b2792eeb197d4b938. after waiting 0 ms 2024-12-05T11:14:16,049 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733397163882.83cc19e42b61583b2792eeb197d4b938. 2024-12-05T11:14:16,067 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/data/default/SPTestTable/544b698a2c9ed2455f11f6ed3620941c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-05T11:14:16,068 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733397163882.544b698a2c9ed2455f11f6ed3620941c. 2024-12-05T11:14:16,068 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 544b698a2c9ed2455f11f6ed3620941c: Waiting for close lock at 1733397255991Running coprocessor pre-close hooks at 1733397255991Disabling compacts and flushes for region at 1733397255991Disabling writes for close at 1733397255991Writing region close event to WAL at 1733397256020 (+29 ms)Running coprocessor post-close hooks at 1733397256067 (+47 ms)Closed at 1733397256068 (+1 ms) 2024-12-05T11:14:16,068 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1733397163882.544b698a2c9ed2455f11f6ed3620941c. 2024-12-05T11:14:16,068 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 04e3dbacf92a8789d8688d8d3a888a1d, disabling compactions & flushes 2024-12-05T11:14:16,068 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1733397163882.04e3dbacf92a8789d8688d8d3a888a1d. 2024-12-05T11:14:16,069 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733397163882.04e3dbacf92a8789d8688d8d3a888a1d. 2024-12-05T11:14:16,069 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733397163882.04e3dbacf92a8789d8688d8d3a888a1d. after waiting 0 ms 2024-12-05T11:14:16,069 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733397163882.04e3dbacf92a8789d8688d8d3a888a1d. 2024-12-05T11:14:16,069 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/data/default/SPTestTable/83cc19e42b61583b2792eeb197d4b938/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-05T11:14:16,070 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733397163882.83cc19e42b61583b2792eeb197d4b938. 2024-12-05T11:14:16,070 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 83cc19e42b61583b2792eeb197d4b938: Waiting for close lock at 1733397256049Running coprocessor pre-close hooks at 1733397256049Disabling compacts and flushes for region at 1733397256049Disabling writes for close at 1733397256049Writing region close event to WAL at 1733397256056 (+7 ms)Running coprocessor post-close hooks at 1733397256069 (+13 ms)Closed at 1733397256070 (+1 ms) 2024-12-05T11:14:16,070 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1733397163882.83cc19e42b61583b2792eeb197d4b938. 2024-12-05T11:14:16,070 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fa06a20826ea7ca6ca26fda2a372e439, disabling compactions & flushes 2024-12-05T11:14:16,070 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733397163882.fa06a20826ea7ca6ca26fda2a372e439. 2024-12-05T11:14:16,070 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733397163882.fa06a20826ea7ca6ca26fda2a372e439. 2024-12-05T11:14:16,070 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733397163882.fa06a20826ea7ca6ca26fda2a372e439. after waiting 0 ms 2024-12-05T11:14:16,070 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733397163882.fa06a20826ea7ca6ca26fda2a372e439. 2024-12-05T11:14:16,073 INFO [regionserver/6706a97ae65f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T11:14:16,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44323 is added to blk_1073741867_1043 (size=8479) 2024-12-05T11:14:16,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33819 is added to blk_1073741867_1043 (size=8479) 2024-12-05T11:14:16,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741867_1043 (size=8479) 2024-12-05T11:14:16,082 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.93 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/data/hbase/meta/1588230740/.tmp/info/e8e3c0382a4c4814b11ba9e75570a31e 2024-12-05T11:14:16,090 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/data/default/SPTestTable/04e3dbacf92a8789d8688d8d3a888a1d/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-05T11:14:16,093 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1733397163882.04e3dbacf92a8789d8688d8d3a888a1d. 2024-12-05T11:14:16,093 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 04e3dbacf92a8789d8688d8d3a888a1d: Waiting for close lock at 1733397256068Running coprocessor pre-close hooks at 1733397256068Disabling compacts and flushes for region at 1733397256068Disabling writes for close at 1733397256069 (+1 ms)Writing region close event to WAL at 1733397256079 (+10 ms)Running coprocessor post-close hooks at 1733397256093 (+14 ms)Closed at 1733397256093 2024-12-05T11:14:16,093 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1733397163882.04e3dbacf92a8789d8688d8d3a888a1d. 2024-12-05T11:14:16,093 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5d139c3c551ca185f8b895c04d6478d6, disabling compactions & flushes 2024-12-05T11:14:16,093 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733397163882.5d139c3c551ca185f8b895c04d6478d6. 2024-12-05T11:14:16,093 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733397163882.5d139c3c551ca185f8b895c04d6478d6. 2024-12-05T11:14:16,093 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733397163882.5d139c3c551ca185f8b895c04d6478d6. after waiting 0 ms 2024-12-05T11:14:16,093 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733397163882.5d139c3c551ca185f8b895c04d6478d6. 2024-12-05T11:14:16,101 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/data/hbase/meta/1588230740/.tmp/info/e8e3c0382a4c4814b11ba9e75570a31e as hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/data/hbase/meta/1588230740/info/e8e3c0382a4c4814b11ba9e75570a31e 2024-12-05T11:14:16,104 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/data/default/SPTestTable/fa06a20826ea7ca6ca26fda2a372e439/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-05T11:14:16,105 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733397163882.fa06a20826ea7ca6ca26fda2a372e439. 2024-12-05T11:14:16,105 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fa06a20826ea7ca6ca26fda2a372e439: Waiting for close lock at 1733397256070Running coprocessor pre-close hooks at 1733397256070Disabling compacts and flushes for region at 1733397256070Disabling writes for close at 1733397256070Writing region close event to WAL at 1733397256082 (+12 ms)Running coprocessor post-close hooks at 1733397256105 (+23 ms)Closed at 1733397256105 2024-12-05T11:14:16,105 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1733397163882.fa06a20826ea7ca6ca26fda2a372e439. 2024-12-05T11:14:16,106 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3da750604887f769f7549f9e692b6490, disabling compactions & flushes 2024-12-05T11:14:16,106 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733397163882.3da750604887f769f7549f9e692b6490. 2024-12-05T11:14:16,106 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733397163882.3da750604887f769f7549f9e692b6490. 2024-12-05T11:14:16,106 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733397163882.3da750604887f769f7549f9e692b6490. after waiting 0 ms 2024-12-05T11:14:16,106 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733397163882.3da750604887f769f7549f9e692b6490. 2024-12-05T11:14:16,108 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/data/default/SPTestTable/5d139c3c551ca185f8b895c04d6478d6/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-05T11:14:16,109 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733397163882.5d139c3c551ca185f8b895c04d6478d6. 2024-12-05T11:14:16,109 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5d139c3c551ca185f8b895c04d6478d6: Waiting for close lock at 1733397256093Running coprocessor pre-close hooks at 1733397256093Disabling compacts and flushes for region at 1733397256093Disabling writes for close at 1733397256093Writing region close event to WAL at 1733397256094 (+1 ms)Running coprocessor post-close hooks at 1733397256109 (+15 ms)Closed at 1733397256109 2024-12-05T11:14:16,110 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1733397163882.5d139c3c551ca185f8b895c04d6478d6. 2024-12-05T11:14:16,110 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b86dec8c5460068a4d59aaa482444370, disabling compactions & flushes 2024-12-05T11:14:16,110 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733397163882.b86dec8c5460068a4d59aaa482444370. 2024-12-05T11:14:16,110 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733397163882.b86dec8c5460068a4d59aaa482444370. 2024-12-05T11:14:16,110 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733397163882.b86dec8c5460068a4d59aaa482444370. after waiting 0 ms 2024-12-05T11:14:16,110 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733397163882.b86dec8c5460068a4d59aaa482444370. 2024-12-05T11:14:16,127 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/data/hbase/meta/1588230740/info/e8e3c0382a4c4814b11ba9e75570a31e, entries=24, sequenceid=37, filesize=8.3 K 2024-12-05T11:14:16,128 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.93 KB/2996, heapSize ~4.93 KB/5048, currentSize=0 B/0 for 1588230740 in 131ms, sequenceid=37, compaction requested=false 2024-12-05T11:14:16,134 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/data/default/SPTestTable/b86dec8c5460068a4d59aaa482444370/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-05T11:14:16,136 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733397163882.b86dec8c5460068a4d59aaa482444370. 2024-12-05T11:14:16,136 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b86dec8c5460068a4d59aaa482444370: Waiting for close lock at 1733397256110Running coprocessor pre-close hooks at 1733397256110Disabling compacts and flushes for region at 1733397256110Disabling writes for close at 1733397256110Writing region close event to WAL at 1733397256112 (+2 ms)Running coprocessor post-close hooks at 1733397256136 (+24 ms)Closed at 1733397256136 2024-12-05T11:14:16,136 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1733397163882.b86dec8c5460068a4d59aaa482444370. 2024-12-05T11:14:16,155 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/data/default/SPTestTable/3da750604887f769f7549f9e692b6490/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-05T11:14:16,156 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733397163882.3da750604887f769f7549f9e692b6490. 2024-12-05T11:14:16,156 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3da750604887f769f7549f9e692b6490: Waiting for close lock at 1733397256106Running coprocessor pre-close hooks at 1733397256106Disabling compacts and flushes for region at 1733397256106Disabling writes for close at 1733397256106Writing region close event to WAL at 1733397256133 (+27 ms)Running coprocessor post-close hooks at 1733397256156 (+23 ms)Closed at 1733397256156 2024-12-05T11:14:16,157 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1733397163882.3da750604887f769f7549f9e692b6490. 2024-12-05T11:14:16,157 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6bd111a79f12f4d63121c58fd71c9f20, disabling compactions & flushes 2024-12-05T11:14:16,157 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733397163882.6bd111a79f12f4d63121c58fd71c9f20. 2024-12-05T11:14:16,157 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733397163882.6bd111a79f12f4d63121c58fd71c9f20. 2024-12-05T11:14:16,157 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733397163882.6bd111a79f12f4d63121c58fd71c9f20. after waiting 0 ms 2024-12-05T11:14:16,157 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733397163882.6bd111a79f12f4d63121c58fd71c9f20. 2024-12-05T11:14:16,176 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/data/default/SPTestTable/6bd111a79f12f4d63121c58fd71c9f20/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-05T11:14:16,177 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733397163882.6bd111a79f12f4d63121c58fd71c9f20. 2024-12-05T11:14:16,177 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6bd111a79f12f4d63121c58fd71c9f20: Waiting for close lock at 1733397256157Running coprocessor pre-close hooks at 1733397256157Disabling compacts and flushes for region at 1733397256157Disabling writes for close at 1733397256157Writing region close event to WAL at 1733397256160 (+3 ms)Running coprocessor post-close hooks at 1733397256177 (+17 ms)Closed at 1733397256177 2024-12-05T11:14:16,178 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1733397163882.6bd111a79f12f4d63121c58fd71c9f20. 2024-12-05T11:14:16,189 INFO [RS:2;6706a97ae65f:46251 {}] regionserver.HRegionServer(976): stopping server 6706a97ae65f,46251,1733397151623; all regions closed. 2024-12-05T11:14:16,191 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/data/hbase/meta/1588230740/recovered.edits/40.seqid, newMaxSeqId=40, maxSeqId=28 2024-12-05T11:14:16,193 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T11:14:16,194 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T11:14:16,194 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733397255996Running coprocessor pre-close hooks at 1733397255996Disabling compacts and flushes for region at 1733397255996Disabling writes for close at 1733397255997 (+1 ms)Obtaining lock to block concurrent updates at 1733397255997Preparing flush snapshotting stores in 1588230740 at 1733397255997Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2996, getHeapSize=5768, getOffHeapSize=0, getCellsCount=24 at 1733397255998 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733397256004 (+6 ms)Flushing 1588230740/info: creating writer at 1733397256004Flushing 1588230740/info: appending metadata at 1733397256027 (+23 ms)Flushing 1588230740/info: closing flushed file at 1733397256027Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b0c7895: reopening flushed file at 1733397256099 (+72 ms)Finished flush of dataSize ~2.93 KB/2996, heapSize ~4.93 KB/5048, currentSize=0 B/0 for 1588230740 in 131ms, sequenceid=37, compaction requested=false at 1733397256128 (+29 ms)Writing region close event to WAL at 1733397256177 (+49 ms)Running coprocessor post-close hooks at 1733397256193 (+16 ms)Closed at 1733397256194 (+1 ms) 2024-12-05T11:14:16,194 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T11:14:16,195 INFO [RS:1;6706a97ae65f:40639 {}] regionserver.HRegionServer(976): stopping server 6706a97ae65f,40639,1733397151572; all regions closed. 2024-12-05T11:14:16,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44323 is added to blk_1073741834_1010 (size=2917) 2024-12-05T11:14:16,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33819 is added to blk_1073741834_1010 (size=2917) 2024-12-05T11:14:16,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741834_1010 (size=2917) 2024-12-05T11:14:16,202 DEBUG [RS:2;6706a97ae65f:46251 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/oldWALs 2024-12-05T11:14:16,203 INFO [RS:2;6706a97ae65f:46251 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6706a97ae65f%2C46251%2C1733397151623:(num 1733397153131) 2024-12-05T11:14:16,203 DEBUG [RS:2;6706a97ae65f:46251 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:14:16,203 INFO [RS:2;6706a97ae65f:46251 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T11:14:16,204 INFO [RS:2;6706a97ae65f:46251 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T11:14:16,204 INFO [RS:2;6706a97ae65f:46251 {}] hbase.ChoreService(370): Chore service for: regionserver/6706a97ae65f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T11:14:16,205 INFO [RS:2;6706a97ae65f:46251 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T11:14:16,205 INFO [RS:2;6706a97ae65f:46251 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T11:14:16,205 INFO [regionserver/6706a97ae65f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T11:14:16,205 INFO [RS:2;6706a97ae65f:46251 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T11:14:16,205 INFO [RS:2;6706a97ae65f:46251 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T11:14:16,205 INFO [RS:2;6706a97ae65f:46251 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46251 2024-12-05T11:14:16,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741859_1035 (size=4408) 2024-12-05T11:14:16,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44323 is added to blk_1073741859_1035 (size=4408) 2024-12-05T11:14:16,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33819 is added to blk_1073741859_1035 (size=4408) 2024-12-05T11:14:16,209 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/WALs/6706a97ae65f,40639,1733397151572/6706a97ae65f%2C40639%2C1733397151572.meta.1733397204628.meta not finished, retry = 0 2024-12-05T11:14:16,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46251-0x101a53174860003, quorum=127.0.0.1:64359, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6706a97ae65f,46251,1733397151623 2024-12-05T11:14:16,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45813-0x101a53174860000, quorum=127.0.0.1:64359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T11:14:16,219 INFO [RS:2;6706a97ae65f:46251 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T11:14:16,230 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6706a97ae65f,46251,1733397151623] 2024-12-05T11:14:16,240 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/6706a97ae65f,46251,1733397151623 already deleted, retry=false 2024-12-05T11:14:16,240 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6706a97ae65f,46251,1733397151623 expired; onlineServers=1 2024-12-05T11:14:16,312 DEBUG [RS:1;6706a97ae65f:40639 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/oldWALs 2024-12-05T11:14:16,312 INFO [RS:1;6706a97ae65f:40639 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6706a97ae65f%2C40639%2C1733397151572.meta:.meta(num 1733397204628) 2024-12-05T11:14:16,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33819 is added to blk_1073741833_1009 (size=4113) 2024-12-05T11:14:16,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741833_1009 (size=4113) 2024-12-05T11:14:16,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44323 is added to blk_1073741833_1009 (size=4113) 2024-12-05T11:14:16,318 DEBUG [RS:1;6706a97ae65f:40639 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/oldWALs 2024-12-05T11:14:16,318 INFO [RS:1;6706a97ae65f:40639 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6706a97ae65f%2C40639%2C1733397151572:(num 1733397153131) 2024-12-05T11:14:16,319 DEBUG [RS:1;6706a97ae65f:40639 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:14:16,319 INFO [RS:1;6706a97ae65f:40639 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T11:14:16,319 INFO [RS:1;6706a97ae65f:40639 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T11:14:16,319 INFO [RS:1;6706a97ae65f:40639 {}] hbase.ChoreService(370): Chore service for: regionserver/6706a97ae65f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T11:14:16,319 INFO [RS:1;6706a97ae65f:40639 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T11:14:16,319 INFO [regionserver/6706a97ae65f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T11:14:16,319 INFO [RS:1;6706a97ae65f:40639 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40639 2024-12-05T11:14:16,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45813-0x101a53174860000, quorum=127.0.0.1:64359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T11:14:16,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40639-0x101a53174860002, quorum=127.0.0.1:64359, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6706a97ae65f,40639,1733397151572 2024-12-05T11:14:16,330 INFO [RS:1;6706a97ae65f:40639 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T11:14:16,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46251-0x101a53174860003, quorum=127.0.0.1:64359, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:14:16,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46251-0x101a53174860003, quorum=127.0.0.1:64359, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:14:16,330 INFO [RS:2;6706a97ae65f:46251 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T11:14:16,330 INFO [RS:2;6706a97ae65f:46251 {}] regionserver.HRegionServer(1031): Exiting; stopping=6706a97ae65f,46251,1733397151623; zookeeper connection closed. 2024-12-05T11:14:16,330 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6706a97ae65f,40639,1733397151572] 2024-12-05T11:14:16,330 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@52b1d113 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@52b1d113 2024-12-05T11:14:16,350 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/6706a97ae65f,40639,1733397151572 already deleted, retry=false 2024-12-05T11:14:16,351 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6706a97ae65f,40639,1733397151572 expired; onlineServers=0 2024-12-05T11:14:16,351 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6706a97ae65f,45813,1733397150717' ***** 2024-12-05T11:14:16,351 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T11:14:16,351 INFO [M:0;6706a97ae65f:45813 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T11:14:16,351 INFO [M:0;6706a97ae65f:45813 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T11:14:16,351 DEBUG [M:0;6706a97ae65f:45813 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T11:14:16,351 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T11:14:16,351 DEBUG [M:0;6706a97ae65f:45813 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T11:14:16,351 DEBUG [master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.large.0-1733397152721 {}] cleaner.HFileCleaner(306): Exit Thread[master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.large.0-1733397152721,5,FailOnTimeoutGroup] 2024-12-05T11:14:16,352 DEBUG [master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.small.0-1733397152723 {}] cleaner.HFileCleaner(306): Exit Thread[master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.small.0-1733397152723,5,FailOnTimeoutGroup] 2024-12-05T11:14:16,351 INFO [M:0;6706a97ae65f:45813 {}] hbase.ChoreService(370): Chore service for: master/6706a97ae65f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T11:14:16,352 INFO [M:0;6706a97ae65f:45813 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T11:14:16,352 DEBUG [M:0;6706a97ae65f:45813 {}] master.HMaster(1795): Stopping service threads 2024-12-05T11:14:16,352 INFO [M:0;6706a97ae65f:45813 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T11:14:16,352 INFO [M:0;6706a97ae65f:45813 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T11:14:16,352 ERROR [M:0;6706a97ae65f:45813 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:41923,5,PEWorkerGroup] Thread[IPC Client (1506214772) connection to localhost/127.0.0.1:41923 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:41923,5,PEWorkerGroup] 2024-12-05T11:14:16,353 INFO [M:0;6706a97ae65f:45813 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T11:14:16,353 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T11:14:16,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45813-0x101a53174860000, quorum=127.0.0.1:64359, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-05T11:14:16,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45813-0x101a53174860000, quorum=127.0.0.1:64359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:14:16,361 DEBUG [M:0;6706a97ae65f:45813 {}] zookeeper.ZKUtil(347): master:45813-0x101a53174860000, quorum=127.0.0.1:64359, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-05T11:14:16,361 WARN [M:0;6706a97ae65f:45813 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T11:14:16,362 INFO [M:0;6706a97ae65f:45813 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/.lastflushedseqids 2024-12-05T11:14:16,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44323 is added to blk_1073741868_1044 (size=668) 2024-12-05T11:14:16,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33819 is added to blk_1073741868_1044 (size=668) 2024-12-05T11:14:16,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741868_1044 (size=668) 2024-12-05T11:14:16,386 INFO [M:0;6706a97ae65f:45813 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T11:14:16,386 INFO [M:0;6706a97ae65f:45813 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T11:14:16,387 DEBUG [M:0;6706a97ae65f:45813 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T11:14:16,387 INFO [M:0;6706a97ae65f:45813 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:14:16,387 DEBUG [M:0;6706a97ae65f:45813 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:14:16,387 DEBUG [M:0;6706a97ae65f:45813 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T11:14:16,387 DEBUG [M:0;6706a97ae65f:45813 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:14:16,387 INFO [M:0;6706a97ae65f:45813 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=202.01 KB heapSize=250.88 KB 2024-12-05T11:14:16,410 DEBUG [M:0;6706a97ae65f:45813 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/76d9c33b90494a639ab52a4511a219cd is 82, key is hbase:meta,,1/info:regioninfo/1733397204943/Put/seqid=0 2024-12-05T11:14:16,446 INFO [RS:1;6706a97ae65f:40639 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T11:14:16,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40639-0x101a53174860002, quorum=127.0.0.1:64359, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:14:16,446 INFO [RS:1;6706a97ae65f:40639 {}] regionserver.HRegionServer(1031): Exiting; stopping=6706a97ae65f,40639,1733397151572; zookeeper connection closed. 2024-12-05T11:14:16,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40639-0x101a53174860002, quorum=127.0.0.1:64359, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:14:16,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33819 is added to blk_1073741869_1045 (size=6071) 2024-12-05T11:14:16,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741869_1045 (size=6071) 2024-12-05T11:14:16,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44323 is added to blk_1073741869_1045 (size=6071) 2024-12-05T11:14:16,452 INFO [M:0;6706a97ae65f:45813 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=531 (bloomFilter=true), to=hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/76d9c33b90494a639ab52a4511a219cd 2024-12-05T11:14:16,456 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6f5a3589 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6f5a3589 2024-12-05T11:14:16,456 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-05T11:14:16,486 DEBUG [M:0;6706a97ae65f:45813 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/151a72641d9742228c76b10ae3a0b639 is 1242, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733397174573/Put/seqid=0 2024-12-05T11:14:16,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33819 is added to blk_1073741870_1046 (size=9041) 2024-12-05T11:14:16,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741870_1046 (size=9041) 2024-12-05T11:14:16,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44323 is added to blk_1073741870_1046 (size=9041) 2024-12-05T11:14:16,961 INFO [M:0;6706a97ae65f:45813 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=200.78 KB at sequenceid=531 (bloomFilter=true), to=hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/151a72641d9742228c76b10ae3a0b639 2024-12-05T11:14:16,970 INFO [M:0;6706a97ae65f:45813 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 151a72641d9742228c76b10ae3a0b639 2024-12-05T11:14:17,002 DEBUG [M:0;6706a97ae65f:45813 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fc0b6c1997f64b36adac4efe18f7e64d is 69, key is 6706a97ae65f,40639,1733397151572/rs:state/1733397152818/Put/seqid=0 2024-12-05T11:14:17,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741871_1047 (size=5441) 2024-12-05T11:14:17,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44323 is added to blk_1073741871_1047 (size=5441) 2024-12-05T11:14:17,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33819 is added to blk_1073741871_1047 (size=5441) 2024-12-05T11:14:17,049 INFO [M:0;6706a97ae65f:45813 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=531 (bloomFilter=true), to=hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fc0b6c1997f64b36adac4efe18f7e64d 2024-12-05T11:14:17,065 INFO [M:0;6706a97ae65f:45813 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fc0b6c1997f64b36adac4efe18f7e64d 2024-12-05T11:14:17,067 DEBUG [M:0;6706a97ae65f:45813 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/76d9c33b90494a639ab52a4511a219cd as hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/76d9c33b90494a639ab52a4511a219cd 2024-12-05T11:14:17,078 INFO [M:0;6706a97ae65f:45813 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/76d9c33b90494a639ab52a4511a219cd, entries=14, sequenceid=531, filesize=5.9 K 2024-12-05T11:14:17,081 DEBUG [M:0;6706a97ae65f:45813 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/151a72641d9742228c76b10ae3a0b639 as hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/151a72641d9742228c76b10ae3a0b639 2024-12-05T11:14:17,104 INFO [M:0;6706a97ae65f:45813 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 151a72641d9742228c76b10ae3a0b639 2024-12-05T11:14:17,104 INFO [M:0;6706a97ae65f:45813 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/151a72641d9742228c76b10ae3a0b639, entries=58, sequenceid=531, filesize=8.8 K 2024-12-05T11:14:17,106 DEBUG [M:0;6706a97ae65f:45813 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fc0b6c1997f64b36adac4efe18f7e64d as hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fc0b6c1997f64b36adac4efe18f7e64d 2024-12-05T11:14:17,123 INFO [M:0;6706a97ae65f:45813 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fc0b6c1997f64b36adac4efe18f7e64d 2024-12-05T11:14:17,123 INFO [M:0;6706a97ae65f:45813 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41923/user/jenkins/test-data/d8b9ac90-b336-3417-b63c-d8618a71666a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fc0b6c1997f64b36adac4efe18f7e64d, entries=3, sequenceid=531, filesize=5.3 K 2024-12-05T11:14:17,125 INFO [M:0;6706a97ae65f:45813 {}] regionserver.HRegion(3140): Finished flush of dataSize ~202.01 KB/206859, heapSize ~250.58 KB/256592, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 738ms, sequenceid=531, compaction requested=false 2024-12-05T11:14:17,178 INFO [M:0;6706a97ae65f:45813 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:14:17,178 DEBUG [M:0;6706a97ae65f:45813 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733397256386Disabling compacts and flushes for region at 1733397256386Disabling writes for close at 1733397256387 (+1 ms)Obtaining lock to block concurrent updates at 1733397256387Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733397256387Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=206859, getHeapSize=256832, getOffHeapSize=0, getCellsCount=648 at 1733397256387Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733397256388 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733397256388Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733397256409 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733397256409Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733397256461 (+52 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733397256485 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733397256485Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733397256970 (+485 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733397257001 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733397257001Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b343c96: reopening flushed file at 1733397257065 (+64 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6248ccea: reopening flushed file at 1733397257079 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@da9d2da: reopening flushed file at 1733397257104 (+25 ms)Finished flush of dataSize ~202.01 KB/206859, heapSize ~250.58 KB/256592, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 738ms, sequenceid=531, compaction requested=false at 1733397257125 (+21 ms)Writing region close event to WAL at 1733397257178 (+53 ms)Closed at 1733397257178 2024-12-05T11:14:17,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33819 is added to blk_1073741830_1006 (size=242261) 2024-12-05T11:14:17,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741830_1006 (size=242261) 2024-12-05T11:14:17,195 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T11:14:17,195 INFO [M:0;6706a97ae65f:45813 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T11:14:17,196 INFO [M:0;6706a97ae65f:45813 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45813 2024-12-05T11:14:17,196 INFO [M:0;6706a97ae65f:45813 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T11:14:17,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44323 is added to blk_1073741830_1006 (size=242261) 2024-12-05T11:14:17,351 INFO [M:0;6706a97ae65f:45813 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T11:14:17,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45813-0x101a53174860000, quorum=127.0.0.1:64359, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:14:17,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45813-0x101a53174860000, quorum=127.0.0.1:64359, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:14:17,395 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e7c21d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T11:14:17,399 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@30cac06d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T11:14:17,399 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T11:14:17,401 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3abb77fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T11:14:17,401 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55fcaba0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f16543d-92ed-7a7f-bb46-57defb2b4dd6/hadoop.log.dir/,STOPPED} 2024-12-05T11:14:17,409 WARN [BP-1453702882-172.17.0.2-1733397145643 heartbeating to localhost/127.0.0.1:41923 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T11:14:17,409 WARN [BP-1453702882-172.17.0.2-1733397145643 heartbeating to localhost/127.0.0.1:41923 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1453702882-172.17.0.2-1733397145643 (Datanode Uuid 2bd987ec-4aea-4d28-8e39-160a04f7f346) service to localhost/127.0.0.1:41923 2024-12-05T11:14:17,409 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T11:14:17,410 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T11:14:17,411 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f16543d-92ed-7a7f-bb46-57defb2b4dd6/cluster_4e712f54-61d0-4b5d-caa2-e3f31480a4e3/data/data5/current/BP-1453702882-172.17.0.2-1733397145643 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T11:14:17,411 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f16543d-92ed-7a7f-bb46-57defb2b4dd6/cluster_4e712f54-61d0-4b5d-caa2-e3f31480a4e3/data/data6/current/BP-1453702882-172.17.0.2-1733397145643 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T11:14:17,412 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T11:14:17,437 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@9d2632f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T11:14:17,437 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c8e80d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T11:14:17,438 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T11:14:17,438 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a2b6a73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T11:14:17,438 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cae7855{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f16543d-92ed-7a7f-bb46-57defb2b4dd6/hadoop.log.dir/,STOPPED} 2024-12-05T11:14:17,441 WARN [BP-1453702882-172.17.0.2-1733397145643 heartbeating to localhost/127.0.0.1:41923 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T11:14:17,441 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T11:14:17,441 WARN [BP-1453702882-172.17.0.2-1733397145643 heartbeating to localhost/127.0.0.1:41923 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1453702882-172.17.0.2-1733397145643 (Datanode Uuid 5777836d-4b15-4a76-aa7f-5b7dc9625d0f) service to localhost/127.0.0.1:41923 2024-12-05T11:14:17,441 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T11:14:17,442 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f16543d-92ed-7a7f-bb46-57defb2b4dd6/cluster_4e712f54-61d0-4b5d-caa2-e3f31480a4e3/data/data3/current/BP-1453702882-172.17.0.2-1733397145643 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T11:14:17,442 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f16543d-92ed-7a7f-bb46-57defb2b4dd6/cluster_4e712f54-61d0-4b5d-caa2-e3f31480a4e3/data/data4/current/BP-1453702882-172.17.0.2-1733397145643 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T11:14:17,442 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T11:14:17,453 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1722ba9a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T11:14:17,453 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@57faae2b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T11:14:17,454 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T11:14:17,454 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55b4afc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T11:14:17,454 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@225fb320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f16543d-92ed-7a7f-bb46-57defb2b4dd6/hadoop.log.dir/,STOPPED} 2024-12-05T11:14:17,456 WARN [BP-1453702882-172.17.0.2-1733397145643 heartbeating to localhost/127.0.0.1:41923 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T11:14:17,456 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T11:14:17,456 WARN [BP-1453702882-172.17.0.2-1733397145643 heartbeating to localhost/127.0.0.1:41923 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1453702882-172.17.0.2-1733397145643 (Datanode Uuid b3ed42ed-f2c3-4085-a5fd-07f24e1f9638) service to localhost/127.0.0.1:41923 2024-12-05T11:14:17,456 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T11:14:17,457 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f16543d-92ed-7a7f-bb46-57defb2b4dd6/cluster_4e712f54-61d0-4b5d-caa2-e3f31480a4e3/data/data1/current/BP-1453702882-172.17.0.2-1733397145643 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T11:14:17,457 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f16543d-92ed-7a7f-bb46-57defb2b4dd6/cluster_4e712f54-61d0-4b5d-caa2-e3f31480a4e3/data/data2/current/BP-1453702882-172.17.0.2-1733397145643 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T11:14:17,458 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T11:14:17,472 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T11:14:17,473 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T11:14:17,473 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T11:14:17,473 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T11:14:17,473 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f16543d-92ed-7a7f-bb46-57defb2b4dd6/hadoop.log.dir/,STOPPED} 2024-12-05T11:14:17,484 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T11:14:17,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T11:14:17,563 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=99 (was 11) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/6706a97ae65f:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:41923 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: BP-1453702882-172.17.0.2-1733397145643 heartbeating to localhost/127.0.0.1:41923 java.base@17.0.11/java.io.FileDescriptor.close0(Native Method) java.base@17.0.11/java.io.FileDescriptor.close(FileDescriptor.java:297) java.base@17.0.11/java.io.FileDescriptor$1.close(FileDescriptor.java:88) java.base@17.0.11/sun.nio.ch.FileChannelImpl$Closer.run(FileChannelImpl.java:115) java.base@17.0.11/jdk.internal.ref.CleanerImpl$PhantomCleanableRef.performCleanup(CleanerImpl.java:178) java.base@17.0.11/jdk.internal.ref.PhantomCleanable.clean(PhantomCleanable.java:133) java.base@17.0.11/sun.nio.ch.FileChannelImpl.implCloseChannel(FileChannelImpl.java:207) java.base@17.0.11/java.nio.channels.spi.AbstractInterruptibleChannel.close(AbstractInterruptibleChannel.java:112) java.base@17.0.11/java.nio.channels.Channels$1.close(Channels.java:176) java.base@17.0.11/sun.nio.cs.StreamEncoder.implClose(StreamEncoder.java:347) java.base@17.0.11/sun.nio.cs.StreamEncoder.close(StreamEncoder.java:169) java.base@17.0.11/java.io.OutputStreamWriter.close(OutputStreamWriter.java:252) app//org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice.saveDfsUsed(BlockPoolSlice.java:409) app//org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice.shutdown(BlockPoolSlice.java:944) app//org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.FsVolumeImpl.shutdownBlockPool(FsVolumeImpl.java:1133) app//org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.FsVolumeList.removeBlockPool(FsVolumeList.java:548) app//org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.FsDatasetImpl.shutdownBlockPool(FsDatasetImpl.java:3269) app//org.apache.hadoop.hdfs.server.datanode.DataNode.shutdownBlockPool(DataNode.java:2160) app//org.apache.hadoop.hdfs.server.datanode.BPOfferService.shutdownActor(BPOfferService.java:477) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.cleanUp(BPServiceActor.java:645) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:926) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41923 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41923 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41923 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/6706a97ae65f:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:41923 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:41923 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41923 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/6706a97ae65f:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/6706a97ae65f:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/6706a97ae65f:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:41923 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41923 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/6706a97ae65f:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-1453702882-172.17.0.2-1733397145643 heartbeating to localhost/127.0.0.1:41923 java.base@17.0.11/java.io.FileDescriptor.close0(Native Method) java.base@17.0.11/java.io.FileDescriptor.close(FileDescriptor.java:297) java.base@17.0.11/java.io.FileDescriptor$1.close(FileDescriptor.java:88) java.base@17.0.11/sun.nio.ch.FileChannelImpl$Closer.run(FileChannelImpl.java:115) java.base@17.0.11/jdk.internal.ref.CleanerImpl$PhantomCleanableRef.performCleanup(CleanerImpl.java:178) java.base@17.0.11/jdk.internal.ref.PhantomCleanable.clean(PhantomCleanable.java:133) java.base@17.0.11/sun.nio.ch.FileChannelImpl.implCloseChannel(FileChannelImpl.java:207) java.base@17.0.11/java.nio.channels.spi.AbstractInterruptibleChannel.close(AbstractInterruptibleChannel.java:112) java.base@17.0.11/java.nio.channels.Channels$1.close(Channels.java:176) java.base@17.0.11/sun.nio.cs.StreamEncoder.implClose(StreamEncoder.java:347) java.base@17.0.11/sun.nio.cs.StreamEncoder.close(StreamEncoder.java:169) java.base@17.0.11/java.io.OutputStreamWriter.close(OutputStreamWriter.java:252) app//org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice.saveDfsUsed(BlockPoolSlice.java:409) app//org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice.shutdown(BlockPoolSlice.java:944) app//org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.FsVolumeImpl.shutdownBlockPool(FsVolumeImpl.java:1133) app//org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.FsVolumeList.removeBlockPool(FsVolumeList.java:548) app//org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.FsDatasetImpl.shutdownBlockPool(FsDatasetImpl.java:3269) app//org.apache.hadoop.hdfs.server.datanode.DataNode.shutdownBlockPool(DataNode.java:2160) app//org.apache.hadoop.hdfs.server.datanode.BPOfferService.shutdownActor(BPOfferService.java:477) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.cleanUp(BPServiceActor.java:645) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:926) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/6706a97ae65f:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:41923 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41923 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/6706a97ae65f:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41923 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@7ce38635 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:41923 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) - Thread LEAK? -, OpenFileDescriptor=438 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=295 (was 293) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 12), AvailableMemoryMB=6277 (was 8457) 2024-12-05T11:14:17,571 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=100, OpenFileDescriptor=438, MaxFileDescriptor=1048576, SystemLoadAverage=295, ProcessCount=11, AvailableMemoryMB=6277 2024-12-05T11:14:17,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f16543d-92ed-7a7f-bb46-57defb2b4dd6/hadoop.log.dir so I do NOT create it in target/test-data/36ae7a05-5d12-abbf-10be-05ac017effc4 2024-12-05T11:14:17,591 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f16543d-92ed-7a7f-bb46-57defb2b4dd6/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T11:14:17,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f16543d-92ed-7a7f-bb46-57defb2b4dd6/hadoop.tmp.dir so I do NOT create it in target/test-data/36ae7a05-5d12-abbf-10be-05ac017effc4 2024-12-05T11:14:17,592 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f16543d-92ed-7a7f-bb46-57defb2b4dd6/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T11:14:17,592 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36ae7a05-5d12-abbf-10be-05ac017effc4 2024-12-05T11:14:17,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T11:14:17,592 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36ae7a05-5d12-abbf-10be-05ac017effc4/cluster_7dd40e1a-cf7f-f72e-9f49-71e643b1f9ba, deleteOnExit=true 2024-12-05T11:14:17,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T11:14:17,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36ae7a05-5d12-abbf-10be-05ac017effc4/test.cache.data in system properties and HBase conf 2024-12-05T11:14:17,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36ae7a05-5d12-abbf-10be-05ac017effc4/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T11:14:17,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36ae7a05-5d12-abbf-10be-05ac017effc4/hadoop.log.dir in system properties and HBase conf 2024-12-05T11:14:17,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36ae7a05-5d12-abbf-10be-05ac017effc4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T11:14:17,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36ae7a05-5d12-abbf-10be-05ac017effc4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T11:14:17,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T11:14:17,593 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T11:14:17,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36ae7a05-5d12-abbf-10be-05ac017effc4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T11:14:17,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36ae7a05-5d12-abbf-10be-05ac017effc4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T11:14:17,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36ae7a05-5d12-abbf-10be-05ac017effc4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T11:14:17,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36ae7a05-5d12-abbf-10be-05ac017effc4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T11:14:17,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36ae7a05-5d12-abbf-10be-05ac017effc4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T11:14:17,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36ae7a05-5d12-abbf-10be-05ac017effc4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T11:14:17,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36ae7a05-5d12-abbf-10be-05ac017effc4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T11:14:17,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36ae7a05-5d12-abbf-10be-05ac017effc4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T11:14:17,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36ae7a05-5d12-abbf-10be-05ac017effc4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T11:14:17,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36ae7a05-5d12-abbf-10be-05ac017effc4/nfs.dump.dir in system properties and HBase conf 2024-12-05T11:14:17,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36ae7a05-5d12-abbf-10be-05ac017effc4/java.io.tmpdir in system properties and HBase conf 2024-12-05T11:14:17,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36ae7a05-5d12-abbf-10be-05ac017effc4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T11:14:17,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36ae7a05-5d12-abbf-10be-05ac017effc4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T11:14:17,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36ae7a05-5d12-abbf-10be-05ac017effc4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T11:14:17,603 WARN [BP-1453702882-172.17.0.2-1733397145643 heartbeating to localhost/127.0.0.1:41923 {}] impl.BlockPoolSlice(1056): Failed to write replicas to cache java.io.FileNotFoundException: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f16543d-92ed-7a7f-bb46-57defb2b4dd6/cluster_4e712f54-61d0-4b5d-caa2-e3f31480a4e3/data/data4/current/BP-1453702882-172.17.0.2-1733397145643/current/replicas.tmp (No such file or directory) at java.io.FileOutputStream.open0(Native Method) ~[?:?] at java.io.FileOutputStream.open(FileOutputStream.java:293) ~[?:?] at java.io.FileOutputStream.(FileOutputStream.java:235) ~[?:?] at org.apache.hadoop.hdfs.server.datanode.FileIoProvider$WrappedFileOutputStream.(FileIoProvider.java:905) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.FileIoProvider$WrappedFileOutputStream.(FileIoProvider.java:896) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.FileIoProvider.getFileOutputStream(FileIoProvider.java:366) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.FileIoProvider.getFileOutputStream(FileIoProvider.java:390) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice.saveReplicas(BlockPoolSlice.java:1047) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice.shutdown(BlockPoolSlice.java:943) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.FsVolumeImpl.shutdownBlockPool(FsVolumeImpl.java:1133) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.FsVolumeList.removeBlockPool(FsVolumeList.java:548) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.FsDatasetImpl.shutdownBlockPool(FsDatasetImpl.java:3269) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataNode.shutdownBlockPool(DataNode.java:2160) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BPOfferService.shutdownActor(BPOfferService.java:477) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BPServiceActor.cleanUp(BPServiceActor.java:645) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:926) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T11:14:17,604 WARN [BP-1453702882-172.17.0.2-1733397145643 heartbeating to localhost/127.0.0.1:41923 {}] impl.BlockPoolSlice(413): Failed to write dfsUsed to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f16543d-92ed-7a7f-bb46-57defb2b4dd6/cluster_4e712f54-61d0-4b5d-caa2-e3f31480a4e3/data/data4/current/BP-1453702882-172.17.0.2-1733397145643/current/dfsUsed java.nio.file.NoSuchFileException: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f16543d-92ed-7a7f-bb46-57defb2b4dd6/cluster_4e712f54-61d0-4b5d-caa2-e3f31480a4e3/data/data4/current/BP-1453702882-172.17.0.2-1733397145643/current/dfsUsed at sun.nio.fs.UnixException.translateToIOException(UnixException.java:92) ~[?:?] at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:106) ~[?:?] at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:111) ~[?:?] at sun.nio.fs.UnixFileSystemProvider.newByteChannel(UnixFileSystemProvider.java:218) ~[?:?] at java.nio.file.spi.FileSystemProvider.newOutputStream(FileSystemProvider.java:484) ~[?:?] at java.nio.file.Files.newOutputStream(Files.java:228) ~[?:?] at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice.saveDfsUsed(BlockPoolSlice.java:402) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice.shutdown(BlockPoolSlice.java:944) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.FsVolumeImpl.shutdownBlockPool(FsVolumeImpl.java:1133) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.FsVolumeList.removeBlockPool(FsVolumeList.java:548) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.FsDatasetImpl.shutdownBlockPool(FsDatasetImpl.java:3269) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataNode.shutdownBlockPool(DataNode.java:2160) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BPOfferService.shutdownActor(BPOfferService.java:477) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BPServiceActor.cleanUp(BPServiceActor.java:645) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:926) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T11:14:18,122 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T11:14:18,130 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T11:14:18,145 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T11:14:18,145 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T11:14:18,145 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T11:14:18,150 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T11:14:18,152 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@265115b6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36ae7a05-5d12-abbf-10be-05ac017effc4/hadoop.log.dir/,AVAILABLE} 2024-12-05T11:14:18,154 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@51f349c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T11:14:18,289 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@64876708{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36ae7a05-5d12-abbf-10be-05ac017effc4/java.io.tmpdir/jetty-localhost-44289-hadoop-hdfs-3_4_1-tests_jar-_-any-4785026929120655070/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T11:14:18,290 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e2f5b47{HTTP/1.1, (http/1.1)}{localhost:44289} 2024-12-05T11:14:18,290 INFO [Time-limited test {}] server.Server(415): Started @115036ms 2024-12-05T11:14:18,591 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T11:14:18,595 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T11:14:18,603 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T11:14:18,603 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T11:14:18,603 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T11:14:18,603 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@43b6528f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36ae7a05-5d12-abbf-10be-05ac017effc4/hadoop.log.dir/,AVAILABLE} 2024-12-05T11:14:18,604 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7dc2cdb9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T11:14:18,739 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@30f7c0fa{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36ae7a05-5d12-abbf-10be-05ac017effc4/java.io.tmpdir/jetty-localhost-38739-hadoop-hdfs-3_4_1-tests_jar-_-any-7198088615105405513/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T11:14:18,740 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5094d3e0{HTTP/1.1, (http/1.1)}{localhost:38739} 2024-12-05T11:14:18,740 INFO [Time-limited test {}] server.Server(415): Started @115486ms 2024-12-05T11:14:18,742 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T11:14:18,813 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T11:14:18,816 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T11:14:18,816 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T11:14:18,816 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T11:14:18,816 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T11:14:18,817 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50b93e1e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36ae7a05-5d12-abbf-10be-05ac017effc4/hadoop.log.dir/,AVAILABLE} 2024-12-05T11:14:18,818 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d5ae5de{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T11:14:18,949 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@233414e8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36ae7a05-5d12-abbf-10be-05ac017effc4/java.io.tmpdir/jetty-localhost-40015-hadoop-hdfs-3_4_1-tests_jar-_-any-17536464901868906473/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T11:14:18,950 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4dd57944{HTTP/1.1, (http/1.1)}{localhost:40015} 2024-12-05T11:14:18,950 INFO [Time-limited test {}] server.Server(415): Started @115696ms 2024-12-05T11:14:18,952 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T11:14:19,000 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T11:14:19,007 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T11:14:19,008 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T11:14:19,008 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T11:14:19,008 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T11:14:19,009 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@27eeff62{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36ae7a05-5d12-abbf-10be-05ac017effc4/hadoop.log.dir/,AVAILABLE} 2024-12-05T11:14:19,009 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17a26533{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T11:14:19,131 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@16a80560{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36ae7a05-5d12-abbf-10be-05ac017effc4/java.io.tmpdir/jetty-localhost-44723-hadoop-hdfs-3_4_1-tests_jar-_-any-17842969840911260505/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T11:14:19,132 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@8a8d92c{HTTP/1.1, (http/1.1)}{localhost:44723} 2024-12-05T11:14:19,132 INFO [Time-limited test {}] server.Server(415): Started @115877ms 2024-12-05T11:14:19,134 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T11:14:20,085 WARN [Thread-737 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36ae7a05-5d12-abbf-10be-05ac017effc4/cluster_7dd40e1a-cf7f-f72e-9f49-71e643b1f9ba/data/data2/current/BP-832989675-172.17.0.2-1733397257622/current, will proceed with Du for space computation calculation, 2024-12-05T11:14:20,085 WARN [Thread-736 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36ae7a05-5d12-abbf-10be-05ac017effc4/cluster_7dd40e1a-cf7f-f72e-9f49-71e643b1f9ba/data/data1/current/BP-832989675-172.17.0.2-1733397257622/current, will proceed with Du for space computation calculation, 2024-12-05T11:14:20,108 WARN [Thread-677 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T11:14:20,111 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb08ec3ba7d101c69 with lease ID 0x11a78c2e76fb1833: Processing first storage report for DS-95ff767c-1382-404d-8267-2bae4a7328d8 from datanode DatanodeRegistration(127.0.0.1:34063, datanodeUuid=9429558b-94cb-457b-8227-cb6a7be47fb1, infoPort=37487, infoSecurePort=0, ipcPort=44519, storageInfo=lv=-57;cid=testClusterID;nsid=844024987;c=1733397257622) 2024-12-05T11:14:20,111 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb08ec3ba7d101c69 with lease ID 0x11a78c2e76fb1833: from storage DS-95ff767c-1382-404d-8267-2bae4a7328d8 node DatanodeRegistration(127.0.0.1:34063, datanodeUuid=9429558b-94cb-457b-8227-cb6a7be47fb1, infoPort=37487, infoSecurePort=0, ipcPort=44519, storageInfo=lv=-57;cid=testClusterID;nsid=844024987;c=1733397257622), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-05T11:14:20,111 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb08ec3ba7d101c69 with lease ID 0x11a78c2e76fb1833: Processing first storage report for DS-9a5a19fa-2ded-42f7-93fd-e802198e9130 from datanode DatanodeRegistration(127.0.0.1:34063, datanodeUuid=9429558b-94cb-457b-8227-cb6a7be47fb1, infoPort=37487, infoSecurePort=0, ipcPort=44519, storageInfo=lv=-57;cid=testClusterID;nsid=844024987;c=1733397257622) 2024-12-05T11:14:20,111 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb08ec3ba7d101c69 with lease ID 0x11a78c2e76fb1833: from storage DS-9a5a19fa-2ded-42f7-93fd-e802198e9130 node DatanodeRegistration(127.0.0.1:34063, datanodeUuid=9429558b-94cb-457b-8227-cb6a7be47fb1, infoPort=37487, infoSecurePort=0, ipcPort=44519, storageInfo=lv=-57;cid=testClusterID;nsid=844024987;c=1733397257622), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T11:14:20,530 WARN [Thread-748 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36ae7a05-5d12-abbf-10be-05ac017effc4/cluster_7dd40e1a-cf7f-f72e-9f49-71e643b1f9ba/data/data3/current/BP-832989675-172.17.0.2-1733397257622/current, will proceed with Du for space computation calculation, 2024-12-05T11:14:20,534 WARN [Thread-749 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36ae7a05-5d12-abbf-10be-05ac017effc4/cluster_7dd40e1a-cf7f-f72e-9f49-71e643b1f9ba/data/data4/current/BP-832989675-172.17.0.2-1733397257622/current, will proceed with Du for space computation calculation, 2024-12-05T11:14:20,561 WARN [Thread-700 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T11:14:20,568 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbc59d0513653472d with lease ID 0x11a78c2e76fb1834: Processing first storage report for DS-fd5003a4-90ee-4e19-8c9f-bae9d322d471 from datanode DatanodeRegistration(127.0.0.1:43639, datanodeUuid=43d39099-faa7-4f51-8042-d3a9a5414038, infoPort=43413, infoSecurePort=0, ipcPort=45465, storageInfo=lv=-57;cid=testClusterID;nsid=844024987;c=1733397257622) 2024-12-05T11:14:20,568 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbc59d0513653472d with lease ID 0x11a78c2e76fb1834: from storage DS-fd5003a4-90ee-4e19-8c9f-bae9d322d471 node DatanodeRegistration(127.0.0.1:43639, datanodeUuid=43d39099-faa7-4f51-8042-d3a9a5414038, infoPort=43413, infoSecurePort=0, ipcPort=45465, storageInfo=lv=-57;cid=testClusterID;nsid=844024987;c=1733397257622), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T11:14:20,569 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbc59d0513653472d with lease ID 0x11a78c2e76fb1834: Processing first storage report for DS-beaa9080-0cf2-4583-be1f-51021d131129 from datanode DatanodeRegistration(127.0.0.1:43639, datanodeUuid=43d39099-faa7-4f51-8042-d3a9a5414038, infoPort=43413, infoSecurePort=0, ipcPort=45465, storageInfo=lv=-57;cid=testClusterID;nsid=844024987;c=1733397257622) 2024-12-05T11:14:20,569 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbc59d0513653472d with lease ID 0x11a78c2e76fb1834: from storage DS-beaa9080-0cf2-4583-be1f-51021d131129 node DatanodeRegistration(127.0.0.1:43639, datanodeUuid=43d39099-faa7-4f51-8042-d3a9a5414038, infoPort=43413, infoSecurePort=0, ipcPort=45465, storageInfo=lv=-57;cid=testClusterID;nsid=844024987;c=1733397257622), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T11:14:20,753 WARN [Thread-759 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36ae7a05-5d12-abbf-10be-05ac017effc4/cluster_7dd40e1a-cf7f-f72e-9f49-71e643b1f9ba/data/data5/current/BP-832989675-172.17.0.2-1733397257622/current, will proceed with Du for space computation calculation, 2024-12-05T11:14:20,753 WARN [Thread-760 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36ae7a05-5d12-abbf-10be-05ac017effc4/cluster_7dd40e1a-cf7f-f72e-9f49-71e643b1f9ba/data/data6/current/BP-832989675-172.17.0.2-1733397257622/current, will proceed with Du for space computation calculation, 2024-12-05T11:14:20,781 WARN [Thread-722 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T11:14:20,784 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xffca019eb3f4c60c with lease ID 0x11a78c2e76fb1835: Processing first storage report for DS-b92c133e-92b2-4655-a6d9-6b2fa67b7aff from datanode DatanodeRegistration(127.0.0.1:36017, datanodeUuid=b4fc0e69-eee7-40e7-ac78-190272b07a48, infoPort=44727, infoSecurePort=0, ipcPort=41023, storageInfo=lv=-57;cid=testClusterID;nsid=844024987;c=1733397257622) 2024-12-05T11:14:20,784 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xffca019eb3f4c60c with lease ID 0x11a78c2e76fb1835: from storage DS-b92c133e-92b2-4655-a6d9-6b2fa67b7aff node DatanodeRegistration(127.0.0.1:36017, datanodeUuid=b4fc0e69-eee7-40e7-ac78-190272b07a48, infoPort=44727, infoSecurePort=0, ipcPort=41023, storageInfo=lv=-57;cid=testClusterID;nsid=844024987;c=1733397257622), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T11:14:20,784 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xffca019eb3f4c60c with lease ID 0x11a78c2e76fb1835: Processing first storage report for DS-193834ed-9b41-459e-a119-87610f82ba46 from datanode DatanodeRegistration(127.0.0.1:36017, datanodeUuid=b4fc0e69-eee7-40e7-ac78-190272b07a48, infoPort=44727, infoSecurePort=0, ipcPort=41023, storageInfo=lv=-57;cid=testClusterID;nsid=844024987;c=1733397257622) 2024-12-05T11:14:20,784 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xffca019eb3f4c60c with lease ID 0x11a78c2e76fb1835: from storage DS-193834ed-9b41-459e-a119-87610f82ba46 node DatanodeRegistration(127.0.0.1:36017, datanodeUuid=b4fc0e69-eee7-40e7-ac78-190272b07a48, infoPort=44727, infoSecurePort=0, ipcPort=41023, storageInfo=lv=-57;cid=testClusterID;nsid=844024987;c=1733397257622), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T11:14:20,802 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36ae7a05-5d12-abbf-10be-05ac017effc4 2024-12-05T11:14:20,805 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36ae7a05-5d12-abbf-10be-05ac017effc4/cluster_7dd40e1a-cf7f-f72e-9f49-71e643b1f9ba/zookeeper_0, clientPort=50653, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36ae7a05-5d12-abbf-10be-05ac017effc4/cluster_7dd40e1a-cf7f-f72e-9f49-71e643b1f9ba/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36ae7a05-5d12-abbf-10be-05ac017effc4/cluster_7dd40e1a-cf7f-f72e-9f49-71e643b1f9ba/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T11:14:20,806 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50653 2024-12-05T11:14:20,806 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:14:20,808 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:14:20,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34063 is added to blk_1073741825_1001 (size=7) 2024-12-05T11:14:20,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43639 is added to blk_1073741825_1001 (size=7) 2024-12-05T11:14:20,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741825_1001 (size=7) 2024-12-05T11:14:20,826 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca with version=8 2024-12-05T11:14:20,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/hbase-staging 2024-12-05T11:14:20,829 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6706a97ae65f:0 server-side Connection retries=45 2024-12-05T11:14:20,829 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:14:20,829 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T11:14:20,829 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T11:14:20,829 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:14:20,829 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T11:14:20,829 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T11:14:20,829 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T11:14:20,830 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43877 2024-12-05T11:14:20,831 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43877 connecting to ZooKeeper ensemble=127.0.0.1:50653 2024-12-05T11:14:20,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:438770x0, quorum=127.0.0.1:50653, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T11:14:20,891 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43877-0x101a53325af0000 connected 2024-12-05T11:14:20,989 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:14:20,991 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:14:20,993 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43877-0x101a53325af0000, quorum=127.0.0.1:50653, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T11:14:20,993 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca, hbase.cluster.distributed=false 2024-12-05T11:14:20,995 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43877-0x101a53325af0000, quorum=127.0.0.1:50653, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T11:14:20,996 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43877 2024-12-05T11:14:20,996 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43877 2024-12-05T11:14:20,996 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43877 2024-12-05T11:14:20,999 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43877 2024-12-05T11:14:20,999 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43877 2024-12-05T11:14:21,021 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6706a97ae65f:0 server-side Connection retries=45 2024-12-05T11:14:21,021 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:14:21,021 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T11:14:21,021 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T11:14:21,021 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:14:21,021 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T11:14:21,021 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T11:14:21,022 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T11:14:21,025 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:14:21,036 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37233 2024-12-05T11:14:21,038 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37233 connecting to ZooKeeper ensemble=127.0.0.1:50653 2024-12-05T11:14:21,038 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:14:21,039 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:14:21,040 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:14:21,045 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:14:21,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:372330x0, quorum=127.0.0.1:50653, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T11:14:21,059 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:372330x0, quorum=127.0.0.1:50653, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T11:14:21,059 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T11:14:21,059 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37233-0x101a53325af0001 connected 2024-12-05T11:14:21,064 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T11:14:21,065 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37233-0x101a53325af0001, quorum=127.0.0.1:50653, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T11:14:21,066 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37233-0x101a53325af0001, quorum=127.0.0.1:50653, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T11:14:21,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37233 2024-12-05T11:14:21,075 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37233 2024-12-05T11:14:21,078 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37233 2024-12-05T11:14:21,083 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37233 2024-12-05T11:14:21,083 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37233 2024-12-05T11:14:21,104 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6706a97ae65f:0 server-side Connection retries=45 2024-12-05T11:14:21,105 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:14:21,105 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T11:14:21,105 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T11:14:21,105 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:14:21,105 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T11:14:21,105 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T11:14:21,105 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T11:14:21,106 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43367 2024-12-05T11:14:21,108 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43367 connecting to ZooKeeper ensemble=127.0.0.1:50653 2024-12-05T11:14:21,109 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:14:21,112 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:14:21,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:433670x0, quorum=127.0.0.1:50653, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T11:14:21,126 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43367-0x101a53325af0002 connected 2024-12-05T11:14:21,127 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43367-0x101a53325af0002, quorum=127.0.0.1:50653, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T11:14:21,127 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T11:14:21,130 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T11:14:21,130 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43367-0x101a53325af0002, quorum=127.0.0.1:50653, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T11:14:21,132 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43367-0x101a53325af0002, quorum=127.0.0.1:50653, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T11:14:21,136 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43367 2024-12-05T11:14:21,138 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43367 2024-12-05T11:14:21,139 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43367 2024-12-05T11:14:21,139 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43367 2024-12-05T11:14:21,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43367 2024-12-05T11:14:21,155 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6706a97ae65f:0 server-side Connection retries=45 2024-12-05T11:14:21,155 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:14:21,155 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T11:14:21,155 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T11:14:21,155 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:14:21,155 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T11:14:21,156 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T11:14:21,156 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T11:14:21,156 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44449 2024-12-05T11:14:21,158 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44449 connecting to ZooKeeper ensemble=127.0.0.1:50653 2024-12-05T11:14:21,158 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:14:21,160 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:14:21,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:444490x0, quorum=127.0.0.1:50653, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T11:14:21,174 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:444490x0, quorum=127.0.0.1:50653, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T11:14:21,174 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T11:14:21,175 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T11:14:21,176 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:444490x0, quorum=127.0.0.1:50653, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T11:14:21,176 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44449-0x101a53325af0003 connected 2024-12-05T11:14:21,179 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44449-0x101a53325af0003, quorum=127.0.0.1:50653, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T11:14:21,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44449 2024-12-05T11:14:21,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44449 2024-12-05T11:14:21,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44449 2024-12-05T11:14:21,181 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44449 2024-12-05T11:14:21,181 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44449 2024-12-05T11:14:21,197 DEBUG [M:0;6706a97ae65f:43877 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6706a97ae65f:43877 2024-12-05T11:14:21,198 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/6706a97ae65f,43877,1733397260828 2024-12-05T11:14:21,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43367-0x101a53325af0002, quorum=127.0.0.1:50653, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T11:14:21,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44449-0x101a53325af0003, quorum=127.0.0.1:50653, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T11:14:21,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37233-0x101a53325af0001, quorum=127.0.0.1:50653, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T11:14:21,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43877-0x101a53325af0000, quorum=127.0.0.1:50653, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T11:14:21,212 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43877-0x101a53325af0000, quorum=127.0.0.1:50653, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/6706a97ae65f,43877,1733397260828 2024-12-05T11:14:21,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37233-0x101a53325af0001, quorum=127.0.0.1:50653, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T11:14:21,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44449-0x101a53325af0003, quorum=127.0.0.1:50653, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T11:14:21,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43367-0x101a53325af0002, quorum=127.0.0.1:50653, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T11:14:21,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37233-0x101a53325af0001, quorum=127.0.0.1:50653, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:14:21,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43367-0x101a53325af0002, quorum=127.0.0.1:50653, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:14:21,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44449-0x101a53325af0003, quorum=127.0.0.1:50653, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:14:21,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43877-0x101a53325af0000, quorum=127.0.0.1:50653, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:14:21,222 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43877-0x101a53325af0000, quorum=127.0.0.1:50653, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-05T11:14:21,223 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/6706a97ae65f,43877,1733397260828 from backup master directory 2024-12-05T11:14:21,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43877-0x101a53325af0000, quorum=127.0.0.1:50653, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/6706a97ae65f,43877,1733397260828 2024-12-05T11:14:21,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44449-0x101a53325af0003, quorum=127.0.0.1:50653, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T11:14:21,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37233-0x101a53325af0001, quorum=127.0.0.1:50653, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T11:14:21,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43877-0x101a53325af0000, quorum=127.0.0.1:50653, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T11:14:21,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43367-0x101a53325af0002, quorum=127.0.0.1:50653, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T11:14:21,232 WARN [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T11:14:21,232 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6706a97ae65f,43877,1733397260828 2024-12-05T11:14:21,237 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/hbase.id] with ID: f04a7c29-ee7b-42ae-8b4a-c33b75696162 2024-12-05T11:14:21,237 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/.tmp/hbase.id 2024-12-05T11:14:21,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34063 is added to blk_1073741826_1002 (size=42) 2024-12-05T11:14:21,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43639 is added to blk_1073741826_1002 (size=42) 2024-12-05T11:14:21,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741826_1002 (size=42) 2024-12-05T11:14:21,254 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/.tmp/hbase.id]:[hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/hbase.id] 2024-12-05T11:14:21,273 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:14:21,273 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T11:14:21,276 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-12-05T11:14:21,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44449-0x101a53325af0003, quorum=127.0.0.1:50653, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:14:21,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43877-0x101a53325af0000, quorum=127.0.0.1:50653, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:14:21,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43367-0x101a53325af0002, quorum=127.0.0.1:50653, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:14:21,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37233-0x101a53325af0001, quorum=127.0.0.1:50653, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:14:21,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34063 is added to blk_1073741827_1003 (size=196) 2024-12-05T11:14:21,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741827_1003 (size=196) 2024-12-05T11:14:21,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43639 is added to blk_1073741827_1003 (size=196) 2024-12-05T11:14:21,307 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T11:14:21,308 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T11:14:21,308 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T11:14:21,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34063 is added to blk_1073741828_1004 (size=1189) 2024-12-05T11:14:21,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43639 is added to blk_1073741828_1004 (size=1189) 2024-12-05T11:14:21,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741828_1004 (size=1189) 2024-12-05T11:14:21,320 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/MasterData/data/master/store 2024-12-05T11:14:21,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34063 is added to blk_1073741829_1005 (size=34) 2024-12-05T11:14:21,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43639 is added to blk_1073741829_1005 (size=34) 2024-12-05T11:14:21,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741829_1005 (size=34) 2024-12-05T11:14:21,338 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:14:21,338 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T11:14:21,339 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:14:21,339 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:14:21,339 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T11:14:21,339 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:14:21,339 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:14:21,339 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733397261338Disabling compacts and flushes for region at 1733397261338Disabling writes for close at 1733397261339 (+1 ms)Writing region close event to WAL at 1733397261339Closed at 1733397261339 2024-12-05T11:14:21,344 WARN [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/MasterData/data/master/store/.initializing 2024-12-05T11:14:21,345 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/MasterData/WALs/6706a97ae65f,43877,1733397260828 2024-12-05T11:14:21,346 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T11:14:21,349 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6706a97ae65f%2C43877%2C1733397260828, suffix=, logDir=hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/MasterData/WALs/6706a97ae65f,43877,1733397260828, archiveDir=hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/MasterData/oldWALs, maxLogs=10 2024-12-05T11:14:21,367 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/MasterData/WALs/6706a97ae65f,43877,1733397260828/6706a97ae65f%2C43877%2C1733397260828.1733397261350, exclude list is [], retry=0 2024-12-05T11:14:21,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36017,DS-b92c133e-92b2-4655-a6d9-6b2fa67b7aff,DISK] 2024-12-05T11:14:21,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43639,DS-fd5003a4-90ee-4e19-8c9f-bae9d322d471,DISK] 2024-12-05T11:14:21,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34063,DS-95ff767c-1382-404d-8267-2bae4a7328d8,DISK] 2024-12-05T11:14:21,389 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/MasterData/WALs/6706a97ae65f,43877,1733397260828/6706a97ae65f%2C43877%2C1733397260828.1733397261350 2024-12-05T11:14:21,389 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44727:44727),(127.0.0.1/127.0.0.1:43413:43413),(127.0.0.1/127.0.0.1:37487:37487)] 2024-12-05T11:14:21,389 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T11:14:21,389 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:14:21,390 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:14:21,390 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:14:21,396 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:14:21,398 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T11:14:21,398 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:14:21,399 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:14:21,399 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:14:21,401 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T11:14:21,401 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:14:21,402 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:14:21,402 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:14:21,404 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T11:14:21,404 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:14:21,405 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:14:21,405 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:14:21,407 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T11:14:21,407 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:14:21,408 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:14:21,408 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:14:21,409 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:14:21,409 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:14:21,410 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:14:21,410 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:14:21,411 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T11:14:21,413 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:14:21,415 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T11:14:21,416 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68056279, jitterRate=0.014117583632469177}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T11:14:21,416 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733397261390Initializing all the Stores at 1733397261391 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397261391Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397261396 (+5 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397261396Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397261396Cleaning up temporary data from old regions at 1733397261410 (+14 ms)Region opened successfully at 1733397261416 (+6 ms) 2024-12-05T11:14:21,417 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T11:14:21,420 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@362c7202, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6706a97ae65f/172.17.0.2:0 2024-12-05T11:14:21,421 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T11:14:21,422 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T11:14:21,422 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T11:14:21,422 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T11:14:21,423 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T11:14:21,423 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T11:14:21,423 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-12-05T11:14:21,427 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T11:14:21,428 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43877-0x101a53325af0000, quorum=127.0.0.1:50653, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-05T11:14:21,447 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-05T11:14:21,448 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T11:14:21,448 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43877-0x101a53325af0000, quorum=127.0.0.1:50653, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-05T11:14:21,458 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-05T11:14:21,458 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T11:14:21,459 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43877-0x101a53325af0000, quorum=127.0.0.1:50653, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-05T11:14:21,468 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-05T11:14:21,469 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43877-0x101a53325af0000, quorum=127.0.0.1:50653, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-05T11:14:21,479 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-05T11:14:21,483 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43877-0x101a53325af0000, quorum=127.0.0.1:50653, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T11:14:21,494 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-05T11:14:21,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37233-0x101a53325af0001, quorum=127.0.0.1:50653, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T11:14:21,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43367-0x101a53325af0002, quorum=127.0.0.1:50653, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T11:14:21,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37233-0x101a53325af0001, quorum=127.0.0.1:50653, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:14:21,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43367-0x101a53325af0002, quorum=127.0.0.1:50653, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:14:21,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43877-0x101a53325af0000, quorum=127.0.0.1:50653, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T11:14:21,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44449-0x101a53325af0003, quorum=127.0.0.1:50653, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T11:14:21,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43877-0x101a53325af0000, quorum=127.0.0.1:50653, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:14:21,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44449-0x101a53325af0003, quorum=127.0.0.1:50653, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:14:21,506 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6706a97ae65f,43877,1733397260828, sessionid=0x101a53325af0000, setting cluster-up flag (Was=false) 2024-12-05T11:14:21,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43877-0x101a53325af0000, quorum=127.0.0.1:50653, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:14:21,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43367-0x101a53325af0002, quorum=127.0.0.1:50653, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:14:21,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44449-0x101a53325af0003, quorum=127.0.0.1:50653, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:14:21,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37233-0x101a53325af0001, quorum=127.0.0.1:50653, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:14:21,546 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T11:14:21,548 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:14:21,557 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-05T11:14:21,558 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6706a97ae65f,43877,1733397260828 2024-12-05T11:14:21,565 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:14:21,566 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:14:21,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44449-0x101a53325af0003, quorum=127.0.0.1:50653, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:14:21,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43367-0x101a53325af0002, quorum=127.0.0.1:50653, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:14:21,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37233-0x101a53325af0001, quorum=127.0.0.1:50653, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:14:21,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43877-0x101a53325af0000, quorum=127.0.0.1:50653, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:14:21,610 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-05T11:14:21,611 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6706a97ae65f,43877,1733397260828 2024-12-05T11:14:21,612 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T11:14:21,613 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T11:14:21,614 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T11:14:21,614 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T11:14:21,614 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6706a97ae65f,43877,1733397260828 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T11:14:21,615 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6706a97ae65f:0, corePoolSize=5, maxPoolSize=5 2024-12-05T11:14:21,615 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6706a97ae65f:0, corePoolSize=5, maxPoolSize=5 2024-12-05T11:14:21,615 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6706a97ae65f:0, corePoolSize=5, maxPoolSize=5 2024-12-05T11:14:21,615 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6706a97ae65f:0, corePoolSize=5, maxPoolSize=5 2024-12-05T11:14:21,615 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6706a97ae65f:0, corePoolSize=10, maxPoolSize=10 2024-12-05T11:14:21,615 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:14:21,615 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6706a97ae65f:0, corePoolSize=2, maxPoolSize=2 2024-12-05T11:14:21,615 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:14:21,620 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T11:14:21,621 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T11:14:21,623 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:14:21,623 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T11:14:21,624 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733397291624 2024-12-05T11:14:21,624 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T11:14:21,624 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T11:14:21,624 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T11:14:21,624 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T11:14:21,625 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T11:14:21,625 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T11:14:21,626 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T11:14:21,627 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T11:14:21,627 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T11:14:21,627 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T11:14:21,627 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T11:14:21,627 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T11:14:21,632 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.large.0-1733397261627,5,FailOnTimeoutGroup] 2024-12-05T11:14:21,635 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.small.0-1733397261632,5,FailOnTimeoutGroup] 2024-12-05T11:14:21,635 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T11:14:21,635 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T11:14:21,635 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T11:14:21,635 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T11:14:21,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43639 is added to blk_1073741831_1007 (size=1321) 2024-12-05T11:14:21,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34063 is added to blk_1073741831_1007 (size=1321) 2024-12-05T11:14:21,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741831_1007 (size=1321) 2024-12-05T11:14:21,641 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T11:14:21,641 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca 2024-12-05T11:14:21,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741832_1008 (size=32) 2024-12-05T11:14:21,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34063 is added to blk_1073741832_1008 (size=32) 2024-12-05T11:14:21,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43639 is added to blk_1073741832_1008 (size=32) 2024-12-05T11:14:21,669 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:14:21,671 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T11:14:21,673 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T11:14:21,674 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:14:21,675 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:14:21,675 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T11:14:21,677 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T11:14:21,677 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:14:21,677 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:14:21,678 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T11:14:21,681 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T11:14:21,682 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:14:21,683 INFO [RS:0;6706a97ae65f:37233 {}] regionserver.HRegionServer(746): ClusterId : f04a7c29-ee7b-42ae-8b4a-c33b75696162 2024-12-05T11:14:21,683 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:14:21,683 INFO [RS:1;6706a97ae65f:43367 {}] regionserver.HRegionServer(746): ClusterId : f04a7c29-ee7b-42ae-8b4a-c33b75696162 2024-12-05T11:14:21,684 DEBUG [RS:0;6706a97ae65f:37233 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T11:14:21,684 DEBUG [RS:1;6706a97ae65f:43367 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T11:14:21,684 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T11:14:21,689 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T11:14:21,689 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:14:21,690 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:14:21,690 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T11:14:21,692 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/data/hbase/meta/1588230740 2024-12-05T11:14:21,693 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/data/hbase/meta/1588230740 2024-12-05T11:14:21,695 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T11:14:21,695 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T11:14:21,697 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T11:14:21,700 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T11:14:21,707 DEBUG [RS:0;6706a97ae65f:37233 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T11:14:21,707 DEBUG [RS:0;6706a97ae65f:37233 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T11:14:21,707 INFO [RS:2;6706a97ae65f:44449 {}] regionserver.HRegionServer(746): ClusterId : f04a7c29-ee7b-42ae-8b4a-c33b75696162 2024-12-05T11:14:21,707 DEBUG [RS:2;6706a97ae65f:44449 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T11:14:21,720 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T11:14:21,721 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60199000, jitterRate=-0.10296499729156494}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T11:14:21,721 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733397261669Initializing all the Stores at 1733397261670 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397261670Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397261671 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397261671Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397261671Cleaning up temporary data from old regions at 1733397261695 (+24 ms)Region opened successfully at 1733397261721 (+26 ms) 2024-12-05T11:14:21,721 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T11:14:21,721 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T11:14:21,721 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T11:14:21,721 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T11:14:21,721 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T11:14:21,723 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T11:14:21,723 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733397261721Disabling compacts and flushes for region at 1733397261721Disabling writes for close at 1733397261721Writing region close event to WAL at 1733397261723 (+2 ms)Closed at 1733397261723 2024-12-05T11:14:21,725 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T11:14:21,725 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T11:14:21,725 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T11:14:21,726 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T11:14:21,727 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T11:14:21,731 DEBUG [RS:1;6706a97ae65f:43367 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T11:14:21,731 DEBUG [RS:1;6706a97ae65f:43367 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T11:14:21,732 DEBUG [RS:0;6706a97ae65f:37233 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T11:14:21,732 DEBUG [RS:0;6706a97ae65f:37233 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35341787, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6706a97ae65f/172.17.0.2:0 2024-12-05T11:14:21,743 DEBUG [RS:2;6706a97ae65f:44449 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T11:14:21,743 DEBUG [RS:2;6706a97ae65f:44449 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T11:14:21,743 DEBUG [RS:1;6706a97ae65f:43367 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T11:14:21,743 DEBUG [RS:1;6706a97ae65f:43367 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@304751b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6706a97ae65f/172.17.0.2:0 2024-12-05T11:14:21,750 DEBUG [RS:0;6706a97ae65f:37233 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6706a97ae65f:37233 2024-12-05T11:14:21,750 INFO [RS:0;6706a97ae65f:37233 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T11:14:21,750 INFO [RS:0;6706a97ae65f:37233 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T11:14:21,750 DEBUG [RS:0;6706a97ae65f:37233 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T11:14:21,752 INFO [RS:0;6706a97ae65f:37233 {}] regionserver.HRegionServer(2659): reportForDuty to master=6706a97ae65f,43877,1733397260828 with port=37233, startcode=1733397261020 2024-12-05T11:14:21,753 DEBUG [RS:0;6706a97ae65f:37233 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T11:14:21,755 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44345, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T11:14:21,757 DEBUG [RS:2;6706a97ae65f:44449 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T11:14:21,756 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43877 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6706a97ae65f,37233,1733397261020 2024-12-05T11:14:21,760 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43877 {}] master.ServerManager(517): Registering regionserver=6706a97ae65f,37233,1733397261020 2024-12-05T11:14:21,760 DEBUG [RS:2;6706a97ae65f:44449 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a3a96ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6706a97ae65f/172.17.0.2:0 2024-12-05T11:14:21,763 DEBUG [RS:0;6706a97ae65f:37233 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca 2024-12-05T11:14:21,763 DEBUG [RS:0;6706a97ae65f:37233 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39571 2024-12-05T11:14:21,763 DEBUG [RS:0;6706a97ae65f:37233 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T11:14:21,769 DEBUG [RS:1;6706a97ae65f:43367 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;6706a97ae65f:43367 2024-12-05T11:14:21,769 INFO [RS:1;6706a97ae65f:43367 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T11:14:21,769 INFO [RS:1;6706a97ae65f:43367 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T11:14:21,769 DEBUG [RS:1;6706a97ae65f:43367 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T11:14:21,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43877-0x101a53325af0000, quorum=127.0.0.1:50653, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T11:14:21,774 INFO [RS:1;6706a97ae65f:43367 {}] regionserver.HRegionServer(2659): reportForDuty to master=6706a97ae65f,43877,1733397260828 with port=43367, startcode=1733397261104 2024-12-05T11:14:21,775 DEBUG [RS:1;6706a97ae65f:43367 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T11:14:21,776 DEBUG [RS:0;6706a97ae65f:37233 {}] zookeeper.ZKUtil(111): regionserver:37233-0x101a53325af0001, quorum=127.0.0.1:50653, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6706a97ae65f,37233,1733397261020 2024-12-05T11:14:21,777 WARN [RS:0;6706a97ae65f:37233 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T11:14:21,777 INFO [RS:0;6706a97ae65f:37233 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T11:14:21,777 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50993, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T11:14:21,777 DEBUG [RS:0;6706a97ae65f:37233 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/WALs/6706a97ae65f,37233,1733397261020 2024-12-05T11:14:21,777 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43877 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6706a97ae65f,43367,1733397261104 2024-12-05T11:14:21,777 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43877 {}] master.ServerManager(517): Registering regionserver=6706a97ae65f,43367,1733397261104 2024-12-05T11:14:21,778 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6706a97ae65f,37233,1733397261020] 2024-12-05T11:14:21,780 DEBUG [RS:1;6706a97ae65f:43367 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca 2024-12-05T11:14:21,780 DEBUG [RS:1;6706a97ae65f:43367 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39571 2024-12-05T11:14:21,780 DEBUG [RS:1;6706a97ae65f:43367 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T11:14:21,790 DEBUG [RS:2;6706a97ae65f:44449 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;6706a97ae65f:44449 2024-12-05T11:14:21,800 INFO [RS:2;6706a97ae65f:44449 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T11:14:21,800 INFO [RS:2;6706a97ae65f:44449 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T11:14:21,800 DEBUG [RS:2;6706a97ae65f:44449 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T11:14:21,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43877-0x101a53325af0000, quorum=127.0.0.1:50653, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T11:14:21,823 INFO [RS:2;6706a97ae65f:44449 {}] regionserver.HRegionServer(2659): reportForDuty to master=6706a97ae65f,43877,1733397260828 with port=44449, startcode=1733397261155 2024-12-05T11:14:21,823 DEBUG [RS:2;6706a97ae65f:44449 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T11:14:21,825 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49051, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T11:14:21,825 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6706a97ae65f,43367,1733397261104] 2024-12-05T11:14:21,825 DEBUG [RS:1;6706a97ae65f:43367 {}] zookeeper.ZKUtil(111): regionserver:43367-0x101a53325af0002, quorum=127.0.0.1:50653, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6706a97ae65f,43367,1733397261104 2024-12-05T11:14:21,825 WARN [RS:1;6706a97ae65f:43367 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T11:14:21,825 INFO [RS:1;6706a97ae65f:43367 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T11:14:21,826 DEBUG [RS:1;6706a97ae65f:43367 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/WALs/6706a97ae65f,43367,1733397261104 2024-12-05T11:14:21,826 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43877 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6706a97ae65f,44449,1733397261155 2024-12-05T11:14:21,826 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43877 {}] master.ServerManager(517): Registering regionserver=6706a97ae65f,44449,1733397261155 2024-12-05T11:14:21,828 INFO [RS:0;6706a97ae65f:37233 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T11:14:21,830 DEBUG [RS:2;6706a97ae65f:44449 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca 2024-12-05T11:14:21,830 DEBUG [RS:2;6706a97ae65f:44449 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39571 2024-12-05T11:14:21,830 DEBUG [RS:2;6706a97ae65f:44449 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T11:14:21,838 INFO [RS:0;6706a97ae65f:37233 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T11:14:21,848 INFO [RS:0;6706a97ae65f:37233 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T11:14:21,848 INFO [RS:0;6706a97ae65f:37233 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:14:21,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43877-0x101a53325af0000, quorum=127.0.0.1:50653, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T11:14:21,853 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6706a97ae65f,44449,1733397261155] 2024-12-05T11:14:21,855 DEBUG [RS:2;6706a97ae65f:44449 {}] zookeeper.ZKUtil(111): regionserver:44449-0x101a53325af0003, quorum=127.0.0.1:50653, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6706a97ae65f,44449,1733397261155 2024-12-05T11:14:21,855 WARN [RS:2;6706a97ae65f:44449 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T11:14:21,855 INFO [RS:2;6706a97ae65f:44449 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T11:14:21,855 DEBUG [RS:2;6706a97ae65f:44449 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/WALs/6706a97ae65f,44449,1733397261155 2024-12-05T11:14:21,865 INFO [RS:1;6706a97ae65f:43367 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T11:14:21,868 INFO [RS:0;6706a97ae65f:37233 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T11:14:21,870 INFO [RS:0;6706a97ae65f:37233 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T11:14:21,870 INFO [RS:0;6706a97ae65f:37233 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T11:14:21,870 DEBUG [RS:0;6706a97ae65f:37233 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:14:21,870 DEBUG [RS:0;6706a97ae65f:37233 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:14:21,870 DEBUG [RS:0;6706a97ae65f:37233 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:14:21,870 DEBUG [RS:0;6706a97ae65f:37233 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:14:21,870 DEBUG [RS:0;6706a97ae65f:37233 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:14:21,870 DEBUG [RS:0;6706a97ae65f:37233 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6706a97ae65f:0, corePoolSize=2, maxPoolSize=2 2024-12-05T11:14:21,871 DEBUG [RS:0;6706a97ae65f:37233 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:14:21,871 DEBUG [RS:0;6706a97ae65f:37233 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:14:21,871 DEBUG [RS:0;6706a97ae65f:37233 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:14:21,871 DEBUG [RS:0;6706a97ae65f:37233 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:14:21,871 DEBUG [RS:0;6706a97ae65f:37233 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:14:21,871 DEBUG [RS:0;6706a97ae65f:37233 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:14:21,871 DEBUG [RS:0;6706a97ae65f:37233 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0, corePoolSize=3, maxPoolSize=3 2024-12-05T11:14:21,871 DEBUG [RS:0;6706a97ae65f:37233 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6706a97ae65f:0, corePoolSize=3, maxPoolSize=3 2024-12-05T11:14:21,871 INFO [RS:1;6706a97ae65f:43367 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T11:14:21,878 WARN [6706a97ae65f:43877 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-05T11:14:21,884 INFO [RS:2;6706a97ae65f:44449 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T11:14:21,893 INFO [RS:1;6706a97ae65f:43367 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T11:14:21,893 INFO [RS:1;6706a97ae65f:43367 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:14:21,899 INFO [RS:2;6706a97ae65f:44449 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T11:14:21,908 INFO [RS:1;6706a97ae65f:43367 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T11:14:21,908 INFO [RS:2;6706a97ae65f:44449 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T11:14:21,908 INFO [RS:2;6706a97ae65f:44449 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:14:21,910 INFO [RS:1;6706a97ae65f:43367 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T11:14:21,910 INFO [RS:1;6706a97ae65f:43367 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T11:14:21,910 DEBUG [RS:1;6706a97ae65f:43367 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:14:21,910 DEBUG [RS:1;6706a97ae65f:43367 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:14:21,910 DEBUG [RS:1;6706a97ae65f:43367 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:14:21,910 DEBUG [RS:1;6706a97ae65f:43367 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:14:21,910 DEBUG [RS:1;6706a97ae65f:43367 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:14:21,910 DEBUG [RS:1;6706a97ae65f:43367 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6706a97ae65f:0, corePoolSize=2, maxPoolSize=2 2024-12-05T11:14:21,911 DEBUG [RS:1;6706a97ae65f:43367 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:14:21,911 DEBUG [RS:1;6706a97ae65f:43367 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:14:21,911 DEBUG [RS:1;6706a97ae65f:43367 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:14:21,911 DEBUG [RS:1;6706a97ae65f:43367 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:14:21,911 DEBUG [RS:1;6706a97ae65f:43367 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:14:21,911 DEBUG [RS:1;6706a97ae65f:43367 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:14:21,911 DEBUG [RS:1;6706a97ae65f:43367 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0, corePoolSize=3, maxPoolSize=3 2024-12-05T11:14:21,911 DEBUG [RS:1;6706a97ae65f:43367 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6706a97ae65f:0, corePoolSize=3, maxPoolSize=3 2024-12-05T11:14:21,920 INFO [RS:2;6706a97ae65f:44449 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T11:14:21,921 INFO [RS:2;6706a97ae65f:44449 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T11:14:21,921 INFO [RS:2;6706a97ae65f:44449 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T11:14:21,921 DEBUG [RS:2;6706a97ae65f:44449 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:14:21,922 DEBUG [RS:2;6706a97ae65f:44449 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:14:21,922 DEBUG [RS:2;6706a97ae65f:44449 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:14:21,922 DEBUG [RS:2;6706a97ae65f:44449 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:14:21,922 DEBUG [RS:2;6706a97ae65f:44449 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:14:21,922 DEBUG [RS:2;6706a97ae65f:44449 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6706a97ae65f:0, corePoolSize=2, maxPoolSize=2 2024-12-05T11:14:21,922 DEBUG [RS:2;6706a97ae65f:44449 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:14:21,922 DEBUG [RS:2;6706a97ae65f:44449 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:14:21,922 DEBUG [RS:2;6706a97ae65f:44449 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:14:21,922 DEBUG [RS:2;6706a97ae65f:44449 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:14:21,922 DEBUG [RS:2;6706a97ae65f:44449 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:14:21,922 DEBUG [RS:2;6706a97ae65f:44449 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:14:21,922 DEBUG [RS:2;6706a97ae65f:44449 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0, corePoolSize=3, maxPoolSize=3 2024-12-05T11:14:21,922 DEBUG [RS:2;6706a97ae65f:44449 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6706a97ae65f:0, corePoolSize=3, maxPoolSize=3 2024-12-05T11:14:21,927 INFO [RS:0;6706a97ae65f:37233 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T11:14:21,927 INFO [RS:0;6706a97ae65f:37233 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T11:14:21,927 INFO [RS:0;6706a97ae65f:37233 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:14:21,927 INFO [RS:0;6706a97ae65f:37233 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T11:14:21,927 INFO [RS:0;6706a97ae65f:37233 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T11:14:21,927 INFO [RS:0;6706a97ae65f:37233 {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,37233,1733397261020-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T11:14:21,949 INFO [RS:2;6706a97ae65f:44449 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T11:14:21,949 INFO [RS:2;6706a97ae65f:44449 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T11:14:21,949 INFO [RS:2;6706a97ae65f:44449 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:14:21,949 INFO [RS:2;6706a97ae65f:44449 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T11:14:21,949 INFO [RS:2;6706a97ae65f:44449 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T11:14:21,949 INFO [RS:2;6706a97ae65f:44449 {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,44449,1733397261155-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T11:14:21,950 INFO [RS:0;6706a97ae65f:37233 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T11:14:21,950 INFO [RS:0;6706a97ae65f:37233 {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,37233,1733397261020-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:14:21,951 INFO [RS:0;6706a97ae65f:37233 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:14:21,951 INFO [RS:0;6706a97ae65f:37233 {}] regionserver.Replication(171): 6706a97ae65f,37233,1733397261020 started 2024-12-05T11:14:21,969 INFO [RS:2;6706a97ae65f:44449 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T11:14:21,969 INFO [RS:2;6706a97ae65f:44449 {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,44449,1733397261155-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:14:21,969 INFO [RS:2;6706a97ae65f:44449 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:14:21,970 INFO [RS:2;6706a97ae65f:44449 {}] regionserver.Replication(171): 6706a97ae65f,44449,1733397261155 started 2024-12-05T11:14:21,970 INFO [RS:0;6706a97ae65f:37233 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:14:21,970 INFO [RS:0;6706a97ae65f:37233 {}] regionserver.HRegionServer(1482): Serving as 6706a97ae65f,37233,1733397261020, RpcServer on 6706a97ae65f/172.17.0.2:37233, sessionid=0x101a53325af0001 2024-12-05T11:14:21,970 DEBUG [RS:0;6706a97ae65f:37233 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T11:14:21,970 DEBUG [RS:0;6706a97ae65f:37233 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6706a97ae65f,37233,1733397261020 2024-12-05T11:14:21,971 DEBUG [RS:0;6706a97ae65f:37233 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6706a97ae65f,37233,1733397261020' 2024-12-05T11:14:21,971 DEBUG [RS:0;6706a97ae65f:37233 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-05T11:14:21,972 DEBUG [RS:0;6706a97ae65f:37233 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-05T11:14:21,972 DEBUG [RS:0;6706a97ae65f:37233 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T11:14:21,972 DEBUG [RS:0;6706a97ae65f:37233 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T11:14:21,972 DEBUG [RS:0;6706a97ae65f:37233 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6706a97ae65f,37233,1733397261020 2024-12-05T11:14:21,972 DEBUG [RS:0;6706a97ae65f:37233 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6706a97ae65f,37233,1733397261020' 2024-12-05T11:14:21,972 DEBUG [RS:0;6706a97ae65f:37233 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-05T11:14:21,976 DEBUG [RS:0;6706a97ae65f:37233 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-05T11:14:21,977 DEBUG [RS:0;6706a97ae65f:37233 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T11:14:21,977 INFO [RS:0;6706a97ae65f:37233 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T11:14:21,977 INFO [RS:0;6706a97ae65f:37233 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T11:14:21,980 INFO [RS:1;6706a97ae65f:43367 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T11:14:21,980 INFO [RS:1;6706a97ae65f:43367 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T11:14:21,981 INFO [RS:1;6706a97ae65f:43367 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:14:21,981 INFO [RS:1;6706a97ae65f:43367 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T11:14:21,981 INFO [RS:1;6706a97ae65f:43367 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T11:14:21,981 INFO [RS:1;6706a97ae65f:43367 {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,43367,1733397261104-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T11:14:21,989 INFO [RS:2;6706a97ae65f:44449 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:14:21,989 INFO [RS:2;6706a97ae65f:44449 {}] regionserver.HRegionServer(1482): Serving as 6706a97ae65f,44449,1733397261155, RpcServer on 6706a97ae65f/172.17.0.2:44449, sessionid=0x101a53325af0003 2024-12-05T11:14:21,990 DEBUG [RS:2;6706a97ae65f:44449 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T11:14:21,990 DEBUG [RS:2;6706a97ae65f:44449 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6706a97ae65f,44449,1733397261155 2024-12-05T11:14:21,990 DEBUG [RS:2;6706a97ae65f:44449 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6706a97ae65f,44449,1733397261155' 2024-12-05T11:14:21,990 DEBUG [RS:2;6706a97ae65f:44449 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-05T11:14:21,992 DEBUG [RS:2;6706a97ae65f:44449 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-05T11:14:21,995 DEBUG [RS:2;6706a97ae65f:44449 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T11:14:21,995 DEBUG [RS:2;6706a97ae65f:44449 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T11:14:21,995 DEBUG [RS:2;6706a97ae65f:44449 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6706a97ae65f,44449,1733397261155 2024-12-05T11:14:21,995 DEBUG [RS:2;6706a97ae65f:44449 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6706a97ae65f,44449,1733397261155' 2024-12-05T11:14:21,995 DEBUG [RS:2;6706a97ae65f:44449 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-05T11:14:21,998 DEBUG [RS:2;6706a97ae65f:44449 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-05T11:14:22,000 INFO [RS:1;6706a97ae65f:43367 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T11:14:22,000 DEBUG [RS:2;6706a97ae65f:44449 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T11:14:22,000 INFO [RS:2;6706a97ae65f:44449 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T11:14:22,000 INFO [RS:2;6706a97ae65f:44449 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T11:14:22,001 INFO [RS:1;6706a97ae65f:43367 {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,43367,1733397261104-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:14:22,001 INFO [RS:1;6706a97ae65f:43367 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:14:22,001 INFO [RS:1;6706a97ae65f:43367 {}] regionserver.Replication(171): 6706a97ae65f,43367,1733397261104 started 2024-12-05T11:14:22,022 INFO [RS:1;6706a97ae65f:43367 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:14:22,023 INFO [RS:1;6706a97ae65f:43367 {}] regionserver.HRegionServer(1482): Serving as 6706a97ae65f,43367,1733397261104, RpcServer on 6706a97ae65f/172.17.0.2:43367, sessionid=0x101a53325af0002 2024-12-05T11:14:22,023 DEBUG [RS:1;6706a97ae65f:43367 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T11:14:22,023 DEBUG [RS:1;6706a97ae65f:43367 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6706a97ae65f,43367,1733397261104 2024-12-05T11:14:22,023 DEBUG [RS:1;6706a97ae65f:43367 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6706a97ae65f,43367,1733397261104' 2024-12-05T11:14:22,023 DEBUG [RS:1;6706a97ae65f:43367 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-05T11:14:22,024 DEBUG [RS:1;6706a97ae65f:43367 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-05T11:14:22,025 DEBUG [RS:1;6706a97ae65f:43367 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T11:14:22,025 DEBUG [RS:1;6706a97ae65f:43367 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T11:14:22,025 DEBUG [RS:1;6706a97ae65f:43367 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6706a97ae65f,43367,1733397261104 2024-12-05T11:14:22,025 DEBUG [RS:1;6706a97ae65f:43367 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6706a97ae65f,43367,1733397261104' 2024-12-05T11:14:22,025 DEBUG [RS:1;6706a97ae65f:43367 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-05T11:14:22,026 DEBUG [RS:1;6706a97ae65f:43367 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-05T11:14:22,026 DEBUG [RS:1;6706a97ae65f:43367 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T11:14:22,026 INFO [RS:1;6706a97ae65f:43367 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T11:14:22,026 INFO [RS:1;6706a97ae65f:43367 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T11:14:22,077 INFO [RS:0;6706a97ae65f:37233 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T11:14:22,079 INFO [RS:0;6706a97ae65f:37233 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6706a97ae65f%2C37233%2C1733397261020, suffix=, logDir=hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/WALs/6706a97ae65f,37233,1733397261020, archiveDir=hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/oldWALs, maxLogs=32 2024-12-05T11:14:22,099 DEBUG [RS:0;6706a97ae65f:37233 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/WALs/6706a97ae65f,37233,1733397261020/6706a97ae65f%2C37233%2C1733397261020.1733397262081, exclude list is [], retry=0 2024-12-05T11:14:22,101 INFO [RS:2;6706a97ae65f:44449 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T11:14:22,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43639,DS-fd5003a4-90ee-4e19-8c9f-bae9d322d471,DISK] 2024-12-05T11:14:22,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34063,DS-95ff767c-1382-404d-8267-2bae4a7328d8,DISK] 2024-12-05T11:14:22,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36017,DS-b92c133e-92b2-4655-a6d9-6b2fa67b7aff,DISK] 2024-12-05T11:14:22,104 INFO [RS:2;6706a97ae65f:44449 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6706a97ae65f%2C44449%2C1733397261155, suffix=, logDir=hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/WALs/6706a97ae65f,44449,1733397261155, archiveDir=hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/oldWALs, maxLogs=32 2024-12-05T11:14:22,116 INFO [RS:0;6706a97ae65f:37233 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/WALs/6706a97ae65f,37233,1733397261020/6706a97ae65f%2C37233%2C1733397261020.1733397262081 2024-12-05T11:14:22,117 DEBUG [RS:0;6706a97ae65f:37233 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43413:43413),(127.0.0.1/127.0.0.1:37487:37487),(127.0.0.1/127.0.0.1:44727:44727)] 2024-12-05T11:14:22,118 DEBUG [RS:2;6706a97ae65f:44449 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/WALs/6706a97ae65f,44449,1733397261155/6706a97ae65f%2C44449%2C1733397261155.1733397262105, exclude list is [], retry=0 2024-12-05T11:14:22,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36017,DS-b92c133e-92b2-4655-a6d9-6b2fa67b7aff,DISK] 2024-12-05T11:14:22,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43639,DS-fd5003a4-90ee-4e19-8c9f-bae9d322d471,DISK] 2024-12-05T11:14:22,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34063,DS-95ff767c-1382-404d-8267-2bae4a7328d8,DISK] 2024-12-05T11:14:22,127 INFO [RS:1;6706a97ae65f:43367 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T11:14:22,128 DEBUG [6706a97ae65f:43877 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T11:14:22,128 INFO [RS:1;6706a97ae65f:43367 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6706a97ae65f%2C43367%2C1733397261104, suffix=, logDir=hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/WALs/6706a97ae65f,43367,1733397261104, archiveDir=hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/oldWALs, maxLogs=32 2024-12-05T11:14:22,128 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6706a97ae65f,37233,1733397261020 2024-12-05T11:14:22,133 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6706a97ae65f,37233,1733397261020, state=OPENING 2024-12-05T11:14:22,141 INFO [RS:2;6706a97ae65f:44449 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/WALs/6706a97ae65f,44449,1733397261155/6706a97ae65f%2C44449%2C1733397261155.1733397262105 2024-12-05T11:14:22,142 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T11:14:22,144 DEBUG [RS:2;6706a97ae65f:44449 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37487:37487),(127.0.0.1/127.0.0.1:44727:44727),(127.0.0.1/127.0.0.1:43413:43413)] 2024-12-05T11:14:22,147 DEBUG [RS:1;6706a97ae65f:43367 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/WALs/6706a97ae65f,43367,1733397261104/6706a97ae65f%2C43367%2C1733397261104.1733397262129, exclude list is [], retry=0 2024-12-05T11:14:22,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36017,DS-b92c133e-92b2-4655-a6d9-6b2fa67b7aff,DISK] 2024-12-05T11:14:22,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34063,DS-95ff767c-1382-404d-8267-2bae4a7328d8,DISK] 2024-12-05T11:14:22,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43639,DS-fd5003a4-90ee-4e19-8c9f-bae9d322d471,DISK] 2024-12-05T11:14:22,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44449-0x101a53325af0003, quorum=127.0.0.1:50653, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:14:22,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43877-0x101a53325af0000, quorum=127.0.0.1:50653, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:14:22,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43367-0x101a53325af0002, quorum=127.0.0.1:50653, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:14:22,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37233-0x101a53325af0001, quorum=127.0.0.1:50653, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:14:22,154 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T11:14:22,154 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T11:14:22,154 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T11:14:22,154 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T11:14:22,154 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T11:14:22,154 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6706a97ae65f,37233,1733397261020}] 2024-12-05T11:14:22,166 INFO [RS:1;6706a97ae65f:43367 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/WALs/6706a97ae65f,43367,1733397261104/6706a97ae65f%2C43367%2C1733397261104.1733397262129 2024-12-05T11:14:22,167 DEBUG [RS:1;6706a97ae65f:43367 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44727:44727),(127.0.0.1/127.0.0.1:43413:43413),(127.0.0.1/127.0.0.1:37487:37487)] 2024-12-05T11:14:32,159 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T11:14:32,161 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52163, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T11:14:32,167 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T11:14:32,167 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T11:14:32,167 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T11:14:32,169 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6706a97ae65f%2C37233%2C1733397261020.meta, suffix=.meta, logDir=hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/WALs/6706a97ae65f,37233,1733397261020, archiveDir=hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/oldWALs, maxLogs=32 2024-12-05T11:14:32,180 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/WALs/6706a97ae65f,37233,1733397261020/6706a97ae65f%2C37233%2C1733397261020.meta.1733397272169.meta, exclude list is [], retry=0 2024-12-05T11:14:32,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36017,DS-b92c133e-92b2-4655-a6d9-6b2fa67b7aff,DISK] 2024-12-05T11:14:32,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34063,DS-95ff767c-1382-404d-8267-2bae4a7328d8,DISK] 2024-12-05T11:14:32,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43639,DS-fd5003a4-90ee-4e19-8c9f-bae9d322d471,DISK] 2024-12-05T11:14:32,184 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/WALs/6706a97ae65f,37233,1733397261020/6706a97ae65f%2C37233%2C1733397261020.meta.1733397272169.meta 2024-12-05T11:14:32,185 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37487:37487),(127.0.0.1/127.0.0.1:44727:44727),(127.0.0.1/127.0.0.1:43413:43413)] 2024-12-05T11:14:32,185 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T11:14:32,185 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T11:14:32,185 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T11:14:32,185 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T11:14:32,185 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T11:14:32,185 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:14:32,186 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T11:14:32,186 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T11:14:32,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T11:14:32,188 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T11:14:32,188 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:14:32,189 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:14:32,189 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T11:14:32,190 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T11:14:32,190 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:14:32,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:14:32,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T11:14:32,191 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T11:14:32,191 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:14:32,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:14:32,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T11:14:32,192 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T11:14:32,192 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:14:32,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:14:32,193 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T11:14:32,193 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/data/hbase/meta/1588230740 2024-12-05T11:14:32,194 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/data/hbase/meta/1588230740 2024-12-05T11:14:32,195 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T11:14:32,195 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T11:14:32,196 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T11:14:32,197 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T11:14:32,198 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59238730, jitterRate=-0.11727413535118103}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T11:14:32,198 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T11:14:32,198 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733397272186Writing region info on filesystem at 1733397272186Initializing all the Stores at 1733397272187 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397272187Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397272187Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397272187Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397272187Cleaning up temporary data from old regions at 1733397272196 (+9 ms)Running coprocessor post-open hooks at 1733397272198 (+2 ms)Region opened successfully at 1733397272198 2024-12-05T11:14:32,199 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733397272158 2024-12-05T11:14:32,201 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T11:14:32,201 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T11:14:32,201 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6706a97ae65f,37233,1733397261020 2024-12-05T11:14:32,202 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6706a97ae65f,37233,1733397261020, state=OPEN 2024-12-05T11:14:32,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37233-0x101a53325af0001, quorum=127.0.0.1:50653, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T11:14:32,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43367-0x101a53325af0002, quorum=127.0.0.1:50653, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T11:14:32,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44449-0x101a53325af0003, quorum=127.0.0.1:50653, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T11:14:32,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43877-0x101a53325af0000, quorum=127.0.0.1:50653, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T11:14:32,220 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T11:14:32,220 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T11:14:32,220 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6706a97ae65f,37233,1733397261020 2024-12-05T11:14:32,220 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T11:14:32,220 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T11:14:32,224 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T11:14:32,224 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6706a97ae65f,37233,1733397261020 in 10.0660 sec 2024-12-05T11:14:32,227 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T11:14:32,227 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.4990 sec 2024-12-05T11:14:32,228 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T11:14:32,228 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T11:14:32,231 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T11:14:32,231 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6706a97ae65f,37233,1733397261020, seqNum=-1] 2024-12-05T11:14:32,232 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T11:14:32,233 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51083, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T11:14:32,238 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.6240 sec 2024-12-05T11:14:32,238 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733397272238, completionTime=-1 2024-12-05T11:14:32,238 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-05T11:14:32,238 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T11:14:32,240 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-05T11:14:32,240 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733397332240 2024-12-05T11:14:32,240 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733397392240 2024-12-05T11:14:32,240 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T11:14:32,240 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,43877,1733397260828-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:14:32,240 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,43877,1733397260828-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:14:32,240 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,43877,1733397260828-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:14:32,241 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6706a97ae65f:43877, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:14:32,241 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T11:14:32,241 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T11:14:32,242 DEBUG [master/6706a97ae65f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T11:14:32,244 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.012sec 2024-12-05T11:14:32,244 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T11:14:32,244 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T11:14:32,244 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T11:14:32,244 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T11:14:32,245 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T11:14:32,245 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,43877,1733397260828-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T11:14:32,245 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,43877,1733397260828-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T11:14:32,247 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T11:14:32,247 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T11:14:32,247 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,43877,1733397260828-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:14:32,306 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@de470f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:14:32,306 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6706a97ae65f,43877,-1 for getting cluster id 2024-12-05T11:14:32,306 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:14:32,308 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f04a7c29-ee7b-42ae-8b4a-c33b75696162' 2024-12-05T11:14:32,308 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:14:32,308 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f04a7c29-ee7b-42ae-8b4a-c33b75696162" 2024-12-05T11:14:32,309 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18a0a1e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:14:32,309 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6706a97ae65f,43877,-1] 2024-12-05T11:14:32,309 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:14:32,309 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:14:32,310 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:14:32,311 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a1caa11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:14:32,311 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T11:14:32,312 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6706a97ae65f,37233,1733397261020, seqNum=-1] 2024-12-05T11:14:32,313 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T11:14:32,315 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T11:14:32,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6706a97ae65f,43877,1733397260828 2024-12-05T11:14:32,317 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733397272317 (current time:1733397272317). 2024-12-05T11:14:32,317 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-05T11:14:32,317 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-12-05T11:14:32,318 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11cea350, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:14:32,318 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6706a97ae65f,43877,-1 for getting cluster id 2024-12-05T11:14:32,318 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:14:32,319 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f04a7c29-ee7b-42ae-8b4a-c33b75696162' 2024-12-05T11:14:32,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:14:32,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f04a7c29-ee7b-42ae-8b4a-c33b75696162" 2024-12-05T11:14:32,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d79860c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:14:32,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6706a97ae65f,43877,-1] 2024-12-05T11:14:32,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:14:32,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:14:32,321 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:14:32,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@581a2e8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:14:32,321 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T11:14:32,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6706a97ae65f,37233,1733397261020, seqNum=-1] 2024-12-05T11:14:32,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T11:14:32,323 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T11:14:32,324 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T11:14:32,324 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:14:32,324 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:14:32,324 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:14:32,324 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T11:14:32,325 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T11:14:32,325 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 6706a97ae65f,43877,1733397260828 2024-12-05T11:14:32,325 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@435d13 2024-12-05T11:14:32,325 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T11:14:32,327 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T11:14:32,328 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43877 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T11:14:32,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43877 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-12-05T11:14:32,330 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T11:14:32,330 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:14:32,330 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43877 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-12-05T11:14:32,331 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T11:14:32,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43877 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:14:32,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34063 is added to blk_1073741837_1013 (size=361) 2024-12-05T11:14:32,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43639 is added to blk_1073741837_1013 (size=361) 2024-12-05T11:14:32,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741837_1013 (size=361) 2024-12-05T11:14:32,340 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0e283bf2b4a404ee41832bd6f9328bc0, NAME => 'SPTestTable,,1733397272327.0e283bf2b4a404ee41832bd6f9328bc0.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca 2024-12-05T11:14:32,341 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => cc32fe7137a0f0c5d8e17c0247e14a20, NAME => 'SPTestTable,33333332,1733397272327.cc32fe7137a0f0c5d8e17c0247e14a20.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca 2024-12-05T11:14:32,341 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 72e51d877c9d59cb911c8c78378d197d, NAME => 'SPTestTable,19999999,1733397272327.72e51d877c9d59cb911c8c78378d197d.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca 2024-12-05T11:14:32,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741839_1015 (size=54) 2024-12-05T11:14:32,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43639 is added to blk_1073741839_1015 (size=54) 2024-12-05T11:14:32,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34063 is added to blk_1073741839_1015 (size=54) 2024-12-05T11:14:32,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741838_1014 (size=62) 2024-12-05T11:14:32,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34063 is added to blk_1073741838_1014 (size=62) 2024-12-05T11:14:32,354 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1733397272327.0e283bf2b4a404ee41832bd6f9328bc0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:14:32,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43639 is added to blk_1073741838_1014 (size=62) 2024-12-05T11:14:32,354 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 0e283bf2b4a404ee41832bd6f9328bc0, disabling compactions & flushes 2024-12-05T11:14:32,354 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1733397272327.0e283bf2b4a404ee41832bd6f9328bc0. 2024-12-05T11:14:32,354 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733397272327.0e283bf2b4a404ee41832bd6f9328bc0. 2024-12-05T11:14:32,354 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733397272327.0e283bf2b4a404ee41832bd6f9328bc0. after waiting 0 ms 2024-12-05T11:14:32,354 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733397272327.0e283bf2b4a404ee41832bd6f9328bc0. 2024-12-05T11:14:32,354 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1733397272327.0e283bf2b4a404ee41832bd6f9328bc0. 2024-12-05T11:14:32,354 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0e283bf2b4a404ee41832bd6f9328bc0: Waiting for close lock at 1733397272354Disabling compacts and flushes for region at 1733397272354Disabling writes for close at 1733397272354Writing region close event to WAL at 1733397272354Closed at 1733397272354 2024-12-05T11:14:32,355 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3b43c729c7cb1ec92b98c0b88ccf4a5e, NAME => 'SPTestTable,4ccccccb,1733397272327.3b43c729c7cb1ec92b98c0b88ccf4a5e.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca 2024-12-05T11:14:32,356 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733397272327.cc32fe7137a0f0c5d8e17c0247e14a20.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:14:32,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741840_1016 (size=62) 2024-12-05T11:14:32,356 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing cc32fe7137a0f0c5d8e17c0247e14a20, disabling compactions & flushes 2024-12-05T11:14:32,356 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733397272327.cc32fe7137a0f0c5d8e17c0247e14a20. 2024-12-05T11:14:32,356 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733397272327.cc32fe7137a0f0c5d8e17c0247e14a20. 2024-12-05T11:14:32,356 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733397272327.cc32fe7137a0f0c5d8e17c0247e14a20. after waiting 0 ms 2024-12-05T11:14:32,356 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733397272327.cc32fe7137a0f0c5d8e17c0247e14a20. 2024-12-05T11:14:32,356 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733397272327.cc32fe7137a0f0c5d8e17c0247e14a20. 2024-12-05T11:14:32,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43639 is added to blk_1073741840_1016 (size=62) 2024-12-05T11:14:32,356 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for cc32fe7137a0f0c5d8e17c0247e14a20: Waiting for close lock at 1733397272356Disabling compacts and flushes for region at 1733397272356Disabling writes for close at 1733397272356Writing region close event to WAL at 1733397272356Closed at 1733397272356 2024-12-05T11:14:32,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34063 is added to blk_1073741840_1016 (size=62) 2024-12-05T11:14:32,357 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 3fc302aa33680c3b84e6873a03721e2d, NAME => 'SPTestTable,66666664,1733397272327.3fc302aa33680c3b84e6873a03721e2d.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca 2024-12-05T11:14:32,359 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733397272327.72e51d877c9d59cb911c8c78378d197d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:14:32,359 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 72e51d877c9d59cb911c8c78378d197d, disabling compactions & flushes 2024-12-05T11:14:32,359 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733397272327.72e51d877c9d59cb911c8c78378d197d. 2024-12-05T11:14:32,359 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733397272327.72e51d877c9d59cb911c8c78378d197d. 2024-12-05T11:14:32,359 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733397272327.72e51d877c9d59cb911c8c78378d197d. after waiting 0 ms 2024-12-05T11:14:32,359 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733397272327.72e51d877c9d59cb911c8c78378d197d. 2024-12-05T11:14:32,359 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733397272327.72e51d877c9d59cb911c8c78378d197d. 2024-12-05T11:14:32,359 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 72e51d877c9d59cb911c8c78378d197d: Waiting for close lock at 1733397272359Disabling compacts and flushes for region at 1733397272359Disabling writes for close at 1733397272359Writing region close event to WAL at 1733397272359Closed at 1733397272359 2024-12-05T11:14:32,360 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 42d9fb80d47b4f8dcf7f2e8d42be510a, NAME => 'SPTestTable,7ffffffd,1733397272327.42d9fb80d47b4f8dcf7f2e8d42be510a.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca 2024-12-05T11:14:32,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43639 is added to blk_1073741841_1017 (size=62) 2024-12-05T11:14:32,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741841_1017 (size=62) 2024-12-05T11:14:32,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34063 is added to blk_1073741841_1017 (size=62) 2024-12-05T11:14:32,366 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733397272327.3b43c729c7cb1ec92b98c0b88ccf4a5e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:14:32,366 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 3b43c729c7cb1ec92b98c0b88ccf4a5e, disabling compactions & flushes 2024-12-05T11:14:32,366 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733397272327.3b43c729c7cb1ec92b98c0b88ccf4a5e. 2024-12-05T11:14:32,366 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733397272327.3b43c729c7cb1ec92b98c0b88ccf4a5e. 2024-12-05T11:14:32,366 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733397272327.3b43c729c7cb1ec92b98c0b88ccf4a5e. after waiting 0 ms 2024-12-05T11:14:32,366 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733397272327.3b43c729c7cb1ec92b98c0b88ccf4a5e. 2024-12-05T11:14:32,366 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733397272327.3b43c729c7cb1ec92b98c0b88ccf4a5e. 2024-12-05T11:14:32,366 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3b43c729c7cb1ec92b98c0b88ccf4a5e: Waiting for close lock at 1733397272366Disabling compacts and flushes for region at 1733397272366Disabling writes for close at 1733397272366Writing region close event to WAL at 1733397272366Closed at 1733397272366 2024-12-05T11:14:32,367 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8950cb805c6a2478a90dce6062760ae9, NAME => 'SPTestTable,99999996,1733397272327.8950cb805c6a2478a90dce6062760ae9.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca 2024-12-05T11:14:32,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741842_1018 (size=62) 2024-12-05T11:14:32,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43639 is added to blk_1073741842_1018 (size=62) 2024-12-05T11:14:32,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34063 is added to blk_1073741842_1018 (size=62) 2024-12-05T11:14:32,368 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733397272327.3fc302aa33680c3b84e6873a03721e2d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:14:32,368 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 3fc302aa33680c3b84e6873a03721e2d, disabling compactions & flushes 2024-12-05T11:14:32,368 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733397272327.3fc302aa33680c3b84e6873a03721e2d. 2024-12-05T11:14:32,368 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733397272327.3fc302aa33680c3b84e6873a03721e2d. 2024-12-05T11:14:32,368 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733397272327.3fc302aa33680c3b84e6873a03721e2d. after waiting 0 ms 2024-12-05T11:14:32,368 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733397272327.3fc302aa33680c3b84e6873a03721e2d. 2024-12-05T11:14:32,368 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733397272327.3fc302aa33680c3b84e6873a03721e2d. 2024-12-05T11:14:32,368 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 3fc302aa33680c3b84e6873a03721e2d: Waiting for close lock at 1733397272368Disabling compacts and flushes for region at 1733397272368Disabling writes for close at 1733397272368Writing region close event to WAL at 1733397272368Closed at 1733397272368 2024-12-05T11:14:32,369 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 11d25ef9e1f89a86d0b620c006274706, NAME => 'SPTestTable,b333332f,1733397272327.11d25ef9e1f89a86d0b620c006274706.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca 2024-12-05T11:14:32,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741843_1019 (size=62) 2024-12-05T11:14:32,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43639 is added to blk_1073741843_1019 (size=62) 2024-12-05T11:14:32,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34063 is added to blk_1073741843_1019 (size=62) 2024-12-05T11:14:32,371 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733397272327.42d9fb80d47b4f8dcf7f2e8d42be510a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:14:32,371 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 42d9fb80d47b4f8dcf7f2e8d42be510a, disabling compactions & flushes 2024-12-05T11:14:32,372 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733397272327.42d9fb80d47b4f8dcf7f2e8d42be510a. 2024-12-05T11:14:32,372 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733397272327.42d9fb80d47b4f8dcf7f2e8d42be510a. 2024-12-05T11:14:32,372 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733397272327.42d9fb80d47b4f8dcf7f2e8d42be510a. after waiting 0 ms 2024-12-05T11:14:32,372 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733397272327.42d9fb80d47b4f8dcf7f2e8d42be510a. 2024-12-05T11:14:32,372 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733397272327.42d9fb80d47b4f8dcf7f2e8d42be510a. 2024-12-05T11:14:32,372 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 42d9fb80d47b4f8dcf7f2e8d42be510a: Waiting for close lock at 1733397272371Disabling compacts and flushes for region at 1733397272371Disabling writes for close at 1733397272372 (+1 ms)Writing region close event to WAL at 1733397272372Closed at 1733397272372 2024-12-05T11:14:32,372 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 2ced2b3f47c16b71984a60a09607fbb5, NAME => 'SPTestTable,ccccccc8,1733397272327.2ced2b3f47c16b71984a60a09607fbb5.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca 2024-12-05T11:14:32,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34063 is added to blk_1073741844_1020 (size=62) 2024-12-05T11:14:32,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741844_1020 (size=62) 2024-12-05T11:14:32,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43639 is added to blk_1073741844_1020 (size=62) 2024-12-05T11:14:32,378 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733397272327.8950cb805c6a2478a90dce6062760ae9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:14:32,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43639 is added to blk_1073741845_1021 (size=62) 2024-12-05T11:14:32,378 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 8950cb805c6a2478a90dce6062760ae9, disabling compactions & flushes 2024-12-05T11:14:32,378 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733397272327.8950cb805c6a2478a90dce6062760ae9. 2024-12-05T11:14:32,378 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733397272327.8950cb805c6a2478a90dce6062760ae9. 2024-12-05T11:14:32,378 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733397272327.8950cb805c6a2478a90dce6062760ae9. after waiting 0 ms 2024-12-05T11:14:32,378 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733397272327.8950cb805c6a2478a90dce6062760ae9. 2024-12-05T11:14:32,378 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733397272327.8950cb805c6a2478a90dce6062760ae9. 2024-12-05T11:14:32,378 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8950cb805c6a2478a90dce6062760ae9: Waiting for close lock at 1733397272378Disabling compacts and flushes for region at 1733397272378Disabling writes for close at 1733397272378Writing region close event to WAL at 1733397272378Closed at 1733397272378 2024-12-05T11:14:32,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741845_1021 (size=62) 2024-12-05T11:14:32,379 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 37c443c97fd8090ddb48229425b24665, NAME => 'SPTestTable,e6666661,1733397272327.37c443c97fd8090ddb48229425b24665.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca 2024-12-05T11:14:32,379 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733397272327.11d25ef9e1f89a86d0b620c006274706.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:14:32,379 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 11d25ef9e1f89a86d0b620c006274706, disabling compactions & flushes 2024-12-05T11:14:32,379 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733397272327.11d25ef9e1f89a86d0b620c006274706. 2024-12-05T11:14:32,379 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733397272327.11d25ef9e1f89a86d0b620c006274706. 2024-12-05T11:14:32,379 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733397272327.11d25ef9e1f89a86d0b620c006274706. after waiting 0 ms 2024-12-05T11:14:32,379 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733397272327.11d25ef9e1f89a86d0b620c006274706. 2024-12-05T11:14:32,380 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733397272327.11d25ef9e1f89a86d0b620c006274706. 2024-12-05T11:14:32,380 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 11d25ef9e1f89a86d0b620c006274706: Waiting for close lock at 1733397272379Disabling compacts and flushes for region at 1733397272379Disabling writes for close at 1733397272379Writing region close event to WAL at 1733397272380 (+1 ms)Closed at 1733397272380 2024-12-05T11:14:32,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34063 is added to blk_1073741845_1021 (size=62) 2024-12-05T11:14:32,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43639 is added to blk_1073741846_1022 (size=62) 2024-12-05T11:14:32,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741846_1022 (size=62) 2024-12-05T11:14:32,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34063 is added to blk_1073741846_1022 (size=62) 2024-12-05T11:14:32,384 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733397272327.2ced2b3f47c16b71984a60a09607fbb5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:14:32,385 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 2ced2b3f47c16b71984a60a09607fbb5, disabling compactions & flushes 2024-12-05T11:14:32,385 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733397272327.2ced2b3f47c16b71984a60a09607fbb5. 2024-12-05T11:14:32,385 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733397272327.2ced2b3f47c16b71984a60a09607fbb5. 2024-12-05T11:14:32,385 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733397272327.2ced2b3f47c16b71984a60a09607fbb5. after waiting 0 ms 2024-12-05T11:14:32,385 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733397272327.2ced2b3f47c16b71984a60a09607fbb5. 2024-12-05T11:14:32,385 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733397272327.2ced2b3f47c16b71984a60a09607fbb5. 2024-12-05T11:14:32,385 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 2ced2b3f47c16b71984a60a09607fbb5: Waiting for close lock at 1733397272384Disabling compacts and flushes for region at 1733397272384Disabling writes for close at 1733397272385 (+1 ms)Writing region close event to WAL at 1733397272385Closed at 1733397272385 2024-12-05T11:14:32,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741847_1023 (size=54) 2024-12-05T11:14:32,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43639 is added to blk_1073741847_1023 (size=54) 2024-12-05T11:14:32,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34063 is added to blk_1073741847_1023 (size=54) 2024-12-05T11:14:32,390 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733397272327.37c443c97fd8090ddb48229425b24665.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:14:32,390 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 37c443c97fd8090ddb48229425b24665, disabling compactions & flushes 2024-12-05T11:14:32,390 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733397272327.37c443c97fd8090ddb48229425b24665. 2024-12-05T11:14:32,390 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733397272327.37c443c97fd8090ddb48229425b24665. 2024-12-05T11:14:32,390 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733397272327.37c443c97fd8090ddb48229425b24665. after waiting 0 ms 2024-12-05T11:14:32,390 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733397272327.37c443c97fd8090ddb48229425b24665. 2024-12-05T11:14:32,390 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733397272327.37c443c97fd8090ddb48229425b24665. 2024-12-05T11:14:32,390 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 37c443c97fd8090ddb48229425b24665: Waiting for close lock at 1733397272390Disabling compacts and flushes for region at 1733397272390Disabling writes for close at 1733397272390Writing region close event to WAL at 1733397272390Closed at 1733397272390 2024-12-05T11:14:32,391 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T11:14:32,392 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1733397272327.0e283bf2b4a404ee41832bd6f9328bc0.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733397272391"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733397272391"}]},"ts":"1733397272391"} 2024-12-05T11:14:32,392 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1733397272327.cc32fe7137a0f0c5d8e17c0247e14a20.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733397272391"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733397272391"}]},"ts":"1733397272391"} 2024-12-05T11:14:32,392 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1733397272327.72e51d877c9d59cb911c8c78378d197d.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733397272391"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733397272391"}]},"ts":"1733397272391"} 2024-12-05T11:14:32,392 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1733397272327.3b43c729c7cb1ec92b98c0b88ccf4a5e.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733397272391"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733397272391"}]},"ts":"1733397272391"} 2024-12-05T11:14:32,392 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1733397272327.3fc302aa33680c3b84e6873a03721e2d.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733397272391"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733397272391"}]},"ts":"1733397272391"} 2024-12-05T11:14:32,392 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1733397272327.42d9fb80d47b4f8dcf7f2e8d42be510a.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733397272391"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733397272391"}]},"ts":"1733397272391"} 2024-12-05T11:14:32,392 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1733397272327.8950cb805c6a2478a90dce6062760ae9.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733397272391"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733397272391"}]},"ts":"1733397272391"} 2024-12-05T11:14:32,392 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1733397272327.11d25ef9e1f89a86d0b620c006274706.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733397272391"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733397272391"}]},"ts":"1733397272391"} 2024-12-05T11:14:32,392 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1733397272327.2ced2b3f47c16b71984a60a09607fbb5.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733397272391"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733397272391"}]},"ts":"1733397272391"} 2024-12-05T11:14:32,392 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1733397272327.37c443c97fd8090ddb48229425b24665.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733397272391"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733397272391"}]},"ts":"1733397272391"} 2024-12-05T11:14:32,396 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-12-05T11:14:32,397 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T11:14:32,397 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733397272397"}]},"ts":"1733397272397"} 2024-12-05T11:14:32,399 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-12-05T11:14:32,399 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {6706a97ae65f=0} racks are {/default-rack=0} 2024-12-05T11:14:32,403 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-05T11:14:32,403 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-05T11:14:32,403 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-05T11:14:32,404 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-05T11:14:32,404 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-05T11:14:32,404 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-05T11:14:32,404 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-05T11:14:32,404 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-05T11:14:32,404 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-05T11:14:32,404 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-05T11:14:32,404 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0e283bf2b4a404ee41832bd6f9328bc0, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=72e51d877c9d59cb911c8c78378d197d, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cc32fe7137a0f0c5d8e17c0247e14a20, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3b43c729c7cb1ec92b98c0b88ccf4a5e, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3fc302aa33680c3b84e6873a03721e2d, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=42d9fb80d47b4f8dcf7f2e8d42be510a, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8950cb805c6a2478a90dce6062760ae9, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=11d25ef9e1f89a86d0b620c006274706, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2ced2b3f47c16b71984a60a09607fbb5, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=37c443c97fd8090ddb48229425b24665, ASSIGN}] 2024-12-05T11:14:32,406 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0e283bf2b4a404ee41832bd6f9328bc0, ASSIGN 2024-12-05T11:14:32,406 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=72e51d877c9d59cb911c8c78378d197d, ASSIGN 2024-12-05T11:14:32,406 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3b43c729c7cb1ec92b98c0b88ccf4a5e, ASSIGN 2024-12-05T11:14:32,406 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cc32fe7137a0f0c5d8e17c0247e14a20, ASSIGN 2024-12-05T11:14:32,407 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=37c443c97fd8090ddb48229425b24665, ASSIGN 2024-12-05T11:14:32,407 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3b43c729c7cb1ec92b98c0b88ccf4a5e, ASSIGN; state=OFFLINE, location=6706a97ae65f,43367,1733397261104; forceNewPlan=false, retain=false 2024-12-05T11:14:32,407 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=72e51d877c9d59cb911c8c78378d197d, ASSIGN; state=OFFLINE, location=6706a97ae65f,37233,1733397261020; forceNewPlan=false, retain=false 2024-12-05T11:14:32,407 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cc32fe7137a0f0c5d8e17c0247e14a20, ASSIGN; state=OFFLINE, location=6706a97ae65f,44449,1733397261155; forceNewPlan=false, retain=false 2024-12-05T11:14:32,407 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0e283bf2b4a404ee41832bd6f9328bc0, ASSIGN; state=OFFLINE, location=6706a97ae65f,43367,1733397261104; forceNewPlan=false, retain=false 2024-12-05T11:14:32,408 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=37c443c97fd8090ddb48229425b24665, ASSIGN; state=OFFLINE, location=6706a97ae65f,43367,1733397261104; forceNewPlan=false, retain=false 2024-12-05T11:14:32,414 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2ced2b3f47c16b71984a60a09607fbb5, ASSIGN 2024-12-05T11:14:32,415 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2ced2b3f47c16b71984a60a09607fbb5, ASSIGN; state=OFFLINE, location=6706a97ae65f,37233,1733397261020; forceNewPlan=false, retain=false 2024-12-05T11:14:32,415 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=11d25ef9e1f89a86d0b620c006274706, ASSIGN 2024-12-05T11:14:32,415 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8950cb805c6a2478a90dce6062760ae9, ASSIGN 2024-12-05T11:14:32,415 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=42d9fb80d47b4f8dcf7f2e8d42be510a, ASSIGN 2024-12-05T11:14:32,415 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3fc302aa33680c3b84e6873a03721e2d, ASSIGN 2024-12-05T11:14:32,415 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8950cb805c6a2478a90dce6062760ae9, ASSIGN; state=OFFLINE, location=6706a97ae65f,43367,1733397261104; forceNewPlan=false, retain=false 2024-12-05T11:14:32,415 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=11d25ef9e1f89a86d0b620c006274706, ASSIGN; state=OFFLINE, location=6706a97ae65f,44449,1733397261155; forceNewPlan=false, retain=false 2024-12-05T11:14:32,416 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3fc302aa33680c3b84e6873a03721e2d, ASSIGN; state=OFFLINE, location=6706a97ae65f,44449,1733397261155; forceNewPlan=false, retain=false 2024-12-05T11:14:32,416 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=42d9fb80d47b4f8dcf7f2e8d42be510a, ASSIGN; state=OFFLINE, location=6706a97ae65f,37233,1733397261020; forceNewPlan=false, retain=false 2024-12-05T11:14:32,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43877 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:14:32,558 INFO [6706a97ae65f:43877 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-12-05T11:14:32,558 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=cc32fe7137a0f0c5d8e17c0247e14a20, regionState=OPENING, regionLocation=6706a97ae65f,44449,1733397261155 2024-12-05T11:14:32,558 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=11d25ef9e1f89a86d0b620c006274706, regionState=OPENING, regionLocation=6706a97ae65f,44449,1733397261155 2024-12-05T11:14:32,558 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=37c443c97fd8090ddb48229425b24665, regionState=OPENING, regionLocation=6706a97ae65f,43367,1733397261104 2024-12-05T11:14:32,558 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3fc302aa33680c3b84e6873a03721e2d, regionState=OPENING, regionLocation=6706a97ae65f,44449,1733397261155 2024-12-05T11:14:32,558 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=8950cb805c6a2478a90dce6062760ae9, regionState=OPENING, regionLocation=6706a97ae65f,43367,1733397261104 2024-12-05T11:14:32,559 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=3b43c729c7cb1ec92b98c0b88ccf4a5e, regionState=OPENING, regionLocation=6706a97ae65f,43367,1733397261104 2024-12-05T11:14:32,559 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0e283bf2b4a404ee41832bd6f9328bc0, regionState=OPENING, regionLocation=6706a97ae65f,43367,1733397261104 2024-12-05T11:14:32,559 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=2ced2b3f47c16b71984a60a09607fbb5, regionState=OPENING, regionLocation=6706a97ae65f,37233,1733397261020 2024-12-05T11:14:32,560 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=42d9fb80d47b4f8dcf7f2e8d42be510a, regionState=OPENING, regionLocation=6706a97ae65f,37233,1733397261020 2024-12-05T11:14:32,560 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=72e51d877c9d59cb911c8c78378d197d, regionState=OPENING, regionLocation=6706a97ae65f,37233,1733397261020 2024-12-05T11:14:32,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3fc302aa33680c3b84e6873a03721e2d, ASSIGN because future has completed 2024-12-05T11:14:32,564 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3fc302aa33680c3b84e6873a03721e2d, server=6706a97ae65f,44449,1733397261155}] 2024-12-05T11:14:32,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cc32fe7137a0f0c5d8e17c0247e14a20, ASSIGN because future has completed 2024-12-05T11:14:32,566 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure cc32fe7137a0f0c5d8e17c0247e14a20, server=6706a97ae65f,44449,1733397261155}] 2024-12-05T11:14:32,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=37c443c97fd8090ddb48229425b24665, ASSIGN because future has completed 2024-12-05T11:14:32,568 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 37c443c97fd8090ddb48229425b24665, server=6706a97ae65f,43367,1733397261104}] 2024-12-05T11:14:32,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=11d25ef9e1f89a86d0b620c006274706, ASSIGN because future has completed 2024-12-05T11:14:32,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8950cb805c6a2478a90dce6062760ae9, ASSIGN because future has completed 2024-12-05T11:14:32,569 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 11d25ef9e1f89a86d0b620c006274706, server=6706a97ae65f,44449,1733397261155}] 2024-12-05T11:14:32,569 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8950cb805c6a2478a90dce6062760ae9, server=6706a97ae65f,43367,1733397261104}] 2024-12-05T11:14:32,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3b43c729c7cb1ec92b98c0b88ccf4a5e, ASSIGN because future has completed 2024-12-05T11:14:32,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0e283bf2b4a404ee41832bd6f9328bc0, ASSIGN because future has completed 2024-12-05T11:14:32,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=42d9fb80d47b4f8dcf7f2e8d42be510a, ASSIGN because future has completed 2024-12-05T11:14:32,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2ced2b3f47c16b71984a60a09607fbb5, ASSIGN because future has completed 2024-12-05T11:14:32,573 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3b43c729c7cb1ec92b98c0b88ccf4a5e, server=6706a97ae65f,43367,1733397261104}] 2024-12-05T11:14:32,573 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 42d9fb80d47b4f8dcf7f2e8d42be510a, server=6706a97ae65f,37233,1733397261020}] 2024-12-05T11:14:32,573 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2ced2b3f47c16b71984a60a09607fbb5, server=6706a97ae65f,37233,1733397261020}] 2024-12-05T11:14:32,573 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0e283bf2b4a404ee41832bd6f9328bc0, server=6706a97ae65f,43367,1733397261104}] 2024-12-05T11:14:32,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=72e51d877c9d59cb911c8c78378d197d, ASSIGN because future has completed 2024-12-05T11:14:32,577 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 72e51d877c9d59cb911c8c78378d197d, server=6706a97ae65f,37233,1733397261020}] 2024-12-05T11:14:32,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43877 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:14:32,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43877 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:14:33,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43877 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:14:33,828 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T11:14:34,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43877 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:14:36,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43877 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:14:37,187 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:14:37,202 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:14:37,202 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:14:37,710 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T11:14:37,713 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:14:37,743 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:14:37,743 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:14:38,567 INFO [regionserver/6706a97ae65f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-12-05T11:14:40,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43877 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:14:42,568 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T11:14:42,570 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33293, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T11:14:42,571 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T11:14:42,573 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60403, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T11:14:42,587 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1733397272327.11d25ef9e1f89a86d0b620c006274706. 2024-12-05T11:14:42,587 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 11d25ef9e1f89a86d0b620c006274706, NAME => 'SPTestTable,b333332f,1733397272327.11d25ef9e1f89a86d0b620c006274706.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-12-05T11:14:42,588 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 11d25ef9e1f89a86d0b620c006274706 2024-12-05T11:14:42,589 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733397272327.37c443c97fd8090ddb48229425b24665. 2024-12-05T11:14:42,589 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 37c443c97fd8090ddb48229425b24665, NAME => 'SPTestTable,e6666661,1733397272327.37c443c97fd8090ddb48229425b24665.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-05T11:14:42,589 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 37c443c97fd8090ddb48229425b24665 2024-12-05T11:14:42,590 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733397272327.37c443c97fd8090ddb48229425b24665.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:14:42,590 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 37c443c97fd8090ddb48229425b24665 2024-12-05T11:14:42,590 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 37c443c97fd8090ddb48229425b24665 2024-12-05T11:14:42,590 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733397272327.11d25ef9e1f89a86d0b620c006274706.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:14:42,590 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 11d25ef9e1f89a86d0b620c006274706 2024-12-05T11:14:42,591 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 11d25ef9e1f89a86d0b620c006274706 2024-12-05T11:14:42,592 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1733397272327.42d9fb80d47b4f8dcf7f2e8d42be510a. 2024-12-05T11:14:42,592 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 42d9fb80d47b4f8dcf7f2e8d42be510a, NAME => 'SPTestTable,7ffffffd,1733397272327.42d9fb80d47b4f8dcf7f2e8d42be510a.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-12-05T11:14:42,593 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 42d9fb80d47b4f8dcf7f2e8d42be510a 2024-12-05T11:14:42,593 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733397272327.42d9fb80d47b4f8dcf7f2e8d42be510a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:14:42,593 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 42d9fb80d47b4f8dcf7f2e8d42be510a 2024-12-05T11:14:42,593 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 42d9fb80d47b4f8dcf7f2e8d42be510a 2024-12-05T11:14:42,593 INFO [StoreOpener-37c443c97fd8090ddb48229425b24665-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 37c443c97fd8090ddb48229425b24665 2024-12-05T11:14:42,597 INFO [StoreOpener-37c443c97fd8090ddb48229425b24665-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 37c443c97fd8090ddb48229425b24665 columnFamilyName cf 2024-12-05T11:14:42,597 DEBUG [StoreOpener-37c443c97fd8090ddb48229425b24665-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:14:42,598 INFO [StoreOpener-37c443c97fd8090ddb48229425b24665-1 {}] regionserver.HStore(327): Store=37c443c97fd8090ddb48229425b24665/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:14:42,598 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 37c443c97fd8090ddb48229425b24665 2024-12-05T11:14:42,599 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/data/default/SPTestTable/37c443c97fd8090ddb48229425b24665 2024-12-05T11:14:42,600 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/data/default/SPTestTable/37c443c97fd8090ddb48229425b24665 2024-12-05T11:14:42,600 INFO [StoreOpener-11d25ef9e1f89a86d0b620c006274706-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 11d25ef9e1f89a86d0b620c006274706 2024-12-05T11:14:42,603 INFO [StoreOpener-11d25ef9e1f89a86d0b620c006274706-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 11d25ef9e1f89a86d0b620c006274706 columnFamilyName cf 2024-12-05T11:14:42,604 DEBUG [StoreOpener-11d25ef9e1f89a86d0b620c006274706-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:14:42,604 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 37c443c97fd8090ddb48229425b24665 2024-12-05T11:14:42,604 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 37c443c97fd8090ddb48229425b24665 2024-12-05T11:14:42,604 INFO [StoreOpener-11d25ef9e1f89a86d0b620c006274706-1 {}] regionserver.HStore(327): Store=11d25ef9e1f89a86d0b620c006274706/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:14:42,605 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 11d25ef9e1f89a86d0b620c006274706 2024-12-05T11:14:42,608 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/data/default/SPTestTable/11d25ef9e1f89a86d0b620c006274706 2024-12-05T11:14:42,608 INFO [StoreOpener-42d9fb80d47b4f8dcf7f2e8d42be510a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 42d9fb80d47b4f8dcf7f2e8d42be510a 2024-12-05T11:14:42,612 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 37c443c97fd8090ddb48229425b24665 2024-12-05T11:14:42,612 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/data/default/SPTestTable/11d25ef9e1f89a86d0b620c006274706 2024-12-05T11:14:42,613 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 11d25ef9e1f89a86d0b620c006274706 2024-12-05T11:14:42,613 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 11d25ef9e1f89a86d0b620c006274706 2024-12-05T11:14:42,614 INFO [StoreOpener-42d9fb80d47b4f8dcf7f2e8d42be510a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 42d9fb80d47b4f8dcf7f2e8d42be510a columnFamilyName cf 2024-12-05T11:14:42,614 DEBUG [StoreOpener-42d9fb80d47b4f8dcf7f2e8d42be510a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:14:42,615 INFO [StoreOpener-42d9fb80d47b4f8dcf7f2e8d42be510a-1 {}] regionserver.HStore(327): Store=42d9fb80d47b4f8dcf7f2e8d42be510a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:14:42,615 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 42d9fb80d47b4f8dcf7f2e8d42be510a 2024-12-05T11:14:42,615 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 11d25ef9e1f89a86d0b620c006274706 2024-12-05T11:14:42,616 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/data/default/SPTestTable/37c443c97fd8090ddb48229425b24665/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T11:14:42,616 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/data/default/SPTestTable/42d9fb80d47b4f8dcf7f2e8d42be510a 2024-12-05T11:14:42,616 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 37c443c97fd8090ddb48229425b24665; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69308119, jitterRate=0.03277145326137543}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T11:14:42,616 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 37c443c97fd8090ddb48229425b24665 2024-12-05T11:14:42,617 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 37c443c97fd8090ddb48229425b24665: Running coprocessor pre-open hook at 1733397282590Writing region info on filesystem at 1733397282590Initializing all the Stores at 1733397282591 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397282591Cleaning up temporary data from old regions at 1733397282604 (+13 ms)Running coprocessor post-open hooks at 1733397282616 (+12 ms)Region opened successfully at 1733397282617 (+1 ms) 2024-12-05T11:14:42,617 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/data/default/SPTestTable/42d9fb80d47b4f8dcf7f2e8d42be510a 2024-12-05T11:14:42,617 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 42d9fb80d47b4f8dcf7f2e8d42be510a 2024-12-05T11:14:42,617 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 42d9fb80d47b4f8dcf7f2e8d42be510a 2024-12-05T11:14:42,618 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733397272327.37c443c97fd8090ddb48229425b24665., pid=17, masterSystemTime=1733397282570 2024-12-05T11:14:42,621 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733397272327.37c443c97fd8090ddb48229425b24665. 2024-12-05T11:14:42,621 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733397272327.37c443c97fd8090ddb48229425b24665. 2024-12-05T11:14:42,621 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1733397272327.3b43c729c7cb1ec92b98c0b88ccf4a5e. 2024-12-05T11:14:42,621 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 42d9fb80d47b4f8dcf7f2e8d42be510a 2024-12-05T11:14:42,621 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 3b43c729c7cb1ec92b98c0b88ccf4a5e, NAME => 'SPTestTable,4ccccccb,1733397272327.3b43c729c7cb1ec92b98c0b88ccf4a5e.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-12-05T11:14:42,622 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=37c443c97fd8090ddb48229425b24665, regionState=OPEN, openSeqNum=2, regionLocation=6706a97ae65f,43367,1733397261104 2024-12-05T11:14:42,622 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3b43c729c7cb1ec92b98c0b88ccf4a5e 2024-12-05T11:14:42,622 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733397272327.3b43c729c7cb1ec92b98c0b88ccf4a5e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:14:42,622 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 3b43c729c7cb1ec92b98c0b88ccf4a5e 2024-12-05T11:14:42,622 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 3b43c729c7cb1ec92b98c0b88ccf4a5e 2024-12-05T11:14:42,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 37c443c97fd8090ddb48229425b24665, server=6706a97ae65f,43367,1733397261104 because future has completed 2024-12-05T11:14:42,625 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/data/default/SPTestTable/11d25ef9e1f89a86d0b620c006274706/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T11:14:42,625 INFO [StoreOpener-3b43c729c7cb1ec92b98c0b88ccf4a5e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3b43c729c7cb1ec92b98c0b88ccf4a5e 2024-12-05T11:14:42,626 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 11d25ef9e1f89a86d0b620c006274706; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61002621, jitterRate=-0.0909901112318039}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T11:14:42,626 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 11d25ef9e1f89a86d0b620c006274706 2024-12-05T11:14:42,626 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 11d25ef9e1f89a86d0b620c006274706: Running coprocessor pre-open hook at 1733397282591Writing region info on filesystem at 1733397282591Initializing all the Stores at 1733397282591Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397282591Cleaning up temporary data from old regions at 1733397282613 (+22 ms)Running coprocessor post-open hooks at 1733397282626 (+13 ms)Region opened successfully at 1733397282626 2024-12-05T11:14:42,628 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1733397272327.11d25ef9e1f89a86d0b620c006274706., pid=18, masterSystemTime=1733397282568 2024-12-05T11:14:42,628 INFO [StoreOpener-3b43c729c7cb1ec92b98c0b88ccf4a5e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b43c729c7cb1ec92b98c0b88ccf4a5e columnFamilyName cf 2024-12-05T11:14:42,629 DEBUG [StoreOpener-3b43c729c7cb1ec92b98c0b88ccf4a5e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:14:42,630 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1733397272327.11d25ef9e1f89a86d0b620c006274706. 2024-12-05T11:14:42,630 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1733397272327.11d25ef9e1f89a86d0b620c006274706. 2024-12-05T11:14:42,630 INFO [StoreOpener-3b43c729c7cb1ec92b98c0b88ccf4a5e-1 {}] regionserver.HStore(327): Store=3b43c729c7cb1ec92b98c0b88ccf4a5e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:14:42,630 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1733397272327.3fc302aa33680c3b84e6873a03721e2d. 2024-12-05T11:14:42,630 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 3b43c729c7cb1ec92b98c0b88ccf4a5e 2024-12-05T11:14:42,630 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 3fc302aa33680c3b84e6873a03721e2d, NAME => 'SPTestTable,66666664,1733397272327.3fc302aa33680c3b84e6873a03721e2d.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-12-05T11:14:42,630 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=14 2024-12-05T11:14:42,631 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3fc302aa33680c3b84e6873a03721e2d 2024-12-05T11:14:42,631 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=11d25ef9e1f89a86d0b620c006274706, regionState=OPEN, openSeqNum=2, regionLocation=6706a97ae65f,44449,1733397261155 2024-12-05T11:14:42,631 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 37c443c97fd8090ddb48229425b24665, server=6706a97ae65f,43367,1733397261104 in 10.0590 sec 2024-12-05T11:14:42,631 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733397272327.3fc302aa33680c3b84e6873a03721e2d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:14:42,631 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 3fc302aa33680c3b84e6873a03721e2d 2024-12-05T11:14:42,631 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 3fc302aa33680c3b84e6873a03721e2d 2024-12-05T11:14:42,631 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/data/default/SPTestTable/3b43c729c7cb1ec92b98c0b88ccf4a5e 2024-12-05T11:14:42,632 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/data/default/SPTestTable/3b43c729c7cb1ec92b98c0b88ccf4a5e 2024-12-05T11:14:42,632 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 3b43c729c7cb1ec92b98c0b88ccf4a5e 2024-12-05T11:14:42,632 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 3b43c729c7cb1ec92b98c0b88ccf4a5e 2024-12-05T11:14:42,633 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/data/default/SPTestTable/42d9fb80d47b4f8dcf7f2e8d42be510a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T11:14:42,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 11d25ef9e1f89a86d0b620c006274706, server=6706a97ae65f,44449,1733397261155 because future has completed 2024-12-05T11:14:42,634 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 42d9fb80d47b4f8dcf7f2e8d42be510a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59629434, jitterRate=-0.11145219206809998}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T11:14:42,634 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 42d9fb80d47b4f8dcf7f2e8d42be510a 2024-12-05T11:14:42,634 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 42d9fb80d47b4f8dcf7f2e8d42be510a: Running coprocessor pre-open hook at 1733397282593Writing region info on filesystem at 1733397282593Initializing all the Stores at 1733397282594 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397282595 (+1 ms)Cleaning up temporary data from old regions at 1733397282617 (+22 ms)Running coprocessor post-open hooks at 1733397282634 (+17 ms)Region opened successfully at 1733397282634 2024-12-05T11:14:42,635 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=37c443c97fd8090ddb48229425b24665, ASSIGN in 10.2270 sec 2024-12-05T11:14:42,637 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1733397272327.42d9fb80d47b4f8dcf7f2e8d42be510a., pid=21, masterSystemTime=1733397282576 2024-12-05T11:14:42,638 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 3b43c729c7cb1ec92b98c0b88ccf4a5e 2024-12-05T11:14:42,640 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1733397272327.42d9fb80d47b4f8dcf7f2e8d42be510a. 2024-12-05T11:14:42,640 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1733397272327.42d9fb80d47b4f8dcf7f2e8d42be510a. 2024-12-05T11:14:42,640 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1733397272327.72e51d877c9d59cb911c8c78378d197d. 2024-12-05T11:14:42,640 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 72e51d877c9d59cb911c8c78378d197d, NAME => 'SPTestTable,19999999,1733397272327.72e51d877c9d59cb911c8c78378d197d.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-12-05T11:14:42,640 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 72e51d877c9d59cb911c8c78378d197d 2024-12-05T11:14:42,640 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733397272327.72e51d877c9d59cb911c8c78378d197d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:14:42,641 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 72e51d877c9d59cb911c8c78378d197d 2024-12-05T11:14:42,641 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 72e51d877c9d59cb911c8c78378d197d 2024-12-05T11:14:42,641 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=12 2024-12-05T11:14:42,641 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=42d9fb80d47b4f8dcf7f2e8d42be510a, regionState=OPEN, openSeqNum=2, regionLocation=6706a97ae65f,37233,1733397261020 2024-12-05T11:14:42,641 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 11d25ef9e1f89a86d0b620c006274706, server=6706a97ae65f,44449,1733397261155 in 10.0680 sec 2024-12-05T11:14:42,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 42d9fb80d47b4f8dcf7f2e8d42be510a, server=6706a97ae65f,37233,1733397261020 because future has completed 2024-12-05T11:14:42,645 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=11d25ef9e1f89a86d0b620c006274706, ASSIGN in 10.2380 sec 2024-12-05T11:14:42,648 INFO [StoreOpener-3fc302aa33680c3b84e6873a03721e2d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3fc302aa33680c3b84e6873a03721e2d 2024-12-05T11:14:42,649 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=10 2024-12-05T11:14:42,650 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 42d9fb80d47b4f8dcf7f2e8d42be510a, server=6706a97ae65f,37233,1733397261020 in 10.0720 sec 2024-12-05T11:14:42,650 INFO [StoreOpener-3fc302aa33680c3b84e6873a03721e2d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3fc302aa33680c3b84e6873a03721e2d columnFamilyName cf 2024-12-05T11:14:42,650 DEBUG [StoreOpener-3fc302aa33680c3b84e6873a03721e2d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:14:42,651 INFO [StoreOpener-3fc302aa33680c3b84e6873a03721e2d-1 {}] regionserver.HStore(327): Store=3fc302aa33680c3b84e6873a03721e2d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:14:42,651 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 3fc302aa33680c3b84e6873a03721e2d 2024-12-05T11:14:42,652 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=42d9fb80d47b4f8dcf7f2e8d42be510a, ASSIGN in 10.2460 sec 2024-12-05T11:14:42,652 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/data/default/SPTestTable/3fc302aa33680c3b84e6873a03721e2d 2024-12-05T11:14:42,653 INFO [StoreOpener-72e51d877c9d59cb911c8c78378d197d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 72e51d877c9d59cb911c8c78378d197d 2024-12-05T11:14:42,653 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/data/default/SPTestTable/3fc302aa33680c3b84e6873a03721e2d 2024-12-05T11:14:42,653 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/data/default/SPTestTable/3b43c729c7cb1ec92b98c0b88ccf4a5e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T11:14:42,654 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 3fc302aa33680c3b84e6873a03721e2d 2024-12-05T11:14:42,654 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 3fc302aa33680c3b84e6873a03721e2d 2024-12-05T11:14:42,655 INFO [StoreOpener-72e51d877c9d59cb911c8c78378d197d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 72e51d877c9d59cb911c8c78378d197d columnFamilyName cf 2024-12-05T11:14:42,655 DEBUG [StoreOpener-72e51d877c9d59cb911c8c78378d197d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:14:42,655 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 3b43c729c7cb1ec92b98c0b88ccf4a5e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66657832, jitterRate=-0.006720900535583496}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T11:14:42,655 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3b43c729c7cb1ec92b98c0b88ccf4a5e 2024-12-05T11:14:42,655 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 3b43c729c7cb1ec92b98c0b88ccf4a5e: Running coprocessor pre-open hook at 1733397282622Writing region info on filesystem at 1733397282622Initializing all the Stores at 1733397282623 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397282623Cleaning up temporary data from old regions at 1733397282633 (+10 ms)Running coprocessor post-open hooks at 1733397282655 (+22 ms)Region opened successfully at 1733397282655 2024-12-05T11:14:42,656 INFO [StoreOpener-72e51d877c9d59cb911c8c78378d197d-1 {}] regionserver.HStore(327): Store=72e51d877c9d59cb911c8c78378d197d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:14:42,656 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 72e51d877c9d59cb911c8c78378d197d 2024-12-05T11:14:42,656 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1733397272327.3b43c729c7cb1ec92b98c0b88ccf4a5e., pid=20, masterSystemTime=1733397282570 2024-12-05T11:14:42,656 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 3fc302aa33680c3b84e6873a03721e2d 2024-12-05T11:14:42,657 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/data/default/SPTestTable/72e51d877c9d59cb911c8c78378d197d 2024-12-05T11:14:42,658 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/data/default/SPTestTable/72e51d877c9d59cb911c8c78378d197d 2024-12-05T11:14:42,659 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 72e51d877c9d59cb911c8c78378d197d 2024-12-05T11:14:42,659 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 72e51d877c9d59cb911c8c78378d197d 2024-12-05T11:14:42,659 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1733397272327.3b43c729c7cb1ec92b98c0b88ccf4a5e. 2024-12-05T11:14:42,659 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1733397272327.3b43c729c7cb1ec92b98c0b88ccf4a5e. 2024-12-05T11:14:42,659 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,,1733397272327.0e283bf2b4a404ee41832bd6f9328bc0. 2024-12-05T11:14:42,659 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 0e283bf2b4a404ee41832bd6f9328bc0, NAME => 'SPTestTable,,1733397272327.0e283bf2b4a404ee41832bd6f9328bc0.', STARTKEY => '', ENDKEY => '19999999'} 2024-12-05T11:14:42,660 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=3b43c729c7cb1ec92b98c0b88ccf4a5e, regionState=OPEN, openSeqNum=2, regionLocation=6706a97ae65f,43367,1733397261104 2024-12-05T11:14:42,660 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0e283bf2b4a404ee41832bd6f9328bc0 2024-12-05T11:14:42,660 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,,1733397272327.0e283bf2b4a404ee41832bd6f9328bc0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:14:42,660 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 0e283bf2b4a404ee41832bd6f9328bc0 2024-12-05T11:14:42,660 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 0e283bf2b4a404ee41832bd6f9328bc0 2024-12-05T11:14:42,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3b43c729c7cb1ec92b98c0b88ccf4a5e, server=6706a97ae65f,43367,1733397261104 because future has completed 2024-12-05T11:14:42,664 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 72e51d877c9d59cb911c8c78378d197d 2024-12-05T11:14:42,672 INFO [StoreOpener-0e283bf2b4a404ee41832bd6f9328bc0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0e283bf2b4a404ee41832bd6f9328bc0 2024-12-05T11:14:42,723 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/data/default/SPTestTable/3fc302aa33680c3b84e6873a03721e2d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T11:14:42,723 INFO [StoreOpener-0e283bf2b4a404ee41832bd6f9328bc0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e283bf2b4a404ee41832bd6f9328bc0 columnFamilyName cf 2024-12-05T11:14:42,723 DEBUG [StoreOpener-0e283bf2b4a404ee41832bd6f9328bc0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:14:42,724 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/data/default/SPTestTable/72e51d877c9d59cb911c8c78378d197d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T11:14:42,724 INFO [StoreOpener-0e283bf2b4a404ee41832bd6f9328bc0-1 {}] regionserver.HStore(327): Store=0e283bf2b4a404ee41832bd6f9328bc0/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:14:42,724 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 3fc302aa33680c3b84e6873a03721e2d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64511772, jitterRate=-0.0386996865272522}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T11:14:42,724 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3fc302aa33680c3b84e6873a03721e2d 2024-12-05T11:14:42,724 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 0e283bf2b4a404ee41832bd6f9328bc0 2024-12-05T11:14:42,725 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 3fc302aa33680c3b84e6873a03721e2d: Running coprocessor pre-open hook at 1733397282631Writing region info on filesystem at 1733397282631Initializing all the Stores at 1733397282632 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397282632Cleaning up temporary data from old regions at 1733397282654 (+22 ms)Running coprocessor post-open hooks at 1733397282724 (+70 ms)Region opened successfully at 1733397282724 2024-12-05T11:14:42,724 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 72e51d877c9d59cb911c8c78378d197d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70991940, jitterRate=0.05786234140396118}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T11:14:42,725 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/data/default/SPTestTable/0e283bf2b4a404ee41832bd6f9328bc0 2024-12-05T11:14:42,726 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 72e51d877c9d59cb911c8c78378d197d 2024-12-05T11:14:42,726 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 72e51d877c9d59cb911c8c78378d197d: Running coprocessor pre-open hook at 1733397282641Writing region info on filesystem at 1733397282641Initializing all the Stores at 1733397282645 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397282645Cleaning up temporary data from old regions at 1733397282659 (+14 ms)Running coprocessor post-open hooks at 1733397282726 (+67 ms)Region opened successfully at 1733397282726 2024-12-05T11:14:42,727 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1733397272327.3fc302aa33680c3b84e6873a03721e2d., pid=15, masterSystemTime=1733397282568 2024-12-05T11:14:42,727 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=8 2024-12-05T11:14:42,727 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 3b43c729c7cb1ec92b98c0b88ccf4a5e, server=6706a97ae65f,43367,1733397261104 in 10.0940 sec 2024-12-05T11:14:42,727 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/data/default/SPTestTable/0e283bf2b4a404ee41832bd6f9328bc0 2024-12-05T11:14:42,728 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 0e283bf2b4a404ee41832bd6f9328bc0 2024-12-05T11:14:42,728 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 0e283bf2b4a404ee41832bd6f9328bc0 2024-12-05T11:14:42,729 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1733397272327.72e51d877c9d59cb911c8c78378d197d., pid=24, masterSystemTime=1733397282576 2024-12-05T11:14:42,731 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1733397272327.3fc302aa33680c3b84e6873a03721e2d. 2024-12-05T11:14:42,731 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1733397272327.3fc302aa33680c3b84e6873a03721e2d. 2024-12-05T11:14:42,731 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1733397272327.cc32fe7137a0f0c5d8e17c0247e14a20. 2024-12-05T11:14:42,732 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => cc32fe7137a0f0c5d8e17c0247e14a20, NAME => 'SPTestTable,33333332,1733397272327.cc32fe7137a0f0c5d8e17c0247e14a20.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-12-05T11:14:42,732 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3b43c729c7cb1ec92b98c0b88ccf4a5e, ASSIGN in 10.3230 sec 2024-12-05T11:14:42,732 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable cc32fe7137a0f0c5d8e17c0247e14a20 2024-12-05T11:14:42,732 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733397272327.cc32fe7137a0f0c5d8e17c0247e14a20.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:14:42,732 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for cc32fe7137a0f0c5d8e17c0247e14a20 2024-12-05T11:14:42,732 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for cc32fe7137a0f0c5d8e17c0247e14a20 2024-12-05T11:14:42,732 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3fc302aa33680c3b84e6873a03721e2d, regionState=OPEN, openSeqNum=2, regionLocation=6706a97ae65f,44449,1733397261155 2024-12-05T11:14:42,733 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1733397272327.72e51d877c9d59cb911c8c78378d197d. 2024-12-05T11:14:42,733 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1733397272327.72e51d877c9d59cb911c8c78378d197d. 2024-12-05T11:14:42,733 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1733397272327.2ced2b3f47c16b71984a60a09607fbb5. 2024-12-05T11:14:42,733 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 2ced2b3f47c16b71984a60a09607fbb5, NAME => 'SPTestTable,ccccccc8,1733397272327.2ced2b3f47c16b71984a60a09607fbb5.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-12-05T11:14:42,733 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 2ced2b3f47c16b71984a60a09607fbb5 2024-12-05T11:14:42,733 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733397272327.2ced2b3f47c16b71984a60a09607fbb5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:14:42,733 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 2ced2b3f47c16b71984a60a09607fbb5 2024-12-05T11:14:42,733 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 2ced2b3f47c16b71984a60a09607fbb5 2024-12-05T11:14:42,736 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=72e51d877c9d59cb911c8c78378d197d, regionState=OPEN, openSeqNum=2, regionLocation=6706a97ae65f,37233,1733397261020 2024-12-05T11:14:42,736 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 0e283bf2b4a404ee41832bd6f9328bc0 2024-12-05T11:14:42,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3fc302aa33680c3b84e6873a03721e2d, server=6706a97ae65f,44449,1733397261155 because future has completed 2024-12-05T11:14:42,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 72e51d877c9d59cb911c8c78378d197d, server=6706a97ae65f,37233,1733397261020 because future has completed 2024-12-05T11:14:42,741 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=9 2024-12-05T11:14:42,741 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 3fc302aa33680c3b84e6873a03721e2d, server=6706a97ae65f,44449,1733397261155 in 10.1740 sec 2024-12-05T11:14:42,743 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=6 2024-12-05T11:14:42,744 INFO [StoreOpener-cc32fe7137a0f0c5d8e17c0247e14a20-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region cc32fe7137a0f0c5d8e17c0247e14a20 2024-12-05T11:14:42,744 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3fc302aa33680c3b84e6873a03721e2d, ASSIGN in 10.3370 sec 2024-12-05T11:14:42,745 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 72e51d877c9d59cb911c8c78378d197d, server=6706a97ae65f,37233,1733397261020 in 10.1640 sec 2024-12-05T11:14:42,745 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=72e51d877c9d59cb911c8c78378d197d, ASSIGN in 10.3390 sec 2024-12-05T11:14:42,746 INFO [StoreOpener-cc32fe7137a0f0c5d8e17c0247e14a20-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc32fe7137a0f0c5d8e17c0247e14a20 columnFamilyName cf 2024-12-05T11:14:42,746 DEBUG [StoreOpener-cc32fe7137a0f0c5d8e17c0247e14a20-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:14:42,746 INFO [StoreOpener-cc32fe7137a0f0c5d8e17c0247e14a20-1 {}] regionserver.HStore(327): Store=cc32fe7137a0f0c5d8e17c0247e14a20/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:14:42,746 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for cc32fe7137a0f0c5d8e17c0247e14a20 2024-12-05T11:14:42,747 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/data/default/SPTestTable/cc32fe7137a0f0c5d8e17c0247e14a20 2024-12-05T11:14:42,748 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/data/default/SPTestTable/cc32fe7137a0f0c5d8e17c0247e14a20 2024-12-05T11:14:42,748 INFO [StoreOpener-2ced2b3f47c16b71984a60a09607fbb5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 2ced2b3f47c16b71984a60a09607fbb5 2024-12-05T11:14:42,749 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for cc32fe7137a0f0c5d8e17c0247e14a20 2024-12-05T11:14:42,749 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for cc32fe7137a0f0c5d8e17c0247e14a20 2024-12-05T11:14:42,751 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for cc32fe7137a0f0c5d8e17c0247e14a20 2024-12-05T11:14:42,751 INFO [StoreOpener-2ced2b3f47c16b71984a60a09607fbb5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ced2b3f47c16b71984a60a09607fbb5 columnFamilyName cf 2024-12-05T11:14:42,752 DEBUG [StoreOpener-2ced2b3f47c16b71984a60a09607fbb5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:14:42,753 INFO [StoreOpener-2ced2b3f47c16b71984a60a09607fbb5-1 {}] regionserver.HStore(327): Store=2ced2b3f47c16b71984a60a09607fbb5/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:14:42,754 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 2ced2b3f47c16b71984a60a09607fbb5 2024-12-05T11:14:42,755 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/data/default/SPTestTable/2ced2b3f47c16b71984a60a09607fbb5 2024-12-05T11:14:42,755 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/data/default/SPTestTable/2ced2b3f47c16b71984a60a09607fbb5 2024-12-05T11:14:42,757 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 2ced2b3f47c16b71984a60a09607fbb5 2024-12-05T11:14:42,757 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 2ced2b3f47c16b71984a60a09607fbb5 2024-12-05T11:14:42,759 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 2ced2b3f47c16b71984a60a09607fbb5 2024-12-05T11:14:42,760 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/data/default/SPTestTable/0e283bf2b4a404ee41832bd6f9328bc0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T11:14:42,761 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 0e283bf2b4a404ee41832bd6f9328bc0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67659772, jitterRate=0.008209168910980225}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T11:14:42,761 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0e283bf2b4a404ee41832bd6f9328bc0 2024-12-05T11:14:42,761 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 0e283bf2b4a404ee41832bd6f9328bc0: Running coprocessor pre-open hook at 1733397282660Writing region info on filesystem at 1733397282660Initializing all the Stores at 1733397282665 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397282665Cleaning up temporary data from old regions at 1733397282728 (+63 ms)Running coprocessor post-open hooks at 1733397282761 (+33 ms)Region opened successfully at 1733397282761 2024-12-05T11:14:42,762 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1733397272327.0e283bf2b4a404ee41832bd6f9328bc0., pid=23, masterSystemTime=1733397282570 2024-12-05T11:14:42,765 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1733397272327.0e283bf2b4a404ee41832bd6f9328bc0. 2024-12-05T11:14:42,765 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,,1733397272327.0e283bf2b4a404ee41832bd6f9328bc0. 2024-12-05T11:14:42,765 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733397272327.8950cb805c6a2478a90dce6062760ae9. 2024-12-05T11:14:42,766 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 8950cb805c6a2478a90dce6062760ae9, NAME => 'SPTestTable,99999996,1733397272327.8950cb805c6a2478a90dce6062760ae9.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-05T11:14:42,766 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8950cb805c6a2478a90dce6062760ae9 2024-12-05T11:14:42,766 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733397272327.8950cb805c6a2478a90dce6062760ae9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:14:42,766 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 8950cb805c6a2478a90dce6062760ae9 2024-12-05T11:14:42,766 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 8950cb805c6a2478a90dce6062760ae9 2024-12-05T11:14:42,767 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/data/default/SPTestTable/cc32fe7137a0f0c5d8e17c0247e14a20/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T11:14:42,768 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0e283bf2b4a404ee41832bd6f9328bc0, regionState=OPEN, openSeqNum=2, regionLocation=6706a97ae65f,43367,1733397261104 2024-12-05T11:14:42,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0e283bf2b4a404ee41832bd6f9328bc0, server=6706a97ae65f,43367,1733397261104 because future has completed 2024-12-05T11:14:42,773 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=5 2024-12-05T11:14:42,773 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened cc32fe7137a0f0c5d8e17c0247e14a20; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72236995, jitterRate=0.07641510665416718}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T11:14:42,773 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cc32fe7137a0f0c5d8e17c0247e14a20 2024-12-05T11:14:42,774 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for cc32fe7137a0f0c5d8e17c0247e14a20: Running coprocessor pre-open hook at 1733397282732Writing region info on filesystem at 1733397282732Initializing all the Stores at 1733397282736 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397282736Cleaning up temporary data from old regions at 1733397282749 (+13 ms)Running coprocessor post-open hooks at 1733397282773 (+24 ms)Region opened successfully at 1733397282773 2024-12-05T11:14:42,774 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0e283bf2b4a404ee41832bd6f9328bc0, server=6706a97ae65f,43367,1733397261104 in 10.1980 sec 2024-12-05T11:14:42,775 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1733397272327.cc32fe7137a0f0c5d8e17c0247e14a20., pid=16, masterSystemTime=1733397282568 2024-12-05T11:14:42,775 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0e283bf2b4a404ee41832bd6f9328bc0, ASSIGN in 10.3690 sec 2024-12-05T11:14:42,779 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/data/default/SPTestTable/2ced2b3f47c16b71984a60a09607fbb5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T11:14:42,779 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1733397272327.cc32fe7137a0f0c5d8e17c0247e14a20. 2024-12-05T11:14:42,779 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1733397272327.cc32fe7137a0f0c5d8e17c0247e14a20. 2024-12-05T11:14:42,780 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 2ced2b3f47c16b71984a60a09607fbb5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64871763, jitterRate=-0.033335402607917786}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T11:14:42,780 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2ced2b3f47c16b71984a60a09607fbb5 2024-12-05T11:14:42,780 INFO [StoreOpener-8950cb805c6a2478a90dce6062760ae9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8950cb805c6a2478a90dce6062760ae9 2024-12-05T11:14:42,780 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 2ced2b3f47c16b71984a60a09607fbb5: Running coprocessor pre-open hook at 1733397282734Writing region info on filesystem at 1733397282734Initializing all the Stores at 1733397282736 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397282736Cleaning up temporary data from old regions at 1733397282757 (+21 ms)Running coprocessor post-open hooks at 1733397282780 (+23 ms)Region opened successfully at 1733397282780 2024-12-05T11:14:42,781 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=cc32fe7137a0f0c5d8e17c0247e14a20, regionState=OPEN, openSeqNum=2, regionLocation=6706a97ae65f,44449,1733397261155 2024-12-05T11:14:42,783 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1733397272327.2ced2b3f47c16b71984a60a09607fbb5., pid=22, masterSystemTime=1733397282576 2024-12-05T11:14:42,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure cc32fe7137a0f0c5d8e17c0247e14a20, server=6706a97ae65f,44449,1733397261155 because future has completed 2024-12-05T11:14:42,787 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1733397272327.2ced2b3f47c16b71984a60a09607fbb5. 2024-12-05T11:14:42,787 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1733397272327.2ced2b3f47c16b71984a60a09607fbb5. 2024-12-05T11:14:42,788 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=2ced2b3f47c16b71984a60a09607fbb5, regionState=OPEN, openSeqNum=2, regionLocation=6706a97ae65f,37233,1733397261020 2024-12-05T11:14:42,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2ced2b3f47c16b71984a60a09607fbb5, server=6706a97ae65f,37233,1733397261020 because future has completed 2024-12-05T11:14:42,793 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=7 2024-12-05T11:14:42,793 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure cc32fe7137a0f0c5d8e17c0247e14a20, server=6706a97ae65f,44449,1733397261155 in 10.2210 sec 2024-12-05T11:14:42,788 INFO [StoreOpener-8950cb805c6a2478a90dce6062760ae9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8950cb805c6a2478a90dce6062760ae9 columnFamilyName cf 2024-12-05T11:14:42,793 DEBUG [StoreOpener-8950cb805c6a2478a90dce6062760ae9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:14:42,795 INFO [StoreOpener-8950cb805c6a2478a90dce6062760ae9-1 {}] regionserver.HStore(327): Store=8950cb805c6a2478a90dce6062760ae9/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:14:42,795 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cc32fe7137a0f0c5d8e17c0247e14a20, ASSIGN in 10.3890 sec 2024-12-05T11:14:42,795 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 8950cb805c6a2478a90dce6062760ae9 2024-12-05T11:14:42,796 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/data/default/SPTestTable/8950cb805c6a2478a90dce6062760ae9 2024-12-05T11:14:42,796 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/data/default/SPTestTable/8950cb805c6a2478a90dce6062760ae9 2024-12-05T11:14:42,797 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 8950cb805c6a2478a90dce6062760ae9 2024-12-05T11:14:42,797 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 8950cb805c6a2478a90dce6062760ae9 2024-12-05T11:14:42,798 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=13 2024-12-05T11:14:42,798 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 2ced2b3f47c16b71984a60a09607fbb5, server=6706a97ae65f,37233,1733397261020 in 10.2200 sec 2024-12-05T11:14:42,800 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 8950cb805c6a2478a90dce6062760ae9 2024-12-05T11:14:42,801 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2ced2b3f47c16b71984a60a09607fbb5, ASSIGN in 10.3940 sec 2024-12-05T11:14:42,815 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/data/default/SPTestTable/8950cb805c6a2478a90dce6062760ae9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T11:14:42,816 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 8950cb805c6a2478a90dce6062760ae9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72066471, jitterRate=0.0738741010427475}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T11:14:42,816 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8950cb805c6a2478a90dce6062760ae9 2024-12-05T11:14:42,816 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 8950cb805c6a2478a90dce6062760ae9: Running coprocessor pre-open hook at 1733397282767Writing region info on filesystem at 1733397282767Initializing all the Stores at 1733397282773 (+6 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397282773Cleaning up temporary data from old regions at 1733397282797 (+24 ms)Running coprocessor post-open hooks at 1733397282816 (+19 ms)Region opened successfully at 1733397282816 2024-12-05T11:14:42,817 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733397272327.8950cb805c6a2478a90dce6062760ae9., pid=19, masterSystemTime=1733397282570 2024-12-05T11:14:42,820 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733397272327.8950cb805c6a2478a90dce6062760ae9. 2024-12-05T11:14:42,820 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733397272327.8950cb805c6a2478a90dce6062760ae9. 2024-12-05T11:14:42,820 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=8950cb805c6a2478a90dce6062760ae9, regionState=OPEN, openSeqNum=2, regionLocation=6706a97ae65f,43367,1733397261104 2024-12-05T11:14:42,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8950cb805c6a2478a90dce6062760ae9, server=6706a97ae65f,43367,1733397261104 because future has completed 2024-12-05T11:14:42,828 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=11 2024-12-05T11:14:42,828 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 8950cb805c6a2478a90dce6062760ae9, server=6706a97ae65f,43367,1733397261104 in 10.2560 sec 2024-12-05T11:14:42,833 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=4 2024-12-05T11:14:42,833 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8950cb805c6a2478a90dce6062760ae9, ASSIGN in 10.4250 sec 2024-12-05T11:14:42,835 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T11:14:42,835 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733397282835"}]},"ts":"1733397282835"} 2024-12-05T11:14:42,837 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-12-05T11:14:42,839 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T11:14:42,842 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.5110 sec 2024-12-05T11:14:45,830 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-12-05T11:14:48,089 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T11:14:48,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:14:48,119 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:14:48,120 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:14:50,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43877 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:14:50,629 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-12-05T11:14:50,629 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-12-05T11:14:50,629 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-05T11:14:50,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-12-05T11:14:50,634 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-05T11:14:50,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-12-05T11:14:50,670 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1733397272327.8950cb805c6a2478a90dce6062760ae9., hostname=6706a97ae65f,43367,1733397261104, seqNum=2] 2024-12-05T11:14:50,676 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1733397272327.8950cb805c6a2478a90dce6062760ae9., hostname=6706a97ae65f,43367,1733397261104, seqNum=2] 2024-12-05T11:14:50,727 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1733397272327.11d25ef9e1f89a86d0b620c006274706., hostname=6706a97ae65f,44449,1733397261155, seqNum=2] 2024-12-05T11:14:50,729 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1733397272327.11d25ef9e1f89a86d0b620c006274706., hostname=6706a97ae65f,44449,1733397261155, seqNum=2] 2024-12-05T11:14:50,730 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1733397272327.11d25ef9e1f89a86d0b620c006274706., hostname=6706a97ae65f,44449,1733397261155, seqNum=2] 2024-12-05T11:14:50,732 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1733397272327.11d25ef9e1f89a86d0b620c006274706., hostname=6706a97ae65f,44449,1733397261155, seqNum=2] 2024-12-05T11:14:50,735 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1733397272327.11d25ef9e1f89a86d0b620c006274706., hostname=6706a97ae65f,44449,1733397261155, seqNum=2] 2024-12-05T11:14:50,736 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1733397272327.11d25ef9e1f89a86d0b620c006274706., hostname=6706a97ae65f,44449,1733397261155, seqNum=2] 2024-12-05T11:14:50,778 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733397272327.2ced2b3f47c16b71984a60a09607fbb5., hostname=6706a97ae65f,37233,1733397261020, seqNum=2] 2024-12-05T11:14:50,780 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733397272327.2ced2b3f47c16b71984a60a09607fbb5., hostname=6706a97ae65f,37233,1733397261020, seqNum=2] 2024-12-05T11:14:50,781 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733397272327.2ced2b3f47c16b71984a60a09607fbb5., hostname=6706a97ae65f,37233,1733397261020, seqNum=2] 2024-12-05T11:14:50,783 DEBUG [Time-limited test {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733397272327.2ced2b3f47c16b71984a60a09607fbb5., hostname=6706a97ae65f,37233,1733397261020, seqNum=2] 2024-12-05T11:14:50,802 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T11:14:50,852 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1733397272327.37c443c97fd8090ddb48229425b24665., hostname=6706a97ae65f,43367,1733397261104, seqNum=2] 2024-12-05T11:14:50,853 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1733397272327.37c443c97fd8090ddb48229425b24665., hostname=6706a97ae65f,43367,1733397261104, seqNum=2] 2024-12-05T11:14:50,858 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1733397272327.37c443c97fd8090ddb48229425b24665., hostname=6706a97ae65f,43367,1733397261104, seqNum=2] 2024-12-05T11:14:50,859 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1733397272327.37c443c97fd8090ddb48229425b24665., hostname=6706a97ae65f,43367,1733397261104, seqNum=2] 2024-12-05T11:14:50,861 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1733397272327.37c443c97fd8090ddb48229425b24665., hostname=6706a97ae65f,43367,1733397261104, seqNum=2] 2024-12-05T11:14:51,704 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T11:14:51,726 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T11:14:51,731 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1733397272327.2ced2b3f47c16b71984a60a09607fbb5. with WAL disabled. Data may be lost in the event of a crash. 2024-12-05T11:14:51,740 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T11:14:51,745 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T11:14:51,773 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44449 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1733397272327.11d25ef9e1f89a86d0b620c006274706. with WAL disabled. Data may be lost in the event of a crash. 2024-12-05T11:14:51,778 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1733397272327.8950cb805c6a2478a90dce6062760ae9. 2024-12-05T11:14:51,805 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1733397272327.8950cb805c6a2478a90dce6062760ae9. with WAL disabled. Data may be lost in the event of a crash. 2024-12-05T11:14:52,307 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1733397272327.37c443c97fd8090ddb48229425b24665. with WAL disabled. Data may be lost in the event of a crash. 2024-12-05T11:14:52,406 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-12-05T11:14:52,407 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-05T11:14:52,407 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-05T11:14:52,408 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-05T11:14:52,412 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-05T11:14:52,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34063 is added to blk_1073741848_1024 (size=49) 2024-12-05T11:14:52,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741848_1024 (size=49) 2024-12-05T11:14:52,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43639 is added to blk_1073741848_1024 (size=49) 2024-12-05T11:14:52,455 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-05T11:14:52,455 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0e283bf2b4a404ee41832bd6f9328bc0}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 72e51d877c9d59cb911c8c78378d197d}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cc32fe7137a0f0c5d8e17c0247e14a20}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3b43c729c7cb1ec92b98c0b88ccf4a5e}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3fc302aa33680c3b84e6873a03721e2d}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 42d9fb80d47b4f8dcf7f2e8d42be510a}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8950cb805c6a2478a90dce6062760ae9}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 11d25ef9e1f89a86d0b620c006274706}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2ced2b3f47c16b71984a60a09607fbb5}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 37c443c97fd8090ddb48229425b24665}] 2024-12-05T11:14:52,465 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3b43c729c7cb1ec92b98c0b88ccf4a5e 2024-12-05T11:14:52,465 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cc32fe7137a0f0c5d8e17c0247e14a20 2024-12-05T11:14:52,465 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 72e51d877c9d59cb911c8c78378d197d 2024-12-05T11:14:52,465 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3fc302aa33680c3b84e6873a03721e2d 2024-12-05T11:14:52,465 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 37c443c97fd8090ddb48229425b24665 2024-12-05T11:14:52,475 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2ced2b3f47c16b71984a60a09607fbb5 2024-12-05T11:14:52,475 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 11d25ef9e1f89a86d0b620c006274706 2024-12-05T11:14:52,476 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8950cb805c6a2478a90dce6062760ae9 2024-12-05T11:14:52,476 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 42d9fb80d47b4f8dcf7f2e8d42be510a 2024-12-05T11:14:52,477 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0e283bf2b4a404ee41832bd6f9328bc0 2024-12-05T11:15:02,469 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37233 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-12-05T11:15:02,470 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43367 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-12-05T11:15:02,470 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-12-05T11:15:02,470 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37233 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-12-05T11:15:02,471 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43367 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-12-05T11:15:02,471 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1733397272327.42d9fb80d47b4f8dcf7f2e8d42be510a. 2024-12-05T11:15:02,471 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1733397272327.3b43c729c7cb1ec92b98c0b88ccf4a5e. 2024-12-05T11:15:02,471 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-12-05T11:15:02,471 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1733397272327.cc32fe7137a0f0c5d8e17c0247e14a20. 2024-12-05T11:15:02,471 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37233 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-12-05T11:15:02,471 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 42d9fb80d47b4f8dcf7f2e8d42be510a: 2024-12-05T11:15:02,471 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 3b43c729c7cb1ec92b98c0b88ccf4a5e: 2024-12-05T11:15:02,471 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for cc32fe7137a0f0c5d8e17c0247e14a20: 2024-12-05T11:15:02,471 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1733397272327.42d9fb80d47b4f8dcf7f2e8d42be510a. for SnapshotProcedureTest completed. 2024-12-05T11:15:02,471 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1733397272327.3b43c729c7cb1ec92b98c0b88ccf4a5e. for SnapshotProcedureTest completed. 2024-12-05T11:15:02,471 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1733397272327.cc32fe7137a0f0c5d8e17c0247e14a20. for SnapshotProcedureTest completed. 2024-12-05T11:15:02,472 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-12-05T11:15:02,472 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1733397272327.3b43c729c7cb1ec92b98c0b88ccf4a5e.' region-info for snapshot=SnapshotProcedureTest 2024-12-05T11:15:02,472 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1733397272327.42d9fb80d47b4f8dcf7f2e8d42be510a.' region-info for snapshot=SnapshotProcedureTest 2024-12-05T11:15:02,472 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-05T11:15:02,472 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1733397272327.cc32fe7137a0f0c5d8e17c0247e14a20.' region-info for snapshot=SnapshotProcedureTest 2024-12-05T11:15:02,472 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-05T11:15:02,472 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43367 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-12-05T11:15:02,472 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-05T11:15:02,472 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-05T11:15:02,472 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1733397272327.11d25ef9e1f89a86d0b620c006274706. 2024-12-05T11:15:02,472 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-05T11:15:02,472 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-05T11:15:02,471 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1733397272327.2ced2b3f47c16b71984a60a09607fbb5. 2024-12-05T11:15:02,472 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1733397272327.0e283bf2b4a404ee41832bd6f9328bc0. 2024-12-05T11:15:02,473 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 11d25ef9e1f89a86d0b620c006274706 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-12-05T11:15:02,473 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 2ced2b3f47c16b71984a60a09607fbb5 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-12-05T11:15:02,473 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 0e283bf2b4a404ee41832bd6f9328bc0: 2024-12-05T11:15:02,473 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1733397272327.0e283bf2b4a404ee41832bd6f9328bc0. for SnapshotProcedureTest completed. 2024-12-05T11:15:02,473 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1733397272327.0e283bf2b4a404ee41832bd6f9328bc0.' region-info for snapshot=SnapshotProcedureTest 2024-12-05T11:15:02,473 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1733397272327.3fc302aa33680c3b84e6873a03721e2d. 2024-12-05T11:15:02,473 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-05T11:15:02,473 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-05T11:15:02,474 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43367 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-12-05T11:15:02,474 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1733397272327.8950cb805c6a2478a90dce6062760ae9. 2024-12-05T11:15:02,474 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1733397272327.72e51d877c9d59cb911c8c78378d197d. 2024-12-05T11:15:02,474 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 3fc302aa33680c3b84e6873a03721e2d: 2024-12-05T11:15:02,474 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 72e51d877c9d59cb911c8c78378d197d: 2024-12-05T11:15:02,474 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1733397272327.3fc302aa33680c3b84e6873a03721e2d. for SnapshotProcedureTest completed. 2024-12-05T11:15:02,474 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1733397272327.72e51d877c9d59cb911c8c78378d197d. for SnapshotProcedureTest completed. 2024-12-05T11:15:02,474 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1733397272327.3fc302aa33680c3b84e6873a03721e2d.' region-info for snapshot=SnapshotProcedureTest 2024-12-05T11:15:02,474 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1733397272327.72e51d877c9d59cb911c8c78378d197d.' region-info for snapshot=SnapshotProcedureTest 2024-12-05T11:15:02,475 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-05T11:15:02,475 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-05T11:15:02,475 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-05T11:15:02,475 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-05T11:15:02,478 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing 8950cb805c6a2478a90dce6062760ae9 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-12-05T11:15:02,501 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/data/default/SPTestTable/11d25ef9e1f89a86d0b620c006274706/.tmp/cf/cd5d0340adda47299697eaac882eba79 is 34, key is baa/cf:cf/1733397291772/Put/seqid=0 2024-12-05T11:15:02,502 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/data/default/SPTestTable/8950cb805c6a2478a90dce6062760ae9/.tmp/cf/4620e26cf91049e8b61932cbab5396b5 is 34, key is aaa/cf:cf/1733397291805/Put/seqid=0 2024-12-05T11:15:02,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741853_1029 (size=57) 2024-12-05T11:15:02,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43639 is added to blk_1073741853_1029 (size=57) 2024-12-05T11:15:02,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741849_1025 (size=65) 2024-12-05T11:15:02,506 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/data/default/SPTestTable/2ced2b3f47c16b71984a60a09607fbb5/.tmp/cf/33cec3e49c7c4485ad43a07293c44876 is 34, key is ccd/cf:cf/1733397291731/Put/seqid=0 2024-12-05T11:15:02,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43639 is added to blk_1073741849_1025 (size=65) 2024-12-05T11:15:02,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34063 is added to blk_1073741853_1029 (size=57) 2024-12-05T11:15:02,508 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1733397272327.0e283bf2b4a404ee41832bd6f9328bc0. 2024-12-05T11:15:02,508 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-12-05T11:15:02,508 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1733397272327.37c443c97fd8090ddb48229425b24665. 2024-12-05T11:15:02,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34063 is added to blk_1073741849_1025 (size=65) 2024-12-05T11:15:02,508 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 37c443c97fd8090ddb48229425b24665 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-12-05T11:15:02,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43877 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-12-05T11:15:02,508 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43877 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 0e283bf2b4a404ee41832bd6f9328bc0 2024-12-05T11:15:02,508 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0e283bf2b4a404ee41832bd6f9328bc0 2024-12-05T11:15:02,509 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1733397272327.3fc302aa33680c3b84e6873a03721e2d. 2024-12-05T11:15:02,509 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-12-05T11:15:02,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43877 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-12-05T11:15:02,509 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43877 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 3fc302aa33680c3b84e6873a03721e2d 2024-12-05T11:15:02,510 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3fc302aa33680c3b84e6873a03721e2d 2024-12-05T11:15:02,511 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0e283bf2b4a404ee41832bd6f9328bc0 in 10.0540 sec 2024-12-05T11:15:02,512 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3fc302aa33680c3b84e6873a03721e2d in 10.0560 sec 2024-12-05T11:15:02,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34063 is added to blk_1073741851_1027 (size=65) 2024-12-05T11:15:02,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741851_1027 (size=65) 2024-12-05T11:15:02,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43639 is added to blk_1073741851_1027 (size=65) 2024-12-05T11:15:02,521 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1733397272327.3b43c729c7cb1ec92b98c0b88ccf4a5e. 2024-12-05T11:15:02,521 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-12-05T11:15:02,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43877 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-12-05T11:15:02,521 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43877 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 3b43c729c7cb1ec92b98c0b88ccf4a5e 2024-12-05T11:15:02,521 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3b43c729c7cb1ec92b98c0b88ccf4a5e 2024-12-05T11:15:02,523 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3b43c729c7cb1ec92b98c0b88ccf4a5e in 10.0670 sec 2024-12-05T11:15:02,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43639 is added to blk_1073741854_1030 (size=65) 2024-12-05T11:15:02,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34063 is added to blk_1073741854_1030 (size=65) 2024-12-05T11:15:02,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741854_1030 (size=65) 2024-12-05T11:15:02,538 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1733397272327.72e51d877c9d59cb911c8c78378d197d. 2024-12-05T11:15:02,538 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-12-05T11:15:02,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43877 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-12-05T11:15:02,539 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43877 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 72e51d877c9d59cb911c8c78378d197d 2024-12-05T11:15:02,539 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 72e51d877c9d59cb911c8c78378d197d 2024-12-05T11:15:02,542 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 72e51d877c9d59cb911c8c78378d197d in 10.0850 sec 2024-12-05T11:15:02,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43639 is added to blk_1073741850_1026 (size=65) 2024-12-05T11:15:02,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741850_1026 (size=65) 2024-12-05T11:15:02,548 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1733397272327.cc32fe7137a0f0c5d8e17c0247e14a20. 2024-12-05T11:15:02,548 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-12-05T11:15:02,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34063 is added to blk_1073741850_1026 (size=65) 2024-12-05T11:15:02,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43877 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-12-05T11:15:02,549 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43877 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region cc32fe7137a0f0c5d8e17c0247e14a20 2024-12-05T11:15:02,549 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cc32fe7137a0f0c5d8e17c0247e14a20 2024-12-05T11:15:02,552 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure cc32fe7137a0f0c5d8e17c0247e14a20 in 10.0950 sec 2024-12-05T11:15:02,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34063 is added to blk_1073741852_1028 (size=65) 2024-12-05T11:15:02,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43639 is added to blk_1073741852_1028 (size=65) 2024-12-05T11:15:02,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741852_1028 (size=65) 2024-12-05T11:15:02,559 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1733397272327.42d9fb80d47b4f8dcf7f2e8d42be510a. 2024-12-05T11:15:02,559 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-12-05T11:15:02,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43877 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-12-05T11:15:02,560 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43877 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 42d9fb80d47b4f8dcf7f2e8d42be510a 2024-12-05T11:15:02,560 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 42d9fb80d47b4f8dcf7f2e8d42be510a 2024-12-05T11:15:02,562 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 42d9fb80d47b4f8dcf7f2e8d42be510a in 10.1060 sec 2024-12-05T11:15:02,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741855_1031 (size=28623) 2024-12-05T11:15:02,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34063 is added to blk_1073741855_1031 (size=28623) 2024-12-05T11:15:02,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43639 is added to blk_1073741855_1031 (size=28623) 2024-12-05T11:15:02,573 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/data/default/SPTestTable/11d25ef9e1f89a86d0b620c006274706/.tmp/cf/cd5d0340adda47299697eaac882eba79 2024-12-05T11:15:02,585 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/data/default/SPTestTable/11d25ef9e1f89a86d0b620c006274706/.tmp/cf/cd5d0340adda47299697eaac882eba79 as hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/data/default/SPTestTable/11d25ef9e1f89a86d0b620c006274706/cf/cd5d0340adda47299697eaac882eba79 2024-12-05T11:15:02,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34063 is added to blk_1073741857_1033 (size=47197) 2024-12-05T11:15:02,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741857_1033 (size=47197) 2024-12-05T11:15:02,599 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/data/default/SPTestTable/2ced2b3f47c16b71984a60a09607fbb5/.tmp/cf/33cec3e49c7c4485ad43a07293c44876 2024-12-05T11:15:02,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43639 is added to blk_1073741857_1033 (size=47197) 2024-12-05T11:15:02,604 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/data/default/SPTestTable/11d25ef9e1f89a86d0b620c006274706/cf/cd5d0340adda47299697eaac882eba79, entries=731, sequenceid=5, filesize=28.0 K 2024-12-05T11:15:02,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34063 is added to blk_1073741856_1032 (size=26918) 2024-12-05T11:15:02,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43639 is added to blk_1073741856_1032 (size=26918) 2024-12-05T11:15:02,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741856_1032 (size=26918) 2024-12-05T11:15:02,606 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/data/default/SPTestTable/8950cb805c6a2478a90dce6062760ae9/.tmp/cf/4620e26cf91049e8b61932cbab5396b5 2024-12-05T11:15:02,607 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 11d25ef9e1f89a86d0b620c006274706 in 134ms, sequenceid=5, compaction requested=false 2024-12-05T11:15:02,607 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 11d25ef9e1f89a86d0b620c006274706: 2024-12-05T11:15:02,607 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1733397272327.11d25ef9e1f89a86d0b620c006274706. for SnapshotProcedureTest completed. 2024-12-05T11:15:02,607 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1733397272327.11d25ef9e1f89a86d0b620c006274706.' region-info for snapshot=SnapshotProcedureTest 2024-12-05T11:15:02,607 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-05T11:15:02,607 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/data/default/SPTestTable/11d25ef9e1f89a86d0b620c006274706/cf/cd5d0340adda47299697eaac882eba79] hfiles 2024-12-05T11:15:02,607 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/data/default/SPTestTable/11d25ef9e1f89a86d0b620c006274706/cf/cd5d0340adda47299697eaac882eba79 for snapshot=SnapshotProcedureTest 2024-12-05T11:15:02,609 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/data/default/SPTestTable/37c443c97fd8090ddb48229425b24665/.tmp/cf/4e199389956a4a03a1d62a99d7ecaf61 is 34, key is eaa/cf:cf/1733397292305/Put/seqid=0 2024-12-05T11:15:02,614 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/data/default/SPTestTable/2ced2b3f47c16b71984a60a09607fbb5/.tmp/cf/33cec3e49c7c4485ad43a07293c44876 as hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/data/default/SPTestTable/2ced2b3f47c16b71984a60a09607fbb5/cf/33cec3e49c7c4485ad43a07293c44876 2024-12-05T11:15:02,614 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/data/default/SPTestTable/8950cb805c6a2478a90dce6062760ae9/.tmp/cf/4620e26cf91049e8b61932cbab5396b5 as hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/data/default/SPTestTable/8950cb805c6a2478a90dce6062760ae9/cf/4620e26cf91049e8b61932cbab5396b5 2024-12-05T11:15:02,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34063 is added to blk_1073741858_1034 (size=499309) 2024-12-05T11:15:02,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43639 is added to blk_1073741858_1034 (size=499309) 2024-12-05T11:15:02,622 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/data/default/SPTestTable/8950cb805c6a2478a90dce6062760ae9/cf/4620e26cf91049e8b61932cbab5396b5, entries=676, sequenceid=5, filesize=26.3 K 2024-12-05T11:15:02,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741858_1034 (size=499309) 2024-12-05T11:15:02,623 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for 8950cb805c6a2478a90dce6062760ae9 in 149ms, sequenceid=5, compaction requested=false 2024-12-05T11:15:02,623 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 8950cb805c6a2478a90dce6062760ae9: 2024-12-05T11:15:02,623 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1733397272327.8950cb805c6a2478a90dce6062760ae9. for SnapshotProcedureTest completed. 2024-12-05T11:15:02,623 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1733397272327.8950cb805c6a2478a90dce6062760ae9.' region-info for snapshot=SnapshotProcedureTest 2024-12-05T11:15:02,623 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/data/default/SPTestTable/37c443c97fd8090ddb48229425b24665/.tmp/cf/4e199389956a4a03a1d62a99d7ecaf61 2024-12-05T11:15:02,623 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-05T11:15:02,623 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/data/default/SPTestTable/8950cb805c6a2478a90dce6062760ae9/cf/4620e26cf91049e8b61932cbab5396b5] hfiles 2024-12-05T11:15:02,623 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/data/default/SPTestTable/8950cb805c6a2478a90dce6062760ae9/cf/4620e26cf91049e8b61932cbab5396b5 for snapshot=SnapshotProcedureTest 2024-12-05T11:15:02,626 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/data/default/SPTestTable/2ced2b3f47c16b71984a60a09607fbb5/cf/33cec3e49c7c4485ad43a07293c44876, entries=1297, sequenceid=5, filesize=46.1 K 2024-12-05T11:15:02,627 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 2ced2b3f47c16b71984a60a09607fbb5 in 155ms, sequenceid=5, compaction requested=false 2024-12-05T11:15:02,627 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 2ced2b3f47c16b71984a60a09607fbb5: 2024-12-05T11:15:02,627 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1733397272327.2ced2b3f47c16b71984a60a09607fbb5. for SnapshotProcedureTest completed. 2024-12-05T11:15:02,627 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1733397272327.2ced2b3f47c16b71984a60a09607fbb5.' region-info for snapshot=SnapshotProcedureTest 2024-12-05T11:15:02,627 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-05T11:15:02,628 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/data/default/SPTestTable/2ced2b3f47c16b71984a60a09607fbb5/cf/33cec3e49c7c4485ad43a07293c44876] hfiles 2024-12-05T11:15:02,628 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/data/default/SPTestTable/2ced2b3f47c16b71984a60a09607fbb5/cf/33cec3e49c7c4485ad43a07293c44876 for snapshot=SnapshotProcedureTest 2024-12-05T11:15:02,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34063 is added to blk_1073741859_1035 (size=105) 2024-12-05T11:15:02,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43639 is added to blk_1073741859_1035 (size=105) 2024-12-05T11:15:02,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741859_1035 (size=105) 2024-12-05T11:15:02,632 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1733397272327.11d25ef9e1f89a86d0b620c006274706. 2024-12-05T11:15:02,632 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-12-05T11:15:02,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43877 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-12-05T11:15:02,633 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43877 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 11d25ef9e1f89a86d0b620c006274706 2024-12-05T11:15:02,633 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 11d25ef9e1f89a86d0b620c006274706 2024-12-05T11:15:02,635 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/data/default/SPTestTable/37c443c97fd8090ddb48229425b24665/.tmp/cf/4e199389956a4a03a1d62a99d7ecaf61 as hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/data/default/SPTestTable/37c443c97fd8090ddb48229425b24665/cf/4e199389956a4a03a1d62a99d7ecaf61 2024-12-05T11:15:02,636 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 11d25ef9e1f89a86d0b620c006274706 in 10.1790 sec 2024-12-05T11:15:02,642 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/data/default/SPTestTable/37c443c97fd8090ddb48229425b24665/cf/4e199389956a4a03a1d62a99d7ecaf61, entries=14872, sequenceid=5, filesize=487.6 K 2024-12-05T11:15:02,643 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 37c443c97fd8090ddb48229425b24665 in 135ms, sequenceid=5, compaction requested=false 2024-12-05T11:15:02,643 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 37c443c97fd8090ddb48229425b24665: 2024-12-05T11:15:02,643 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1733397272327.37c443c97fd8090ddb48229425b24665. for SnapshotProcedureTest completed. 2024-12-05T11:15:02,644 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1733397272327.37c443c97fd8090ddb48229425b24665.' region-info for snapshot=SnapshotProcedureTest 2024-12-05T11:15:02,644 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-05T11:15:02,644 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/data/default/SPTestTable/37c443c97fd8090ddb48229425b24665/cf/4e199389956a4a03a1d62a99d7ecaf61] hfiles 2024-12-05T11:15:02,644 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/data/default/SPTestTable/37c443c97fd8090ddb48229425b24665/cf/4e199389956a4a03a1d62a99d7ecaf61 for snapshot=SnapshotProcedureTest 2024-12-05T11:15:02,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43639 is added to blk_1073741860_1036 (size=105) 2024-12-05T11:15:02,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741860_1036 (size=105) 2024-12-05T11:15:02,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34063 is added to blk_1073741860_1036 (size=105) 2024-12-05T11:15:02,653 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1733397272327.8950cb805c6a2478a90dce6062760ae9. 2024-12-05T11:15:02,653 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-12-05T11:15:02,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43877 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-12-05T11:15:02,654 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43877 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 8950cb805c6a2478a90dce6062760ae9 2024-12-05T11:15:02,654 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8950cb805c6a2478a90dce6062760ae9 2024-12-05T11:15:02,657 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8950cb805c6a2478a90dce6062760ae9 in 10.2010 sec 2024-12-05T11:15:02,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34063 is added to blk_1073741861_1037 (size=105) 2024-12-05T11:15:02,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741861_1037 (size=105) 2024-12-05T11:15:02,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43639 is added to blk_1073741861_1037 (size=105) 2024-12-05T11:15:02,670 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1733397272327.2ced2b3f47c16b71984a60a09607fbb5. 2024-12-05T11:15:02,670 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-12-05T11:15:02,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43877 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-12-05T11:15:02,670 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43877 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 2ced2b3f47c16b71984a60a09607fbb5 2024-12-05T11:15:02,670 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2ced2b3f47c16b71984a60a09607fbb5 2024-12-05T11:15:02,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741862_1038 (size=97) 2024-12-05T11:15:02,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43639 is added to blk_1073741862_1038 (size=97) 2024-12-05T11:15:02,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34063 is added to blk_1073741862_1038 (size=97) 2024-12-05T11:15:02,672 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1733397272327.37c443c97fd8090ddb48229425b24665. 2024-12-05T11:15:02,672 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-12-05T11:15:02,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43877 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-12-05T11:15:02,673 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43877 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 37c443c97fd8090ddb48229425b24665 2024-12-05T11:15:02,673 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 37c443c97fd8090ddb48229425b24665 2024-12-05T11:15:02,673 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 2ced2b3f47c16b71984a60a09607fbb5 in 10.2160 sec 2024-12-05T11:15:02,675 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=25 2024-12-05T11:15:02,675 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-05T11:15:02,675 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 37c443c97fd8090ddb48229425b24665 in 10.2190 sec 2024-12-05T11:15:02,676 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-05T11:15:02,677 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-05T11:15:02,677 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-12-05T11:15:02,679 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-05T11:15:02,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43639 is added to blk_1073741863_1039 (size=1174) 2024-12-05T11:15:02,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34063 is added to blk_1073741863_1039 (size=1174) 2024-12-05T11:15:02,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741863_1039 (size=1174) 2024-12-05T11:15:02,706 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-05T11:15:02,710 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-12-05T11:15:02,712 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=6706a97ae65f,44449,1733397261155 2024-12-05T11:15:02,712 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=6706a97ae65f,44449,1733397261155 2024-12-05T11:15:02,713 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=6706a97ae65f,43367,1733397261104 2024-12-05T11:15:02,712 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=6706a97ae65f,43367,1733397261104 2024-12-05T11:15:02,713 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=6706a97ae65f,43367,1733397261104 2024-12-05T11:15:02,717 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=6706a97ae65f,44449,1733397261155 2024-12-05T11:15:02,718 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=6706a97ae65f,37233,1733397261020 2024-12-05T11:15:02,718 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=6706a97ae65f,37233,1733397261020 2024-12-05T11:15:02,718 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=6706a97ae65f,37233,1733397261020 2024-12-05T11:15:02,721 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-12-05T11:15:02,722 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 6706a97ae65f,44449,1733397261155 2024-12-05T11:15:02,722 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 6706a97ae65f,44449,1733397261155: Simulated kill ***** 2024-12-05T11:15:02,722 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-05T11:15:02,722 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-05T11:15:02,722 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-05T11:15:02,722 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-05T11:15:02,722 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-05T11:15:02,722 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 822621936 }, "NonHeapMemoryUsage": { "committed": 177799168, "init": 7667712, "max": -1, "used": 172746056 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-05T11:15:02,723 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43877 {}] master.MasterRpcServices(700): 6706a97ae65f,44449,1733397261155 reported a fatal error: ***** ABORTING region server 6706a97ae65f,44449,1733397261155: Simulated kill ***** 2024-12-05T11:15:02,724 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6706a97ae65f,44449,1733397261155' ***** 2024-12-05T11:15:02,724 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-12-05T11:15:02,724 INFO [RS:2;6706a97ae65f:44449 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T11:15:02,724 INFO [RS:2;6706a97ae65f:44449 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-12-05T11:15:02,724 INFO [RS:2;6706a97ae65f:44449 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-12-05T11:15:02,724 INFO [RS:2;6706a97ae65f:44449 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T11:15:02,724 INFO [RS:2;6706a97ae65f:44449 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;6706a97ae65f:44449. 2024-12-05T11:15:02,724 DEBUG [RS:2;6706a97ae65f:44449 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:15:02,724 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-05T11:15:02,724 DEBUG [RS:2;6706a97ae65f:44449 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:15:02,724 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T11:15:02,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741834_1010 (size=1488) 2024-12-05T11:15:02,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43639 is added to blk_1073741834_1010 (size=1488) 2024-12-05T11:15:02,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34063 is added to blk_1073741834_1010 (size=1488) 2024-12-05T11:15:02,728 DEBUG [RS:2;6706a97ae65f:44449 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:15:02,728 INFO [RS:2;6706a97ae65f:44449 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T11:15:02,728 INFO [RS:2;6706a97ae65f:44449 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44449 2024-12-05T11:15:02,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43877-0x101a53325af0000, quorum=127.0.0.1:50653, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T11:15:02,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44449-0x101a53325af0003, quorum=127.0.0.1:50653, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6706a97ae65f,44449,1733397261155 2024-12-05T11:15:02,803 INFO [RS:2;6706a97ae65f:44449 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T11:15:02,813 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6706a97ae65f,44449,1733397261155] 2024-12-05T11:15:02,822 INFO [regionserver/6706a97ae65f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T11:15:02,824 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/6706a97ae65f,44449,1733397261155 already deleted, retry=false 2024-12-05T11:15:02,824 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 6706a97ae65f,44449,1733397261155 on 6706a97ae65f,43877,1733397260828 2024-12-05T11:15:02,825 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 6706a97ae65f,44449,1733397261155, splitWal=true, meta=false 2024-12-05T11:15:02,825 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=46 for 6706a97ae65f,44449,1733397261155 (carryingMeta=false) 6706a97ae65f,44449,1733397261155/CRASHED/regionCount=3/lock=java.util.concurrent.locks.ReentrantReadWriteLock@4dce1780[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-05T11:15:02,826 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 6706a97ae65f,44449,1733397261155, splitWal=true, meta=false 2024-12-05T11:15:02,826 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 6706a97ae65f,44449,1733397261155 had 3 regions 2024-12-05T11:15:02,827 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 6706a97ae65f,44449,1733397261155, splitWal=true, meta=false, isMeta: false 2024-12-05T11:15:02,828 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/WALs/6706a97ae65f,44449,1733397261155-splitting 2024-12-05T11:15:02,829 INFO [PEWorker-1 {}] master.SplitWALManager(105): 6706a97ae65f,44449,1733397261155 WAL count=1, meta=false 2024-12-05T11:15:02,829 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 6706a97ae65f%2C44449%2C1733397261155.1733397262105}] 2024-12-05T11:15:02,831 DEBUG [PEWorker-4 {}] master.SplitWALManager(158): Acquired split WAL worker=6706a97ae65f,37233,1733397261020 2024-12-05T11:15:02,832 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 6706a97ae65f%2C44449%2C1733397261155.1733397262105, worker=6706a97ae65f,37233,1733397261020}] 2024-12-05T11:15:02,833 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6706a97ae65f,44449,1733397261155 Release verify snapshot worker=6706a97ae65f,44449,1733397261155 2024-12-05T11:15:02,833 WARN [PEWorker-3 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 43 to 6706a97ae65f,44449,1733397261155, this operation will be retried to send to another server 2024-12-05T11:15:02,833 WARN [PEWorker-3 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-12-05T11:15:02,834 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=43, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1733397303833 2024-12-05T11:15:02,840 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6706a97ae65f,44449,1733397261155 Release verify snapshot worker=6706a97ae65f,44449,1733397261155 2024-12-05T11:15:02,840 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 28 is already finished, skip the rest processes 2024-12-05T11:15:02,840 WARN [PEWorker-5 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to 6706a97ae65f,44449,1733397261155, this operation will be retried to send to another server 2024-12-05T11:15:02,840 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 33 is already finished, skip the rest processes 2024-12-05T11:15:02,840 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 30 is already finished, skip the rest processes 2024-12-05T11:15:02,840 WARN [PEWorker-5 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-12-05T11:15:02,840 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1733397303840 2024-12-05T11:15:02,841 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6706a97ae65f,44449,1733397261155 Release verify snapshot worker=6706a97ae65f,44449,1733397261155 2024-12-05T11:15:02,842 WARN [PEWorker-3 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 45 to 6706a97ae65f,44449,1733397261155, this operation will be retried to send to another server 2024-12-05T11:15:02,842 WARN [PEWorker-3 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-12-05T11:15:02,842 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=45, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1733397303842 2024-12-05T11:15:02,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44449-0x101a53325af0003, quorum=127.0.0.1:50653, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:15:02,913 INFO [RS:2;6706a97ae65f:44449 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T11:15:02,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44449-0x101a53325af0003, quorum=127.0.0.1:50653, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:15:02,914 INFO [RS:2;6706a97ae65f:44449 {}] regionserver.HRegionServer(1031): Exiting; stopping=6706a97ae65f,44449,1733397261155; zookeeper connection closed. 2024-12-05T11:15:02,914 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7f75d838 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7f75d838 2024-12-05T11:15:02,950 INFO [regionserver/6706a97ae65f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T11:15:02,950 INFO [regionserver/6706a97ae65f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T11:15:12,532 INFO [master/6706a97ae65f:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-05T11:15:12,532 INFO [master/6706a97ae65f:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-05T11:15:12,714 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43367 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-12-05T11:15:12,714 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43367 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-12-05T11:15:12,714 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43367 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-12-05T11:15:12,719 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37233 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-12-05T11:15:12,720 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37233 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-12-05T11:15:12,720 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37233 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-12-05T11:15:12,720 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37233 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-12-05T11:15:12,721 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-05T11:15:12,721 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-12-05T11:15:12,721 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-12-05T11:15:12,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43877 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-12-05T11:15:12,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43877 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-12-05T11:15:12,724 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6706a97ae65f,43367,1733397261104 Release verify snapshot worker=6706a97ae65f,43367,1733397261104 2024-12-05T11:15:12,727 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6706a97ae65f,43367,1733397261104 in 10.0150 sec 2024-12-05T11:15:12,728 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=6706a97ae65f,43367,1733397261104 2024-12-05T11:15:12,728 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-12-05T11:15:12,730 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6706a97ae65f,43367,1733397261104 Release verify snapshot worker=6706a97ae65f,43367,1733397261104 2024-12-05T11:15:12,730 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-05T11:15:12,731 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-12-05T11:15:12,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43877 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-12-05T11:15:12,731 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-12-05T11:15:12,732 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-12-05T11:15:12,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43877 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-12-05T11:15:12,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43877 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-12-05T11:15:12,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43877 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-12-05T11:15:12,740 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6706a97ae65f,37233,1733397261020 Release verify snapshot worker=6706a97ae65f,37233,1733397261020 2024-12-05T11:15:12,741 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6706a97ae65f,37233,1733397261020 Release verify snapshot worker=6706a97ae65f,37233,1733397261020 2024-12-05T11:15:12,741 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6706a97ae65f,43367,1733397261104 in 10.0210 sec 2024-12-05T11:15:12,743 INFO [RS_LOG_REPLAY_OPS-regionserver/6706a97ae65f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/WALs/6706a97ae65f,44449,1733397261155-splitting/6706a97ae65f%2C44449%2C1733397261155.1733397262105, size=1.5 K (1488bytes) 2024-12-05T11:15:12,743 INFO [RS_LOG_REPLAY_OPS-regionserver/6706a97ae65f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/WALs/6706a97ae65f,44449,1733397261155-splitting/6706a97ae65f%2C44449%2C1733397261155.1733397262105 2024-12-05T11:15:12,743 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6706a97ae65f,43367,1733397261104 Release verify snapshot worker=6706a97ae65f,43367,1733397261104 2024-12-05T11:15:12,743 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6706a97ae65f,37233,1733397261020 Release verify snapshot worker=6706a97ae65f,37233,1733397261020 2024-12-05T11:15:12,743 INFO [RS_LOG_REPLAY_OPS-regionserver/6706a97ae65f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/WALs/6706a97ae65f,44449,1733397261155-splitting/6706a97ae65f%2C44449%2C1733397261155.1733397262105 after 0ms 2024-12-05T11:15:12,745 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=6706a97ae65f,37233,1733397261020 2024-12-05T11:15:12,747 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6706a97ae65f,37233,1733397261020 in 10.0340 sec 2024-12-05T11:15:12,747 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6706a97ae65f,37233,1733397261020 in 10.0310 sec 2024-12-05T11:15:12,748 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6706a97ae65f,37233,1733397261020 in 10.0320 sec 2024-12-05T11:15:12,748 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6706a97ae65f,43367,1733397261104 in 10.0340 sec 2024-12-05T11:15:12,749 INFO [RS_LOG_REPLAY_OPS-regionserver/6706a97ae65f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/WALs/6706a97ae65f,44449,1733397261155-splitting/6706a97ae65f%2C44449%2C1733397261155.1733397262105 took 7ms 2024-12-05T11:15:12,749 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=6706a97ae65f,37233,1733397261020 2024-12-05T11:15:12,749 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=6706a97ae65f,37233,1733397261020 2024-12-05T11:15:12,759 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6706a97ae65f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 11d25ef9e1f89a86d0b620c006274706: last_flushed_sequence_id: 5 store_sequence_id { family_name: "cf" sequence_id: 5 } 2024-12-05T11:15:12,761 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6706a97ae65f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 3fc302aa33680c3b84e6873a03721e2d: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-05T11:15:12,762 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6706a97ae65f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for cc32fe7137a0f0c5d8e17c0247e14a20: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-05T11:15:12,763 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6706a97ae65f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/WALs/6706a97ae65f,44449,1733397261155-splitting/6706a97ae65f%2C44449%2C1733397261155.1733397262105 so closing down 2024-12-05T11:15:12,763 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6706a97ae65f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-05T11:15:12,763 INFO [RS_LOG_REPLAY_OPS-regionserver/6706a97ae65f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-12-05T11:15:12,763 INFO [RS_LOG_REPLAY_OPS-regionserver/6706a97ae65f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 5 edits across 0 Regions in 6 ms; skipped=5; WAL=hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/WALs/6706a97ae65f,44449,1733397261155-splitting/6706a97ae65f%2C44449%2C1733397261155.1733397262105, size=1.5 K, length=1488, corrupted=false, cancelled=false 2024-12-05T11:15:12,763 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6706a97ae65f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/WALs/6706a97ae65f,44449,1733397261155-splitting/6706a97ae65f%2C44449%2C1733397261155.1733397262105, journal: Splitting hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/WALs/6706a97ae65f,44449,1733397261155-splitting/6706a97ae65f%2C44449%2C1733397261155.1733397262105, size=1.5 K (1488bytes) at 1733397312743Finishing writing output for hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/WALs/6706a97ae65f,44449,1733397261155-splitting/6706a97ae65f%2C44449%2C1733397261155.1733397262105 so closing down at 1733397312763 (+20 ms)3 split writer threads finished at 1733397312763Processed 5 edits across 0 Regions in 6 ms; skipped=5; WAL=hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/WALs/6706a97ae65f,44449,1733397261155-splitting/6706a97ae65f%2C44449%2C1733397261155.1733397262105, size=1.5 K, length=1488, corrupted=false, cancelled=false at 1733397312763 2024-12-05T11:15:12,763 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6706a97ae65f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/WALs/6706a97ae65f,44449,1733397261155-splitting/6706a97ae65f%2C44449%2C1733397261155.1733397262105 2024-12-05T11:15:12,763 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6706a97ae65f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-12-05T11:15:12,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43877 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-12-05T11:15:12,767 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/WALs/6706a97ae65f,44449,1733397261155-splitting/6706a97ae65f%2C44449%2C1733397261155.1733397262105 to hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/oldWALs 2024-12-05T11:15:12,770 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-12-05T11:15:12,770 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 6706a97ae65f%2C44449%2C1733397261155.1733397262105, worker=6706a97ae65f,37233,1733397261020 in 9.9350 sec 2024-12-05T11:15:12,771 DEBUG [PEWorker-3 {}] master.SplitWALManager(172): Release split WAL worker=6706a97ae65f,37233,1733397261020 2024-12-05T11:15:12,773 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-12-05T11:15:12,773 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure 6706a97ae65f%2C44449%2C1733397261155.1733397262105, worker=6706a97ae65f,37233,1733397261020 in 9.9420 sec 2024-12-05T11:15:12,775 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/WALs/6706a97ae65f,44449,1733397261155-splitting dir is empty, no logs to split. 2024-12-05T11:15:12,775 INFO [PEWorker-4 {}] master.SplitWALManager(105): 6706a97ae65f,44449,1733397261155 WAL count=0, meta=false 2024-12-05T11:15:12,775 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if 6706a97ae65f,44449,1733397261155 WAL splitting is done? wals=0, meta=false 2024-12-05T11:15:12,778 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 6706a97ae65f,44449,1733397261155 failed, ignore...File hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/WALs/6706a97ae65f,44449,1733397261155-splitting does not exist. 2024-12-05T11:15:12,779 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cc32fe7137a0f0c5d8e17c0247e14a20, ASSIGN}, {pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=11d25ef9e1f89a86d0b620c006274706, ASSIGN}, {pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3fc302aa33680c3b84e6873a03721e2d, ASSIGN}] 2024-12-05T11:15:12,780 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3fc302aa33680c3b84e6873a03721e2d, ASSIGN 2024-12-05T11:15:12,781 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cc32fe7137a0f0c5d8e17c0247e14a20, ASSIGN 2024-12-05T11:15:12,782 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=11d25ef9e1f89a86d0b620c006274706, ASSIGN 2024-12-05T11:15:12,782 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3fc302aa33680c3b84e6873a03721e2d, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-05T11:15:12,783 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cc32fe7137a0f0c5d8e17c0247e14a20, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-05T11:15:12,783 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=11d25ef9e1f89a86d0b620c006274706, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-05T11:15:12,934 DEBUG [6706a97ae65f:43877 {}] balancer.BalancerClusterState(204): Hosts are {6706a97ae65f=0} racks are {/default-rack=0} 2024-12-05T11:15:12,935 DEBUG [6706a97ae65f:43877 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-05T11:15:12,935 DEBUG [6706a97ae65f:43877 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-05T11:15:12,935 DEBUG [6706a97ae65f:43877 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-05T11:15:12,935 DEBUG [6706a97ae65f:43877 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-05T11:15:12,935 INFO [6706a97ae65f:43877 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-05T11:15:12,935 INFO [6706a97ae65f:43877 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-05T11:15:12,935 DEBUG [6706a97ae65f:43877 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-05T11:15:12,935 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=11d25ef9e1f89a86d0b620c006274706, regionState=OPENING, regionLocation=6706a97ae65f,43367,1733397261104 2024-12-05T11:15:12,935 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=cc32fe7137a0f0c5d8e17c0247e14a20, regionState=OPENING, regionLocation=6706a97ae65f,43367,1733397261104 2024-12-05T11:15:12,936 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=3fc302aa33680c3b84e6873a03721e2d, regionState=OPENING, regionLocation=6706a97ae65f,37233,1733397261020 2024-12-05T11:15:12,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=11d25ef9e1f89a86d0b620c006274706, ASSIGN because future has completed 2024-12-05T11:15:12,939 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure 11d25ef9e1f89a86d0b620c006274706, server=6706a97ae65f,43367,1733397261104}] 2024-12-05T11:15:12,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3fc302aa33680c3b84e6873a03721e2d, ASSIGN because future has completed 2024-12-05T11:15:12,941 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3fc302aa33680c3b84e6873a03721e2d, server=6706a97ae65f,37233,1733397261020}] 2024-12-05T11:15:12,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cc32fe7137a0f0c5d8e17c0247e14a20, ASSIGN because future has completed 2024-12-05T11:15:12,942 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure cc32fe7137a0f0c5d8e17c0247e14a20, server=6706a97ae65f,43367,1733397261104}] 2024-12-05T11:15:20,802 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T11:15:22,690 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6706a97ae65f:45813 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-12-05T11:15:22,732 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1733397272327.11d25ef9e1f89a86d0b620c006274706. 2024-12-05T11:15:22,733 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7752): Opening region: {ENCODED => 11d25ef9e1f89a86d0b620c006274706, NAME => 'SPTestTable,b333332f,1733397272327.11d25ef9e1f89a86d0b620c006274706.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-12-05T11:15:22,733 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43367 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-12-05T11:15:22,733 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 11d25ef9e1f89a86d0b620c006274706 2024-12-05T11:15:22,733 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733397272327.11d25ef9e1f89a86d0b620c006274706.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:15:22,733 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7794): checking encryption for 11d25ef9e1f89a86d0b620c006274706 2024-12-05T11:15:22,733 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7797): checking classloading for 11d25ef9e1f89a86d0b620c006274706 2024-12-05T11:15:22,734 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-12-05T11:15:22,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43877 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-12-05T11:15:22,735 INFO [StoreOpener-11d25ef9e1f89a86d0b620c006274706-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 11d25ef9e1f89a86d0b620c006274706 2024-12-05T11:15:22,736 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6706a97ae65f,43367,1733397261104 Release verify snapshot worker=6706a97ae65f,43367,1733397261104 2024-12-05T11:15:22,738 INFO [StoreOpener-11d25ef9e1f89a86d0b620c006274706-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 11d25ef9e1f89a86d0b620c006274706 columnFamilyName cf 2024-12-05T11:15:22,738 DEBUG [StoreOpener-11d25ef9e1f89a86d0b620c006274706-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:15:22,738 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6706a97ae65f,43367,1733397261104 in 20.0270 sec 2024-12-05T11:15:22,747 DEBUG [StoreOpener-11d25ef9e1f89a86d0b620c006274706-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/data/default/SPTestTable/11d25ef9e1f89a86d0b620c006274706/cf/cd5d0340adda47299697eaac882eba79 2024-12-05T11:15:22,747 INFO [StoreOpener-11d25ef9e1f89a86d0b620c006274706-1 {}] regionserver.HStore(327): Store=11d25ef9e1f89a86d0b620c006274706/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:15:22,749 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1038): replaying wal for 11d25ef9e1f89a86d0b620c006274706 2024-12-05T11:15:22,750 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/data/default/SPTestTable/11d25ef9e1f89a86d0b620c006274706 2024-12-05T11:15:22,751 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/data/default/SPTestTable/11d25ef9e1f89a86d0b620c006274706 2024-12-05T11:15:22,751 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1733397272327.3fc302aa33680c3b84e6873a03721e2d. 2024-12-05T11:15:22,751 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37233 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-12-05T11:15:22,752 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7752): Opening region: {ENCODED => 3fc302aa33680c3b84e6873a03721e2d, NAME => 'SPTestTable,66666664,1733397272327.3fc302aa33680c3b84e6873a03721e2d.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-12-05T11:15:22,752 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37233 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-12-05T11:15:22,752 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37233 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-12-05T11:15:22,752 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1048): stopping wal replay for 11d25ef9e1f89a86d0b620c006274706 2024-12-05T11:15:22,752 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-12-05T11:15:22,752 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3fc302aa33680c3b84e6873a03721e2d 2024-12-05T11:15:22,752 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1060): Cleaning up temporary data for 11d25ef9e1f89a86d0b620c006274706 2024-12-05T11:15:22,752 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733397272327.3fc302aa33680c3b84e6873a03721e2d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:15:22,752 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-12-05T11:15:22,752 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7794): checking encryption for 3fc302aa33680c3b84e6873a03721e2d 2024-12-05T11:15:22,752 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7797): checking classloading for 3fc302aa33680c3b84e6873a03721e2d 2024-12-05T11:15:22,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43877 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-12-05T11:15:22,754 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-12-05T11:15:22,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43877 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-12-05T11:15:22,757 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1093): writing seq id for 11d25ef9e1f89a86d0b620c006274706 2024-12-05T11:15:22,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43877 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-12-05T11:15:22,757 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6706a97ae65f,37233,1733397261020 Release verify snapshot worker=6706a97ae65f,37233,1733397261020 2024-12-05T11:15:22,757 INFO [StoreOpener-3fc302aa33680c3b84e6873a03721e2d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3fc302aa33680c3b84e6873a03721e2d 2024-12-05T11:15:22,759 INFO [StoreOpener-3fc302aa33680c3b84e6873a03721e2d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3fc302aa33680c3b84e6873a03721e2d columnFamilyName cf 2024-12-05T11:15:22,759 DEBUG [StoreOpener-3fc302aa33680c3b84e6873a03721e2d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:15:22,760 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6706a97ae65f,37233,1733397261020 in 20.0480 sec 2024-12-05T11:15:22,760 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6706a97ae65f,37233,1733397261020 Release verify snapshot worker=6706a97ae65f,37233,1733397261020 2024-12-05T11:15:22,760 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6706a97ae65f,37233,1733397261020 Release verify snapshot worker=6706a97ae65f,37233,1733397261020 2024-12-05T11:15:22,761 INFO [StoreOpener-3fc302aa33680c3b84e6873a03721e2d-1 {}] regionserver.HStore(327): Store=3fc302aa33680c3b84e6873a03721e2d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:15:22,761 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/data/default/SPTestTable/11d25ef9e1f89a86d0b620c006274706/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-05T11:15:22,761 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1038): replaying wal for 3fc302aa33680c3b84e6873a03721e2d 2024-12-05T11:15:22,763 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/data/default/SPTestTable/3fc302aa33680c3b84e6873a03721e2d 2024-12-05T11:15:22,764 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6706a97ae65f,37233,1733397261020 in 20.0510 sec 2024-12-05T11:15:22,764 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1114): Opened 11d25ef9e1f89a86d0b620c006274706; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60038778, jitterRate=-0.1053524911403656}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T11:15:22,764 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 11d25ef9e1f89a86d0b620c006274706 2024-12-05T11:15:22,764 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1006): Region open journal for 11d25ef9e1f89a86d0b620c006274706: Running coprocessor pre-open hook at 1733397322733Writing region info on filesystem at 1733397322733Initializing all the Stores at 1733397322734 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397322734Cleaning up temporary data from old regions at 1733397322752 (+18 ms)Running coprocessor post-open hooks at 1733397322764 (+12 ms)Region opened successfully at 1733397322764 2024-12-05T11:15:22,765 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/data/default/SPTestTable/3fc302aa33680c3b84e6873a03721e2d 2024-12-05T11:15:22,765 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1733397272327.11d25ef9e1f89a86d0b620c006274706., pid=52, masterSystemTime=1733397322728 2024-12-05T11:15:22,765 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=25 2024-12-05T11:15:22,766 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6706a97ae65f,37233,1733397261020 in 20.0510 sec 2024-12-05T11:15:22,766 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-05T11:15:22,766 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1048): stopping wal replay for 3fc302aa33680c3b84e6873a03721e2d 2024-12-05T11:15:22,766 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1060): Cleaning up temporary data for 3fc302aa33680c3b84e6873a03721e2d 2024-12-05T11:15:22,767 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/.hbase-snapshot/SnapshotProcedureTest 2024-12-05T11:15:22,768 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1733397272327.11d25ef9e1f89a86d0b620c006274706. 2024-12-05T11:15:22,768 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1733397272327.11d25ef9e1f89a86d0b620c006274706. 2024-12-05T11:15:22,769 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1733397272327.cc32fe7137a0f0c5d8e17c0247e14a20. 2024-12-05T11:15:22,769 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7752): Opening region: {ENCODED => cc32fe7137a0f0c5d8e17c0247e14a20, NAME => 'SPTestTable,33333332,1733397272327.cc32fe7137a0f0c5d8e17c0247e14a20.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-12-05T11:15:22,770 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable cc32fe7137a0f0c5d8e17c0247e14a20 2024-12-05T11:15:22,770 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733397272327.cc32fe7137a0f0c5d8e17c0247e14a20.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:15:22,770 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7794): checking encryption for cc32fe7137a0f0c5d8e17c0247e14a20 2024-12-05T11:15:22,770 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7797): checking classloading for cc32fe7137a0f0c5d8e17c0247e14a20 2024-12-05T11:15:22,771 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-05T11:15:22,771 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-12-05T11:15:22,771 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=11d25ef9e1f89a86d0b620c006274706, regionState=OPEN, openSeqNum=6, regionLocation=6706a97ae65f,43367,1733397261104 2024-12-05T11:15:22,773 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1093): writing seq id for 3fc302aa33680c3b84e6873a03721e2d 2024-12-05T11:15:22,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=52, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure 11d25ef9e1f89a86d0b620c006274706, server=6706a97ae65f,43367,1733397261104 because future has completed 2024-12-05T11:15:22,774 INFO [StoreOpener-cc32fe7137a0f0c5d8e17c0247e14a20-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region cc32fe7137a0f0c5d8e17c0247e14a20 2024-12-05T11:15:22,775 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1114): Opened 3fc302aa33680c3b84e6873a03721e2d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69934445, jitterRate=0.042104437947273254}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T11:15:22,775 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3fc302aa33680c3b84e6873a03721e2d 2024-12-05T11:15:22,775 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1006): Region open journal for 3fc302aa33680c3b84e6873a03721e2d: Running coprocessor pre-open hook at 1733397322752Writing region info on filesystem at 1733397322752Initializing all the Stores at 1733397322756 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397322756Cleaning up temporary data from old regions at 1733397322766 (+10 ms)Running coprocessor post-open hooks at 1733397322775 (+9 ms)Region opened successfully at 1733397322775 2024-12-05T11:15:22,776 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 30.3660 sec 2024-12-05T11:15:22,776 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1733397272327.3fc302aa33680c3b84e6873a03721e2d., pid=53, masterSystemTime=1733397322745 2024-12-05T11:15:22,777 INFO [StoreOpener-cc32fe7137a0f0c5d8e17c0247e14a20-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc32fe7137a0f0c5d8e17c0247e14a20 columnFamilyName cf 2024-12-05T11:15:22,777 DEBUG [StoreOpener-cc32fe7137a0f0c5d8e17c0247e14a20-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:15:22,778 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1733397272327.3fc302aa33680c3b84e6873a03721e2d. 2024-12-05T11:15:22,778 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=50 2024-12-05T11:15:22,778 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1733397272327.3fc302aa33680c3b84e6873a03721e2d. 2024-12-05T11:15:22,779 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=50, state=SUCCESS, hasLock=false; OpenRegionProcedure 11d25ef9e1f89a86d0b620c006274706, server=6706a97ae65f,43367,1733397261104 in 9.8360 sec 2024-12-05T11:15:22,779 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=3fc302aa33680c3b84e6873a03721e2d, regionState=OPEN, openSeqNum=2, regionLocation=6706a97ae65f,37233,1733397261020 2024-12-05T11:15:22,781 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=11d25ef9e1f89a86d0b620c006274706, ASSIGN in 10.0000 sec 2024-12-05T11:15:22,781 INFO [StoreOpener-cc32fe7137a0f0c5d8e17c0247e14a20-1 {}] regionserver.HStore(327): Store=cc32fe7137a0f0c5d8e17c0247e14a20/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:15:22,781 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1038): replaying wal for cc32fe7137a0f0c5d8e17c0247e14a20 2024-12-05T11:15:22,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=53, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3fc302aa33680c3b84e6873a03721e2d, server=6706a97ae65f,37233,1733397261020 because future has completed 2024-12-05T11:15:22,783 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/data/default/SPTestTable/cc32fe7137a0f0c5d8e17c0247e14a20 2024-12-05T11:15:22,785 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/data/default/SPTestTable/cc32fe7137a0f0c5d8e17c0247e14a20 2024-12-05T11:15:22,787 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1048): stopping wal replay for cc32fe7137a0f0c5d8e17c0247e14a20 2024-12-05T11:15:22,787 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1060): Cleaning up temporary data for cc32fe7137a0f0c5d8e17c0247e14a20 2024-12-05T11:15:22,787 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=51 2024-12-05T11:15:22,787 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=51, state=SUCCESS, hasLock=false; OpenRegionProcedure 3fc302aa33680c3b84e6873a03721e2d, server=6706a97ae65f,37233,1733397261020 in 9.8430 sec 2024-12-05T11:15:22,789 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3fc302aa33680c3b84e6873a03721e2d, ASSIGN in 10.0080 sec 2024-12-05T11:15:22,790 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1093): writing seq id for cc32fe7137a0f0c5d8e17c0247e14a20 2024-12-05T11:15:22,791 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1114): Opened cc32fe7137a0f0c5d8e17c0247e14a20; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73905880, jitterRate=0.10128343105316162}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T11:15:22,791 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cc32fe7137a0f0c5d8e17c0247e14a20 2024-12-05T11:15:22,791 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1006): Region open journal for cc32fe7137a0f0c5d8e17c0247e14a20: Running coprocessor pre-open hook at 1733397322770Writing region info on filesystem at 1733397322770Initializing all the Stores at 1733397322773 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397322773Cleaning up temporary data from old regions at 1733397322787 (+14 ms)Running coprocessor post-open hooks at 1733397322791 (+4 ms)Region opened successfully at 1733397322791 2024-12-05T11:15:22,792 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1733397272327.cc32fe7137a0f0c5d8e17c0247e14a20., pid=54, masterSystemTime=1733397322728 2024-12-05T11:15:22,794 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1733397272327.cc32fe7137a0f0c5d8e17c0247e14a20. 2024-12-05T11:15:22,794 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1733397272327.cc32fe7137a0f0c5d8e17c0247e14a20. 2024-12-05T11:15:22,794 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=cc32fe7137a0f0c5d8e17c0247e14a20, regionState=OPEN, openSeqNum=2, regionLocation=6706a97ae65f,43367,1733397261104 2024-12-05T11:15:22,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=54, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure cc32fe7137a0f0c5d8e17c0247e14a20, server=6706a97ae65f,43367,1733397261104 because future has completed 2024-12-05T11:15:22,799 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=49 2024-12-05T11:15:22,799 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=49, state=SUCCESS, hasLock=false; OpenRegionProcedure cc32fe7137a0f0c5d8e17c0247e14a20, server=6706a97ae65f,43367,1733397261104 in 9.8560 sec 2024-12-05T11:15:22,802 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=46 2024-12-05T11:15:22,802 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cc32fe7137a0f0c5d8e17c0247e14a20, ASSIGN in 10.0200 sec 2024-12-05T11:15:22,802 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(291): removed crashed server 6706a97ae65f,44449,1733397261155 after splitting done 2024-12-05T11:15:22,804 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; ServerCrashProcedure 6706a97ae65f,44449,1733397261155, splitWal=true, meta=false in 19.9780 sec 2024-12-05T11:15:22,851 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-12-05T11:15:22,855 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-12-05T11:15:22,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T11:15:22,856 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T11:15:22,856 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:15:22,856 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:15:22,856 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:15:22,856 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T11:15:22,857 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T11:15:22,857 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1361538320, stopped=false 2024-12-05T11:15:22,857 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6706a97ae65f,43877,1733397260828 2024-12-05T11:15:22,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43877-0x101a53325af0000, quorum=127.0.0.1:50653, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T11:15:22,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37233-0x101a53325af0001, quorum=127.0.0.1:50653, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T11:15:22,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43367-0x101a53325af0002, quorum=127.0.0.1:50653, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T11:15:22,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43877-0x101a53325af0000, quorum=127.0.0.1:50653, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:15:22,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37233-0x101a53325af0001, quorum=127.0.0.1:50653, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:15:22,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43367-0x101a53325af0002, quorum=127.0.0.1:50653, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:15:22,939 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T11:15:22,939 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43877-0x101a53325af0000, quorum=127.0.0.1:50653, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T11:15:22,939 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T11:15:22,939 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:15:22,939 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:15:22,940 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6706a97ae65f,37233,1733397261020' ***** 2024-12-05T11:15:22,940 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T11:15:22,940 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6706a97ae65f,43367,1733397261104' ***** 2024-12-05T11:15:22,940 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T11:15:22,940 INFO [RS:1;6706a97ae65f:43367 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T11:15:22,940 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43367-0x101a53325af0002, quorum=127.0.0.1:50653, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T11:15:22,940 INFO [RS:1;6706a97ae65f:43367 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T11:15:22,940 INFO [RS:1;6706a97ae65f:43367 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T11:15:22,940 INFO [RS:1;6706a97ae65f:43367 {}] regionserver.HRegionServer(3091): Received CLOSE for 3b43c729c7cb1ec92b98c0b88ccf4a5e 2024-12-05T11:15:22,940 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T11:15:22,941 INFO [regionserver/6706a97ae65f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T11:15:22,941 INFO [RS:1;6706a97ae65f:43367 {}] regionserver.HRegionServer(3091): Received CLOSE for 11d25ef9e1f89a86d0b620c006274706 2024-12-05T11:15:22,941 INFO [RS:1;6706a97ae65f:43367 {}] regionserver.HRegionServer(3091): Received CLOSE for cc32fe7137a0f0c5d8e17c0247e14a20 2024-12-05T11:15:22,941 INFO [RS:1;6706a97ae65f:43367 {}] regionserver.HRegionServer(3091): Received CLOSE for 0e283bf2b4a404ee41832bd6f9328bc0 2024-12-05T11:15:22,941 INFO [RS:1;6706a97ae65f:43367 {}] regionserver.HRegionServer(3091): Received CLOSE for 8950cb805c6a2478a90dce6062760ae9 2024-12-05T11:15:22,941 INFO [RS:1;6706a97ae65f:43367 {}] regionserver.HRegionServer(3091): Received CLOSE for 37c443c97fd8090ddb48229425b24665 2024-12-05T11:15:22,941 INFO [RS:1;6706a97ae65f:43367 {}] regionserver.HRegionServer(959): stopping server 6706a97ae65f,43367,1733397261104 2024-12-05T11:15:22,941 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3b43c729c7cb1ec92b98c0b88ccf4a5e, disabling compactions & flushes 2024-12-05T11:15:22,941 INFO [RS:1;6706a97ae65f:43367 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T11:15:22,941 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733397272327.3b43c729c7cb1ec92b98c0b88ccf4a5e. 2024-12-05T11:15:22,941 INFO [RS:1;6706a97ae65f:43367 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;6706a97ae65f:43367. 2024-12-05T11:15:22,941 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733397272327.3b43c729c7cb1ec92b98c0b88ccf4a5e. 2024-12-05T11:15:22,941 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733397272327.3b43c729c7cb1ec92b98c0b88ccf4a5e. after waiting 0 ms 2024-12-05T11:15:22,941 DEBUG [RS:1;6706a97ae65f:43367 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:15:22,941 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37233-0x101a53325af0001, quorum=127.0.0.1:50653, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T11:15:22,941 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733397272327.3b43c729c7cb1ec92b98c0b88ccf4a5e. 2024-12-05T11:15:22,941 DEBUG [RS:1;6706a97ae65f:43367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:15:22,941 INFO [RS:1;6706a97ae65f:43367 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-12-05T11:15:22,941 DEBUG [RS:1;6706a97ae65f:43367 {}] regionserver.HRegionServer(1325): Online Regions={3b43c729c7cb1ec92b98c0b88ccf4a5e=SPTestTable,4ccccccb,1733397272327.3b43c729c7cb1ec92b98c0b88ccf4a5e., 11d25ef9e1f89a86d0b620c006274706=SPTestTable,b333332f,1733397272327.11d25ef9e1f89a86d0b620c006274706., cc32fe7137a0f0c5d8e17c0247e14a20=SPTestTable,33333332,1733397272327.cc32fe7137a0f0c5d8e17c0247e14a20., 0e283bf2b4a404ee41832bd6f9328bc0=SPTestTable,,1733397272327.0e283bf2b4a404ee41832bd6f9328bc0., 8950cb805c6a2478a90dce6062760ae9=SPTestTable,99999996,1733397272327.8950cb805c6a2478a90dce6062760ae9., 37c443c97fd8090ddb48229425b24665=SPTestTable,e6666661,1733397272327.37c443c97fd8090ddb48229425b24665.} 2024-12-05T11:15:22,942 DEBUG [RS:1;6706a97ae65f:43367 {}] regionserver.HRegionServer(1351): Waiting on 0e283bf2b4a404ee41832bd6f9328bc0, 11d25ef9e1f89a86d0b620c006274706, 37c443c97fd8090ddb48229425b24665, 3b43c729c7cb1ec92b98c0b88ccf4a5e, 8950cb805c6a2478a90dce6062760ae9, cc32fe7137a0f0c5d8e17c0247e14a20 2024-12-05T11:15:22,942 INFO [RS:0;6706a97ae65f:37233 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T11:15:22,942 INFO [RS:0;6706a97ae65f:37233 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T11:15:22,942 INFO [RS:0;6706a97ae65f:37233 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T11:15:22,942 INFO [RS:0;6706a97ae65f:37233 {}] regionserver.HRegionServer(3091): Received CLOSE for 72e51d877c9d59cb911c8c78378d197d 2024-12-05T11:15:22,942 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T11:15:22,943 INFO [RS:0;6706a97ae65f:37233 {}] regionserver.HRegionServer(3091): Received CLOSE for 42d9fb80d47b4f8dcf7f2e8d42be510a 2024-12-05T11:15:22,943 INFO [RS:0;6706a97ae65f:37233 {}] regionserver.HRegionServer(3091): Received CLOSE for 3fc302aa33680c3b84e6873a03721e2d 2024-12-05T11:15:22,943 INFO [RS:0;6706a97ae65f:37233 {}] regionserver.HRegionServer(3091): Received CLOSE for 2ced2b3f47c16b71984a60a09607fbb5 2024-12-05T11:15:22,943 INFO [RS:0;6706a97ae65f:37233 {}] regionserver.HRegionServer(959): stopping server 6706a97ae65f,37233,1733397261020 2024-12-05T11:15:22,943 INFO [RS:0;6706a97ae65f:37233 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T11:15:22,943 INFO [RS:0;6706a97ae65f:37233 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6706a97ae65f:37233. 2024-12-05T11:15:22,943 DEBUG [RS:0;6706a97ae65f:37233 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:15:22,943 DEBUG [RS:0;6706a97ae65f:37233 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:15:22,943 INFO [RS:0;6706a97ae65f:37233 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T11:15:22,943 INFO [RS:0;6706a97ae65f:37233 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T11:15:22,943 INFO [RS:0;6706a97ae65f:37233 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T11:15:22,944 INFO [RS:0;6706a97ae65f:37233 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T11:15:22,945 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 72e51d877c9d59cb911c8c78378d197d, disabling compactions & flushes 2024-12-05T11:15:22,945 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733397272327.72e51d877c9d59cb911c8c78378d197d. 2024-12-05T11:15:22,945 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733397272327.72e51d877c9d59cb911c8c78378d197d. 2024-12-05T11:15:22,945 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733397272327.72e51d877c9d59cb911c8c78378d197d. after waiting 0 ms 2024-12-05T11:15:22,945 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733397272327.72e51d877c9d59cb911c8c78378d197d. 2024-12-05T11:15:22,948 INFO [RS:0;6706a97ae65f:37233 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-12-05T11:15:22,948 DEBUG [RS:0;6706a97ae65f:37233 {}] regionserver.HRegionServer(1325): Online Regions={72e51d877c9d59cb911c8c78378d197d=SPTestTable,19999999,1733397272327.72e51d877c9d59cb911c8c78378d197d., 42d9fb80d47b4f8dcf7f2e8d42be510a=SPTestTable,7ffffffd,1733397272327.42d9fb80d47b4f8dcf7f2e8d42be510a., 1588230740=hbase:meta,,1.1588230740, 3fc302aa33680c3b84e6873a03721e2d=SPTestTable,66666664,1733397272327.3fc302aa33680c3b84e6873a03721e2d., 2ced2b3f47c16b71984a60a09607fbb5=SPTestTable,ccccccc8,1733397272327.2ced2b3f47c16b71984a60a09607fbb5.} 2024-12-05T11:15:22,948 DEBUG [RS:0;6706a97ae65f:37233 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2ced2b3f47c16b71984a60a09607fbb5, 3fc302aa33680c3b84e6873a03721e2d, 42d9fb80d47b4f8dcf7f2e8d42be510a, 72e51d877c9d59cb911c8c78378d197d 2024-12-05T11:15:22,948 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T11:15:22,948 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T11:15:22,948 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T11:15:22,948 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T11:15:22,948 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T11:15:22,949 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.38 KB heapSize=25.80 KB 2024-12-05T11:15:22,951 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/data/default/SPTestTable/3b43c729c7cb1ec92b98c0b88ccf4a5e/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-05T11:15:22,951 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733397272327.3b43c729c7cb1ec92b98c0b88ccf4a5e. 2024-12-05T11:15:22,952 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3b43c729c7cb1ec92b98c0b88ccf4a5e: Waiting for close lock at 1733397322941Running coprocessor pre-close hooks at 1733397322941Disabling compacts and flushes for region at 1733397322941Disabling writes for close at 1733397322941Writing region close event to WAL at 1733397322942 (+1 ms)Running coprocessor post-close hooks at 1733397322951 (+9 ms)Closed at 1733397322951 2024-12-05T11:15:22,952 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1733397272327.3b43c729c7cb1ec92b98c0b88ccf4a5e. 2024-12-05T11:15:22,952 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 11d25ef9e1f89a86d0b620c006274706, disabling compactions & flushes 2024-12-05T11:15:22,952 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733397272327.11d25ef9e1f89a86d0b620c006274706. 2024-12-05T11:15:22,952 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733397272327.11d25ef9e1f89a86d0b620c006274706. 2024-12-05T11:15:22,952 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733397272327.11d25ef9e1f89a86d0b620c006274706. after waiting 0 ms 2024-12-05T11:15:22,952 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733397272327.11d25ef9e1f89a86d0b620c006274706. 2024-12-05T11:15:22,975 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/data/default/SPTestTable/72e51d877c9d59cb911c8c78378d197d/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-05T11:15:22,976 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733397272327.72e51d877c9d59cb911c8c78378d197d. 2024-12-05T11:15:22,976 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 72e51d877c9d59cb911c8c78378d197d: Waiting for close lock at 1733397322944Running coprocessor pre-close hooks at 1733397322944Disabling compacts and flushes for region at 1733397322944Disabling writes for close at 1733397322945 (+1 ms)Writing region close event to WAL at 1733397322949 (+4 ms)Running coprocessor post-close hooks at 1733397322975 (+26 ms)Closed at 1733397322976 (+1 ms) 2024-12-05T11:15:22,976 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1733397272327.72e51d877c9d59cb911c8c78378d197d. 2024-12-05T11:15:22,976 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 42d9fb80d47b4f8dcf7f2e8d42be510a, disabling compactions & flushes 2024-12-05T11:15:22,976 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733397272327.42d9fb80d47b4f8dcf7f2e8d42be510a. 2024-12-05T11:15:22,976 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733397272327.42d9fb80d47b4f8dcf7f2e8d42be510a. 2024-12-05T11:15:22,976 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733397272327.42d9fb80d47b4f8dcf7f2e8d42be510a. after waiting 0 ms 2024-12-05T11:15:22,976 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733397272327.42d9fb80d47b4f8dcf7f2e8d42be510a. 2024-12-05T11:15:22,982 INFO [regionserver/6706a97ae65f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T11:15:22,982 INFO [regionserver/6706a97ae65f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T11:15:22,991 INFO [regionserver/6706a97ae65f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T11:15:22,995 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/data/hbase/meta/1588230740/.tmp/info/e86092713f8d4e808a0acd99b7e9dd32 is 167, key is SPTestTable,19999999,1733397272327.72e51d877c9d59cb911c8c78378d197d./info:regioninfo/1733397282735/Put/seqid=0 2024-12-05T11:15:23,001 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/data/default/SPTestTable/11d25ef9e1f89a86d0b620c006274706/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=5 2024-12-05T11:15:23,003 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733397272327.11d25ef9e1f89a86d0b620c006274706. 2024-12-05T11:15:23,003 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 11d25ef9e1f89a86d0b620c006274706: Waiting for close lock at 1733397322952Running coprocessor pre-close hooks at 1733397322952Disabling compacts and flushes for region at 1733397322952Disabling writes for close at 1733397322952Writing region close event to WAL at 1733397322982 (+30 ms)Running coprocessor post-close hooks at 1733397323003 (+21 ms)Closed at 1733397323003 2024-12-05T11:15:23,003 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1733397272327.11d25ef9e1f89a86d0b620c006274706. 2024-12-05T11:15:23,004 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cc32fe7137a0f0c5d8e17c0247e14a20, disabling compactions & flushes 2024-12-05T11:15:23,004 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733397272327.cc32fe7137a0f0c5d8e17c0247e14a20. 2024-12-05T11:15:23,004 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733397272327.cc32fe7137a0f0c5d8e17c0247e14a20. 2024-12-05T11:15:23,004 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733397272327.cc32fe7137a0f0c5d8e17c0247e14a20. after waiting 0 ms 2024-12-05T11:15:23,004 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733397272327.cc32fe7137a0f0c5d8e17c0247e14a20. 2024-12-05T11:15:23,006 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/data/default/SPTestTable/42d9fb80d47b4f8dcf7f2e8d42be510a/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-05T11:15:23,009 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733397272327.42d9fb80d47b4f8dcf7f2e8d42be510a. 2024-12-05T11:15:23,009 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 42d9fb80d47b4f8dcf7f2e8d42be510a: Waiting for close lock at 1733397322976Running coprocessor pre-close hooks at 1733397322976Disabling compacts and flushes for region at 1733397322976Disabling writes for close at 1733397322976Writing region close event to WAL at 1733397322998 (+22 ms)Running coprocessor post-close hooks at 1733397323009 (+11 ms)Closed at 1733397323009 2024-12-05T11:15:23,009 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1733397272327.42d9fb80d47b4f8dcf7f2e8d42be510a. 2024-12-05T11:15:23,009 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3fc302aa33680c3b84e6873a03721e2d, disabling compactions & flushes 2024-12-05T11:15:23,009 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733397272327.3fc302aa33680c3b84e6873a03721e2d. 2024-12-05T11:15:23,009 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733397272327.3fc302aa33680c3b84e6873a03721e2d. 2024-12-05T11:15:23,010 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733397272327.3fc302aa33680c3b84e6873a03721e2d. after waiting 0 ms 2024-12-05T11:15:23,010 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733397272327.3fc302aa33680c3b84e6873a03721e2d. 2024-12-05T11:15:23,061 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/data/default/SPTestTable/cc32fe7137a0f0c5d8e17c0247e14a20/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-05T11:15:23,062 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733397272327.cc32fe7137a0f0c5d8e17c0247e14a20. 2024-12-05T11:15:23,062 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cc32fe7137a0f0c5d8e17c0247e14a20: Waiting for close lock at 1733397323003Running coprocessor pre-close hooks at 1733397323003Disabling compacts and flushes for region at 1733397323003Disabling writes for close at 1733397323004 (+1 ms)Writing region close event to WAL at 1733397323024 (+20 ms)Running coprocessor post-close hooks at 1733397323062 (+38 ms)Closed at 1733397323062 2024-12-05T11:15:23,062 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1733397272327.cc32fe7137a0f0c5d8e17c0247e14a20. 2024-12-05T11:15:23,062 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0e283bf2b4a404ee41832bd6f9328bc0, disabling compactions & flushes 2024-12-05T11:15:23,062 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1733397272327.0e283bf2b4a404ee41832bd6f9328bc0. 2024-12-05T11:15:23,062 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733397272327.0e283bf2b4a404ee41832bd6f9328bc0. 2024-12-05T11:15:23,062 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733397272327.0e283bf2b4a404ee41832bd6f9328bc0. after waiting 0 ms 2024-12-05T11:15:23,062 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733397272327.0e283bf2b4a404ee41832bd6f9328bc0. 2024-12-05T11:15:23,073 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/data/default/SPTestTable/3fc302aa33680c3b84e6873a03721e2d/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-05T11:15:23,074 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733397272327.3fc302aa33680c3b84e6873a03721e2d. 2024-12-05T11:15:23,074 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3fc302aa33680c3b84e6873a03721e2d: Waiting for close lock at 1733397323009Running coprocessor pre-close hooks at 1733397323009Disabling compacts and flushes for region at 1733397323009Disabling writes for close at 1733397323010 (+1 ms)Writing region close event to WAL at 1733397323037 (+27 ms)Running coprocessor post-close hooks at 1733397323074 (+37 ms)Closed at 1733397323074 2024-12-05T11:15:23,074 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1733397272327.3fc302aa33680c3b84e6873a03721e2d. 2024-12-05T11:15:23,074 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2ced2b3f47c16b71984a60a09607fbb5, disabling compactions & flushes 2024-12-05T11:15:23,074 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733397272327.2ced2b3f47c16b71984a60a09607fbb5. 2024-12-05T11:15:23,075 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733397272327.2ced2b3f47c16b71984a60a09607fbb5. 2024-12-05T11:15:23,075 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733397272327.2ced2b3f47c16b71984a60a09607fbb5. after waiting 0 ms 2024-12-05T11:15:23,075 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733397272327.2ced2b3f47c16b71984a60a09607fbb5. 2024-12-05T11:15:23,109 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/data/default/SPTestTable/0e283bf2b4a404ee41832bd6f9328bc0/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-05T11:15:23,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43639 is added to blk_1073741864_1040 (size=19817) 2024-12-05T11:15:23,110 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1733397272327.0e283bf2b4a404ee41832bd6f9328bc0. 2024-12-05T11:15:23,110 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0e283bf2b4a404ee41832bd6f9328bc0: Waiting for close lock at 1733397323062Running coprocessor pre-close hooks at 1733397323062Disabling compacts and flushes for region at 1733397323062Disabling writes for close at 1733397323062Writing region close event to WAL at 1733397323089 (+27 ms)Running coprocessor post-close hooks at 1733397323110 (+21 ms)Closed at 1733397323110 2024-12-05T11:15:23,111 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1733397272327.0e283bf2b4a404ee41832bd6f9328bc0. 2024-12-05T11:15:23,111 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8950cb805c6a2478a90dce6062760ae9, disabling compactions & flushes 2024-12-05T11:15:23,111 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733397272327.8950cb805c6a2478a90dce6062760ae9. 2024-12-05T11:15:23,111 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733397272327.8950cb805c6a2478a90dce6062760ae9. 2024-12-05T11:15:23,111 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733397272327.8950cb805c6a2478a90dce6062760ae9. after waiting 0 ms 2024-12-05T11:15:23,111 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733397272327.8950cb805c6a2478a90dce6062760ae9. 2024-12-05T11:15:23,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741864_1040 (size=19817) 2024-12-05T11:15:23,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34063 is added to blk_1073741864_1040 (size=19817) 2024-12-05T11:15:23,113 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.22 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/data/hbase/meta/1588230740/.tmp/info/e86092713f8d4e808a0acd99b7e9dd32 2024-12-05T11:15:23,121 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/data/default/SPTestTable/2ced2b3f47c16b71984a60a09607fbb5/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-05T11:15:23,122 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733397272327.2ced2b3f47c16b71984a60a09607fbb5. 2024-12-05T11:15:23,122 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2ced2b3f47c16b71984a60a09607fbb5: Waiting for close lock at 1733397323074Running coprocessor pre-close hooks at 1733397323074Disabling compacts and flushes for region at 1733397323074Disabling writes for close at 1733397323075 (+1 ms)Writing region close event to WAL at 1733397323108 (+33 ms)Running coprocessor post-close hooks at 1733397323122 (+14 ms)Closed at 1733397323122 2024-12-05T11:15:23,122 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1733397272327.2ced2b3f47c16b71984a60a09607fbb5. 2024-12-05T11:15:23,122 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/data/default/SPTestTable/8950cb805c6a2478a90dce6062760ae9/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-05T11:15:23,123 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733397272327.8950cb805c6a2478a90dce6062760ae9. 2024-12-05T11:15:23,123 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8950cb805c6a2478a90dce6062760ae9: Waiting for close lock at 1733397323111Running coprocessor pre-close hooks at 1733397323111Disabling compacts and flushes for region at 1733397323111Disabling writes for close at 1733397323111Writing region close event to WAL at 1733397323116 (+5 ms)Running coprocessor post-close hooks at 1733397323123 (+7 ms)Closed at 1733397323123 2024-12-05T11:15:23,123 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1733397272327.8950cb805c6a2478a90dce6062760ae9. 2024-12-05T11:15:23,123 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 37c443c97fd8090ddb48229425b24665, disabling compactions & flushes 2024-12-05T11:15:23,123 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733397272327.37c443c97fd8090ddb48229425b24665. 2024-12-05T11:15:23,123 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733397272327.37c443c97fd8090ddb48229425b24665. 2024-12-05T11:15:23,123 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733397272327.37c443c97fd8090ddb48229425b24665. after waiting 0 ms 2024-12-05T11:15:23,123 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733397272327.37c443c97fd8090ddb48229425b24665. 2024-12-05T11:15:23,131 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/data/default/SPTestTable/37c443c97fd8090ddb48229425b24665/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-05T11:15:23,132 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733397272327.37c443c97fd8090ddb48229425b24665. 2024-12-05T11:15:23,132 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 37c443c97fd8090ddb48229425b24665: Waiting for close lock at 1733397323123Running coprocessor pre-close hooks at 1733397323123Disabling compacts and flushes for region at 1733397323123Disabling writes for close at 1733397323123Writing region close event to WAL at 1733397323124 (+1 ms)Running coprocessor post-close hooks at 1733397323131 (+7 ms)Closed at 1733397323131 2024-12-05T11:15:23,132 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1733397272327.37c443c97fd8090ddb48229425b24665. 2024-12-05T11:15:23,142 INFO [RS:1;6706a97ae65f:43367 {}] regionserver.HRegionServer(976): stopping server 6706a97ae65f,43367,1733397261104; all regions closed. 2024-12-05T11:15:23,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43639 is added to blk_1073741835_1011 (size=4639) 2024-12-05T11:15:23,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34063 is added to blk_1073741835_1011 (size=4639) 2024-12-05T11:15:23,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741835_1011 (size=4639) 2024-12-05T11:15:23,148 DEBUG [RS:0;6706a97ae65f:37233 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T11:15:23,151 DEBUG [RS:1;6706a97ae65f:43367 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/oldWALs 2024-12-05T11:15:23,151 INFO [RS:1;6706a97ae65f:43367 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6706a97ae65f%2C43367%2C1733397261104:(num 1733397262129) 2024-12-05T11:15:23,151 DEBUG [RS:1;6706a97ae65f:43367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:15:23,151 INFO [RS:1;6706a97ae65f:43367 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T11:15:23,151 INFO [RS:1;6706a97ae65f:43367 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T11:15:23,151 INFO [RS:1;6706a97ae65f:43367 {}] hbase.ChoreService(370): Chore service for: regionserver/6706a97ae65f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T11:15:23,151 INFO [RS:1;6706a97ae65f:43367 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T11:15:23,151 INFO [RS:1;6706a97ae65f:43367 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T11:15:23,151 INFO [RS:1;6706a97ae65f:43367 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T11:15:23,151 INFO [RS:1;6706a97ae65f:43367 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T11:15:23,151 INFO [regionserver/6706a97ae65f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T11:15:23,152 INFO [RS:1;6706a97ae65f:43367 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43367 2024-12-05T11:15:23,153 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/data/hbase/meta/1588230740/.tmp/ns/fdbd2c0e1eeb48fb81c9c282b3eb2087 is 43, key is default/ns:d/1733397272234/Put/seqid=0 2024-12-05T11:15:23,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43367-0x101a53325af0002, quorum=127.0.0.1:50653, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6706a97ae65f,43367,1733397261104 2024-12-05T11:15:23,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43877-0x101a53325af0000, quorum=127.0.0.1:50653, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T11:15:23,163 INFO [RS:1;6706a97ae65f:43367 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T11:15:23,174 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6706a97ae65f,43367,1733397261104] 2024-12-05T11:15:23,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34063 is added to blk_1073741865_1041 (size=5153) 2024-12-05T11:15:23,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741865_1041 (size=5153) 2024-12-05T11:15:23,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43639 is added to blk_1073741865_1041 (size=5153) 2024-12-05T11:15:23,177 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/data/hbase/meta/1588230740/.tmp/ns/fdbd2c0e1eeb48fb81c9c282b3eb2087 2024-12-05T11:15:23,184 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/6706a97ae65f,43367,1733397261104 already deleted, retry=false 2024-12-05T11:15:23,184 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6706a97ae65f,43367,1733397261104 expired; onlineServers=1 2024-12-05T11:15:23,223 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/data/hbase/meta/1588230740/.tmp/table/0601689833cb4270bf4808d929f1bf68 is 47, key is SPTestTable/table:state/1733397282835/Put/seqid=0 2024-12-05T11:15:23,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43639 is added to blk_1073741866_1042 (size=5214) 2024-12-05T11:15:23,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741866_1042 (size=5214) 2024-12-05T11:15:23,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34063 is added to blk_1073741866_1042 (size=5214) 2024-12-05T11:15:23,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43367-0x101a53325af0002, quorum=127.0.0.1:50653, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:15:23,274 INFO [RS:1;6706a97ae65f:43367 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T11:15:23,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43367-0x101a53325af0002, quorum=127.0.0.1:50653, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:15:23,274 INFO [RS:1;6706a97ae65f:43367 {}] regionserver.HRegionServer(1031): Exiting; stopping=6706a97ae65f,43367,1733397261104; zookeeper connection closed. 2024-12-05T11:15:23,274 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4a6f98a9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4a6f98a9 2024-12-05T11:15:23,296 INFO [regionserver/6706a97ae65f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-12-05T11:15:23,349 DEBUG [RS:0;6706a97ae65f:37233 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T11:15:23,549 DEBUG [RS:0;6706a97ae65f:37233 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T11:15:23,640 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/data/hbase/meta/1588230740/.tmp/table/0601689833cb4270bf4808d929f1bf68 2024-12-05T11:15:23,647 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/data/hbase/meta/1588230740/.tmp/info/e86092713f8d4e808a0acd99b7e9dd32 as hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/data/hbase/meta/1588230740/info/e86092713f8d4e808a0acd99b7e9dd32 2024-12-05T11:15:23,660 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/data/hbase/meta/1588230740/info/e86092713f8d4e808a0acd99b7e9dd32, entries=112, sequenceid=35, filesize=19.4 K 2024-12-05T11:15:23,661 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/data/hbase/meta/1588230740/.tmp/ns/fdbd2c0e1eeb48fb81c9c282b3eb2087 as hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/data/hbase/meta/1588230740/ns/fdbd2c0e1eeb48fb81c9c282b3eb2087 2024-12-05T11:15:23,668 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/data/hbase/meta/1588230740/ns/fdbd2c0e1eeb48fb81c9c282b3eb2087, entries=2, sequenceid=35, filesize=5.0 K 2024-12-05T11:15:23,669 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/data/hbase/meta/1588230740/.tmp/table/0601689833cb4270bf4808d929f1bf68 as hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/data/hbase/meta/1588230740/table/0601689833cb4270bf4808d929f1bf68 2024-12-05T11:15:23,681 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/data/hbase/meta/1588230740/table/0601689833cb4270bf4808d929f1bf68, entries=2, sequenceid=35, filesize=5.1 K 2024-12-05T11:15:23,682 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.38 KB/15744, heapSize ~25.51 KB/26120, currentSize=0 B/0 for 1588230740 in 733ms, sequenceid=35, compaction requested=false 2024-12-05T11:15:23,687 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/data/hbase/meta/1588230740/recovered.edits/38.seqid, newMaxSeqId=38, maxSeqId=1 2024-12-05T11:15:23,688 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T11:15:23,688 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T11:15:23,688 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733397322948Running coprocessor pre-close hooks at 1733397322948Disabling compacts and flushes for region at 1733397322948Disabling writes for close at 1733397322948Obtaining lock to block concurrent updates at 1733397322949 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733397322949Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=15744, getHeapSize=26360, getOffHeapSize=0, getCellsCount=128 at 1733397322949Flushing stores of hbase:meta,,1.1588230740 at 1733397322950 (+1 ms)Flushing 1588230740/info: creating writer at 1733397322950Flushing 1588230740/info: appending metadata at 1733397322994 (+44 ms)Flushing 1588230740/info: closing flushed file at 1733397322994Flushing 1588230740/ns: creating writer at 1733397323121 (+127 ms)Flushing 1588230740/ns: appending metadata at 1733397323153 (+32 ms)Flushing 1588230740/ns: closing flushed file at 1733397323153Flushing 1588230740/table: creating writer at 1733397323183 (+30 ms)Flushing 1588230740/table: appending metadata at 1733397323223 (+40 ms)Flushing 1588230740/table: closing flushed file at 1733397323223Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c58cee7: reopening flushed file at 1733397323646 (+423 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35aed2d2: reopening flushed file at 1733397323660 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18976739: reopening flushed file at 1733397323669 (+9 ms)Finished flush of dataSize ~15.38 KB/15744, heapSize ~25.51 KB/26120, currentSize=0 B/0 for 1588230740 in 733ms, sequenceid=35, compaction requested=false at 1733397323682 (+13 ms)Writing region close event to WAL at 1733397323683 (+1 ms)Running coprocessor post-close hooks at 1733397323688 (+5 ms)Closed at 1733397323688 2024-12-05T11:15:23,688 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T11:15:23,749 INFO [RS:0;6706a97ae65f:37233 {}] regionserver.HRegionServer(976): stopping server 6706a97ae65f,37233,1733397261020; all regions closed. 2024-12-05T11:15:23,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741836_1012 (size=18438) 2024-12-05T11:15:23,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34063 is added to blk_1073741836_1012 (size=18438) 2024-12-05T11:15:23,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43639 is added to blk_1073741836_1012 (size=18438) 2024-12-05T11:15:23,757 DEBUG [RS:0;6706a97ae65f:37233 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/oldWALs 2024-12-05T11:15:23,757 INFO [RS:0;6706a97ae65f:37233 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6706a97ae65f%2C37233%2C1733397261020.meta:.meta(num 1733397272169) 2024-12-05T11:15:23,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34063 is added to blk_1073741833_1009 (size=2947) 2024-12-05T11:15:23,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741833_1009 (size=2947) 2024-12-05T11:15:23,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43639 is added to blk_1073741833_1009 (size=2947) 2024-12-05T11:15:23,765 DEBUG [RS:0;6706a97ae65f:37233 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/oldWALs 2024-12-05T11:15:23,765 INFO [RS:0;6706a97ae65f:37233 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6706a97ae65f%2C37233%2C1733397261020:(num 1733397262081) 2024-12-05T11:15:23,765 DEBUG [RS:0;6706a97ae65f:37233 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:15:23,765 INFO [RS:0;6706a97ae65f:37233 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T11:15:23,765 INFO [RS:0;6706a97ae65f:37233 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T11:15:23,765 INFO [RS:0;6706a97ae65f:37233 {}] hbase.ChoreService(370): Chore service for: regionserver/6706a97ae65f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T11:15:23,766 INFO [RS:0;6706a97ae65f:37233 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T11:15:23,766 INFO [RS:0;6706a97ae65f:37233 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37233 2024-12-05T11:15:23,766 INFO [regionserver/6706a97ae65f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T11:15:23,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37233-0x101a53325af0001, quorum=127.0.0.1:50653, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6706a97ae65f,37233,1733397261020 2024-12-05T11:15:23,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43877-0x101a53325af0000, quorum=127.0.0.1:50653, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T11:15:23,785 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6706a97ae65f,37233,1733397261020] 2024-12-05T11:15:23,785 INFO [RS:0;6706a97ae65f:37233 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T11:15:23,794 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/6706a97ae65f,37233,1733397261020 already deleted, retry=false 2024-12-05T11:15:23,794 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6706a97ae65f,37233,1733397261020 expired; onlineServers=0 2024-12-05T11:15:23,795 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6706a97ae65f,43877,1733397260828' ***** 2024-12-05T11:15:23,795 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T11:15:23,795 INFO [M:0;6706a97ae65f:43877 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T11:15:23,795 INFO [M:0;6706a97ae65f:43877 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T11:15:23,795 DEBUG [M:0;6706a97ae65f:43877 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T11:15:23,795 DEBUG [M:0;6706a97ae65f:43877 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T11:15:23,795 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T11:15:23,795 DEBUG [master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.large.0-1733397261627 {}] cleaner.HFileCleaner(306): Exit Thread[master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.large.0-1733397261627,5,FailOnTimeoutGroup] 2024-12-05T11:15:23,795 DEBUG [master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.small.0-1733397261632 {}] cleaner.HFileCleaner(306): Exit Thread[master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.small.0-1733397261632,5,FailOnTimeoutGroup] 2024-12-05T11:15:23,795 INFO [M:0;6706a97ae65f:43877 {}] hbase.ChoreService(370): Chore service for: master/6706a97ae65f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T11:15:23,795 INFO [M:0;6706a97ae65f:43877 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T11:15:23,796 DEBUG [M:0;6706a97ae65f:43877 {}] master.HMaster(1795): Stopping service threads 2024-12-05T11:15:23,796 INFO [M:0;6706a97ae65f:43877 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T11:15:23,796 INFO [M:0;6706a97ae65f:43877 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T11:15:23,796 ERROR [M:0;6706a97ae65f:43877 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1506214772) connection to localhost/127.0.0.1:39571 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:39571,5,PEWorkerGroup] 2024-12-05T11:15:23,796 INFO [M:0;6706a97ae65f:43877 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T11:15:23,796 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T11:15:23,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43877-0x101a53325af0000, quorum=127.0.0.1:50653, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-05T11:15:23,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43877-0x101a53325af0000, quorum=127.0.0.1:50653, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T11:15:23,816 DEBUG [M:0;6706a97ae65f:43877 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/master already deleted, retry=false 2024-12-05T11:15:23,816 DEBUG [M:0;6706a97ae65f:43877 {}] master.ActiveMasterManager(353): master:43877-0x101a53325af0000, quorum=127.0.0.1:50653, baseZNode=/hbase Failed delete of our master address node; KeeperErrorCode = NoNode for /hbase/master 2024-12-05T11:15:23,816 INFO [M:0;6706a97ae65f:43877 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/.lastflushedseqids 2024-12-05T11:15:23,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43639 is added to blk_1073741867_1043 (size=650) 2024-12-05T11:15:23,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741867_1043 (size=650) 2024-12-05T11:15:23,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34063 is added to blk_1073741867_1043 (size=650) 2024-12-05T11:15:23,825 INFO [M:0;6706a97ae65f:43877 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T11:15:23,825 INFO [M:0;6706a97ae65f:43877 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T11:15:23,825 DEBUG [M:0;6706a97ae65f:43877 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T11:15:23,825 INFO [M:0;6706a97ae65f:43877 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:15:23,825 DEBUG [M:0;6706a97ae65f:43877 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:15:23,825 DEBUG [M:0;6706a97ae65f:43877 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T11:15:23,825 DEBUG [M:0;6706a97ae65f:43877 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:15:23,825 INFO [M:0;6706a97ae65f:43877 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=234.92 KB heapSize=278.75 KB 2024-12-05T11:15:23,841 DEBUG [M:0;6706a97ae65f:43877 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d62d35bb82e24c868ee2adb18f39ee52 is 82, key is hbase:meta,,1/info:regioninfo/1733397272201/Put/seqid=0 2024-12-05T11:15:23,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43639 is added to blk_1073741868_1044 (size=5672) 2024-12-05T11:15:23,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741868_1044 (size=5672) 2024-12-05T11:15:23,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34063 is added to blk_1073741868_1044 (size=5672) 2024-12-05T11:15:23,854 INFO [M:0;6706a97ae65f:43877 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=476 (bloomFilter=true), to=hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d62d35bb82e24c868ee2adb18f39ee52 2024-12-05T11:15:23,878 DEBUG [M:0;6706a97ae65f:43877 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ea3aad11d7c845f79a7eeabdcb21b0ad is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733397282841/Put/seqid=0 2024-12-05T11:15:23,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43639 is added to blk_1073741869_1045 (size=9321) 2024-12-05T11:15:23,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34063 is added to blk_1073741869_1045 (size=9321) 2024-12-05T11:15:23,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741869_1045 (size=9321) 2024-12-05T11:15:23,898 INFO [M:0;6706a97ae65f:43877 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=234.19 KB at sequenceid=476 (bloomFilter=true), to=hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ea3aad11d7c845f79a7eeabdcb21b0ad 2024-12-05T11:15:23,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37233-0x101a53325af0001, quorum=127.0.0.1:50653, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:15:23,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37233-0x101a53325af0001, quorum=127.0.0.1:50653, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:15:23,905 INFO [RS:0;6706a97ae65f:37233 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T11:15:23,905 INFO [RS:0;6706a97ae65f:37233 {}] regionserver.HRegionServer(1031): Exiting; stopping=6706a97ae65f,37233,1733397261020; zookeeper connection closed. 2024-12-05T11:15:23,906 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@199fb4d7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@199fb4d7 2024-12-05T11:15:23,906 INFO [M:0;6706a97ae65f:43877 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ea3aad11d7c845f79a7eeabdcb21b0ad 2024-12-05T11:15:23,906 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-05T11:15:23,920 DEBUG [M:0;6706a97ae65f:43877 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ce96e02140d34653811b173e2df8b622 is 69, key is 6706a97ae65f,37233,1733397261020/rs:state/1733397261761/Put/seqid=0 2024-12-05T11:15:23,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43639 is added to blk_1073741870_1046 (size=5442) 2024-12-05T11:15:23,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741870_1046 (size=5442) 2024-12-05T11:15:23,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34063 is added to blk_1073741870_1046 (size=5442) 2024-12-05T11:15:23,949 INFO [M:0;6706a97ae65f:43877 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=476 (bloomFilter=true), to=hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ce96e02140d34653811b173e2df8b622 2024-12-05T11:15:23,964 INFO [M:0;6706a97ae65f:43877 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ce96e02140d34653811b173e2df8b622 2024-12-05T11:15:23,965 DEBUG [M:0;6706a97ae65f:43877 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d62d35bb82e24c868ee2adb18f39ee52 as hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d62d35bb82e24c868ee2adb18f39ee52 2024-12-05T11:15:23,974 INFO [M:0;6706a97ae65f:43877 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d62d35bb82e24c868ee2adb18f39ee52, entries=8, sequenceid=476, filesize=5.5 K 2024-12-05T11:15:23,976 DEBUG [M:0;6706a97ae65f:43877 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ea3aad11d7c845f79a7eeabdcb21b0ad as hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ea3aad11d7c845f79a7eeabdcb21b0ad 2024-12-05T11:15:23,993 INFO [M:0;6706a97ae65f:43877 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ea3aad11d7c845f79a7eeabdcb21b0ad 2024-12-05T11:15:23,995 INFO [M:0;6706a97ae65f:43877 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ea3aad11d7c845f79a7eeabdcb21b0ad, entries=54, sequenceid=476, filesize=9.1 K 2024-12-05T11:15:23,996 DEBUG [M:0;6706a97ae65f:43877 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ce96e02140d34653811b173e2df8b622 as hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ce96e02140d34653811b173e2df8b622 2024-12-05T11:15:24,015 INFO [M:0;6706a97ae65f:43877 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ce96e02140d34653811b173e2df8b622 2024-12-05T11:15:24,015 INFO [M:0;6706a97ae65f:43877 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39571/user/jenkins/test-data/90966ce6-bc3a-344c-6a98-5bf7ec2573ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ce96e02140d34653811b173e2df8b622, entries=3, sequenceid=476, filesize=5.3 K 2024-12-05T11:15:24,016 INFO [M:0;6706a97ae65f:43877 {}] regionserver.HRegion(3140): Finished flush of dataSize ~234.92 KB/240563, heapSize ~278.45 KB/285136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 191ms, sequenceid=476, compaction requested=false 2024-12-05T11:15:24,024 INFO [M:0;6706a97ae65f:43877 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:15:24,025 DEBUG [M:0;6706a97ae65f:43877 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733397323825Disabling compacts and flushes for region at 1733397323825Disabling writes for close at 1733397323825Obtaining lock to block concurrent updates at 1733397323825Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733397323825Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=240563, getHeapSize=285376, getOffHeapSize=0, getCellsCount=579 at 1733397323826 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733397323826Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733397323826Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733397323841 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733397323841Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733397323859 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733397323878 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733397323878Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733397323906 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733397323919 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733397323919Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27601474: reopening flushed file at 1733397323964 (+45 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64dd6530: reopening flushed file at 1733397323974 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17cc2519: reopening flushed file at 1733397323995 (+21 ms)Finished flush of dataSize ~234.92 KB/240563, heapSize ~278.45 KB/285136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 191ms, sequenceid=476, compaction requested=false at 1733397324016 (+21 ms)Writing region close event to WAL at 1733397324024 (+8 ms)Closed at 1733397324024 2024-12-05T11:15:24,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43639 is added to blk_1073741830_1006 (size=272334) 2024-12-05T11:15:24,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741830_1006 (size=272334) 2024-12-05T11:15:24,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34063 is added to blk_1073741830_1006 (size=272334) 2024-12-05T11:15:24,036 INFO [M:0;6706a97ae65f:43877 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T11:15:24,036 INFO [M:0;6706a97ae65f:43877 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43877 2024-12-05T11:15:24,036 INFO [M:0;6706a97ae65f:43877 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T11:15:24,037 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T11:15:24,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43877-0x101a53325af0000, quorum=127.0.0.1:50653, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:15:24,210 INFO [M:0;6706a97ae65f:43877 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T11:15:24,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43877-0x101a53325af0000, quorum=127.0.0.1:50653, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:15:24,213 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@16a80560{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T11:15:24,214 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@8a8d92c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T11:15:24,214 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T11:15:24,214 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17a26533{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T11:15:24,214 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@27eeff62{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36ae7a05-5d12-abbf-10be-05ac017effc4/hadoop.log.dir/,STOPPED} 2024-12-05T11:15:24,216 WARN [BP-832989675-172.17.0.2-1733397257622 heartbeating to localhost/127.0.0.1:39571 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T11:15:24,216 WARN [BP-832989675-172.17.0.2-1733397257622 heartbeating to localhost/127.0.0.1:39571 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-832989675-172.17.0.2-1733397257622 (Datanode Uuid b4fc0e69-eee7-40e7-ac78-190272b07a48) service to localhost/127.0.0.1:39571 2024-12-05T11:15:24,216 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T11:15:24,216 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T11:15:24,217 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36ae7a05-5d12-abbf-10be-05ac017effc4/cluster_7dd40e1a-cf7f-f72e-9f49-71e643b1f9ba/data/data5/current/BP-832989675-172.17.0.2-1733397257622 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T11:15:24,217 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36ae7a05-5d12-abbf-10be-05ac017effc4/cluster_7dd40e1a-cf7f-f72e-9f49-71e643b1f9ba/data/data6/current/BP-832989675-172.17.0.2-1733397257622 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T11:15:24,217 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T11:15:24,220 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@233414e8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T11:15:24,220 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4dd57944{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T11:15:24,220 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T11:15:24,221 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d5ae5de{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T11:15:24,221 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50b93e1e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36ae7a05-5d12-abbf-10be-05ac017effc4/hadoop.log.dir/,STOPPED} 2024-12-05T11:15:24,223 WARN [BP-832989675-172.17.0.2-1733397257622 heartbeating to localhost/127.0.0.1:39571 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T11:15:24,223 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T11:15:24,224 WARN [BP-832989675-172.17.0.2-1733397257622 heartbeating to localhost/127.0.0.1:39571 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-832989675-172.17.0.2-1733397257622 (Datanode Uuid 43d39099-faa7-4f51-8042-d3a9a5414038) service to localhost/127.0.0.1:39571 2024-12-05T11:15:24,224 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T11:15:24,224 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36ae7a05-5d12-abbf-10be-05ac017effc4/cluster_7dd40e1a-cf7f-f72e-9f49-71e643b1f9ba/data/data3/current/BP-832989675-172.17.0.2-1733397257622 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T11:15:24,224 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36ae7a05-5d12-abbf-10be-05ac017effc4/cluster_7dd40e1a-cf7f-f72e-9f49-71e643b1f9ba/data/data4/current/BP-832989675-172.17.0.2-1733397257622 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T11:15:24,225 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T11:15:24,232 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@30f7c0fa{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T11:15:24,232 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5094d3e0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T11:15:24,233 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T11:15:24,233 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7dc2cdb9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T11:15:24,233 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@43b6528f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36ae7a05-5d12-abbf-10be-05ac017effc4/hadoop.log.dir/,STOPPED} 2024-12-05T11:15:24,235 WARN [BP-832989675-172.17.0.2-1733397257622 heartbeating to localhost/127.0.0.1:39571 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T11:15:24,235 WARN [BP-832989675-172.17.0.2-1733397257622 heartbeating to localhost/127.0.0.1:39571 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-832989675-172.17.0.2-1733397257622 (Datanode Uuid 9429558b-94cb-457b-8227-cb6a7be47fb1) service to localhost/127.0.0.1:39571 2024-12-05T11:15:24,236 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36ae7a05-5d12-abbf-10be-05ac017effc4/cluster_7dd40e1a-cf7f-f72e-9f49-71e643b1f9ba/data/data1/current/BP-832989675-172.17.0.2-1733397257622 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T11:15:24,236 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36ae7a05-5d12-abbf-10be-05ac017effc4/cluster_7dd40e1a-cf7f-f72e-9f49-71e643b1f9ba/data/data2/current/BP-832989675-172.17.0.2-1733397257622 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T11:15:24,236 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T11:15:24,236 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T11:15:24,236 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T11:15:24,244 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@64876708{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T11:15:24,245 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e2f5b47{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T11:15:24,245 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T11:15:24,245 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@51f349c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T11:15:24,245 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@265115b6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36ae7a05-5d12-abbf-10be-05ac017effc4/hadoop.log.dir/,STOPPED} 2024-12-05T11:15:24,254 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T11:15:24,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T11:15:24,308 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=127 (was 100) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39571 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:39571 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:39571 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39571 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:39571 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39571 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:39571 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:39571 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39571 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39571 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:39571 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:39571 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=476 (was 438) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=323 (was 295) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5960 (was 6277)