2024-12-08 18:00:04,426 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-12-08 18:00:04,439 main DEBUG Took 0.010260 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-08 18:00:04,440 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-08 18:00:04,440 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-08 18:00:04,441 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-08 18:00:04,443 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 18:00:04,452 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-08 18:00:04,469 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 18:00:04,471 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 18:00:04,472 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 18:00:04,472 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 18:00:04,473 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 18:00:04,473 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 18:00:04,474 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 18:00:04,475 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 18:00:04,475 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 18:00:04,476 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 18:00:04,477 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 18:00:04,477 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 18:00:04,478 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 18:00:04,478 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 18:00:04,479 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 18:00:04,479 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 18:00:04,480 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 18:00:04,480 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 18:00:04,481 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 18:00:04,481 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 18:00:04,482 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 18:00:04,482 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 18:00:04,483 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 18:00:04,483 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 18:00:04,484 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 18:00:04,484 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-08 18:00:04,486 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 18:00:04,487 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-08 18:00:04,489 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-08 18:00:04,490 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-08 18:00:04,491 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-08 18:00:04,492 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-08 18:00:04,501 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-08 18:00:04,503 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-08 18:00:04,505 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-08 18:00:04,505 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-08 18:00:04,506 main DEBUG createAppenders(={Console}) 2024-12-08 18:00:04,507 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-12-08 18:00:04,507 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-12-08 18:00:04,507 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-12-08 18:00:04,508 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-08 18:00:04,508 main DEBUG OutputStream closed 2024-12-08 18:00:04,509 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-08 18:00:04,509 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-08 18:00:04,509 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-12-08 18:00:04,600 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-08 18:00:04,603 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-08 18:00:04,604 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-08 18:00:04,605 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-08 18:00:04,605 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-08 18:00:04,605 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-08 18:00:04,606 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-08 18:00:04,606 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-08 18:00:04,606 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-08 18:00:04,606 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-08 18:00:04,607 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-08 18:00:04,607 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-08 18:00:04,607 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-08 18:00:04,607 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-08 18:00:04,608 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-08 18:00:04,608 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-08 18:00:04,608 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-08 18:00:04,609 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-08 18:00:04,611 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-08 18:00:04,611 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-12-08 18:00:04,611 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-08 18:00:04,612 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-12-08T18:00:04,631 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-12-08 18:00:04,634 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-08 18:00:04,634 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-08T18:00:04,643 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-12-08T18:00:04,708 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=339, ProcessCount=12, AvailableMemoryMB=14755 2024-12-08T18:00:05,145 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/288d9263-5d28-cb58-8261-05b284ad61bc 2024-12-08T18:00:05,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-08T18:00:05,170 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/288d9263-5d28-cb58-8261-05b284ad61bc/cluster_84db38fb-1dd3-1256-463a-40b2009b2e1f, deleteOnExit=true 2024-12-08T18:00:05,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-08T18:00:05,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/288d9263-5d28-cb58-8261-05b284ad61bc/test.cache.data in system properties and HBase conf 2024-12-08T18:00:05,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/288d9263-5d28-cb58-8261-05b284ad61bc/hadoop.tmp.dir in system properties and HBase conf 2024-12-08T18:00:05,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/288d9263-5d28-cb58-8261-05b284ad61bc/hadoop.log.dir in system properties and HBase conf 2024-12-08T18:00:05,174 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/288d9263-5d28-cb58-8261-05b284ad61bc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-08T18:00:05,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/288d9263-5d28-cb58-8261-05b284ad61bc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-08T18:00:05,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-08T18:00:05,283 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-08T18:00:05,430 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-08T18:00:05,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/288d9263-5d28-cb58-8261-05b284ad61bc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-08T18:00:05,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/288d9263-5d28-cb58-8261-05b284ad61bc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-08T18:00:05,437 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/288d9263-5d28-cb58-8261-05b284ad61bc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-08T18:00:05,437 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/288d9263-5d28-cb58-8261-05b284ad61bc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-08T18:00:05,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/288d9263-5d28-cb58-8261-05b284ad61bc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-08T18:00:05,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/288d9263-5d28-cb58-8261-05b284ad61bc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-08T18:00:05,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/288d9263-5d28-cb58-8261-05b284ad61bc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-08T18:00:05,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/288d9263-5d28-cb58-8261-05b284ad61bc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-08T18:00:05,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/288d9263-5d28-cb58-8261-05b284ad61bc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-08T18:00:05,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/288d9263-5d28-cb58-8261-05b284ad61bc/nfs.dump.dir in system properties and HBase conf 2024-12-08T18:00:05,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/288d9263-5d28-cb58-8261-05b284ad61bc/java.io.tmpdir in system properties and HBase conf 2024-12-08T18:00:05,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/288d9263-5d28-cb58-8261-05b284ad61bc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-08T18:00:05,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/288d9263-5d28-cb58-8261-05b284ad61bc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-08T18:00:05,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/288d9263-5d28-cb58-8261-05b284ad61bc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-08T18:00:06,989 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-08T18:00:07,092 INFO [Time-limited test {}] log.Log(170): Logging initialized @3658ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-08T18:00:07,202 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-08T18:00:07,288 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-08T18:00:07,319 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-08T18:00:07,319 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-08T18:00:07,321 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-08T18:00:07,338 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-08T18:00:07,342 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/288d9263-5d28-cb58-8261-05b284ad61bc/hadoop.log.dir/,AVAILABLE} 2024-12-08T18:00:07,344 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-08T18:00:07,555 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/288d9263-5d28-cb58-8261-05b284ad61bc/java.io.tmpdir/jetty-localhost-36713-hadoop-hdfs-3_4_1-tests_jar-_-any-16153253502374714110/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-08T18:00:07,560 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:36713} 2024-12-08T18:00:07,561 INFO [Time-limited test {}] server.Server(415): Started @4127ms 2024-12-08T18:00:08,213 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-08T18:00:08,220 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-08T18:00:08,221 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-08T18:00:08,221 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-08T18:00:08,221 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-08T18:00:08,223 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@225fb320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/288d9263-5d28-cb58-8261-05b284ad61bc/hadoop.log.dir/,AVAILABLE} 2024-12-08T18:00:08,223 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55b4afc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-08T18:00:08,326 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1722ba9a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/288d9263-5d28-cb58-8261-05b284ad61bc/java.io.tmpdir/jetty-localhost-34061-hadoop-hdfs-3_4_1-tests_jar-_-any-9783125934735178502/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-08T18:00:08,327 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@57faae2b{HTTP/1.1, (http/1.1)}{localhost:34061} 2024-12-08T18:00:08,327 INFO [Time-limited test {}] server.Server(415): Started @4894ms 2024-12-08T18:00:08,378 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-08T18:00:08,522 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-08T18:00:08,529 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-08T18:00:08,534 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-08T18:00:08,534 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-08T18:00:08,535 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-08T18:00:08,536 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cae7855{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/288d9263-5d28-cb58-8261-05b284ad61bc/hadoop.log.dir/,AVAILABLE} 2024-12-08T18:00:08,537 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a2b6a73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-08T18:00:08,675 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@9d2632f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/288d9263-5d28-cb58-8261-05b284ad61bc/java.io.tmpdir/jetty-localhost-41473-hadoop-hdfs-3_4_1-tests_jar-_-any-4279183432849516384/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-08T18:00:08,676 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c8e80d{HTTP/1.1, (http/1.1)}{localhost:41473} 2024-12-08T18:00:08,676 INFO [Time-limited test {}] server.Server(415): Started @5243ms 2024-12-08T18:00:08,679 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-08T18:00:08,734 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-08T18:00:08,741 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-08T18:00:08,749 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-08T18:00:08,750 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-08T18:00:08,750 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-08T18:00:08,752 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55fcaba0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/288d9263-5d28-cb58-8261-05b284ad61bc/hadoop.log.dir/,AVAILABLE} 2024-12-08T18:00:08,752 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3abb77fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-08T18:00:08,857 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e7c21d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/288d9263-5d28-cb58-8261-05b284ad61bc/java.io.tmpdir/jetty-localhost-36099-hadoop-hdfs-3_4_1-tests_jar-_-any-17571011255289485918/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-08T18:00:08,858 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@30cac06d{HTTP/1.1, (http/1.1)}{localhost:36099} 2024-12-08T18:00:08,858 INFO [Time-limited test {}] server.Server(415): Started @5425ms 2024-12-08T18:00:08,861 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-08T18:00:10,763 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/288d9263-5d28-cb58-8261-05b284ad61bc/cluster_84db38fb-1dd3-1256-463a-40b2009b2e1f/data/data1/current/BP-113978056-172.17.0.2-1733680806169/current, will proceed with Du for space computation calculation, 2024-12-08T18:00:10,763 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/288d9263-5d28-cb58-8261-05b284ad61bc/cluster_84db38fb-1dd3-1256-463a-40b2009b2e1f/data/data3/current/BP-113978056-172.17.0.2-1733680806169/current, will proceed with Du for space computation calculation, 2024-12-08T18:00:10,763 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/288d9263-5d28-cb58-8261-05b284ad61bc/cluster_84db38fb-1dd3-1256-463a-40b2009b2e1f/data/data2/current/BP-113978056-172.17.0.2-1733680806169/current, will proceed with Du for space computation calculation, 2024-12-08T18:00:10,764 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/288d9263-5d28-cb58-8261-05b284ad61bc/cluster_84db38fb-1dd3-1256-463a-40b2009b2e1f/data/data4/current/BP-113978056-172.17.0.2-1733680806169/current, will proceed with Du for space computation calculation, 2024-12-08T18:00:10,831 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-08T18:00:10,834 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-08T18:00:10,896 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb21184c2f062a48f with lease ID 0xa2fd35a86795f85b: Processing first storage report for DS-8de05807-7cda-40a2-b169-0909632f6a8d from datanode DatanodeRegistration(127.0.0.1:33449, datanodeUuid=6767ec68-3213-460d-a38a-508db57ace3d, infoPort=35261, infoSecurePort=0, ipcPort=35645, storageInfo=lv=-57;cid=testClusterID;nsid=1542529135;c=1733680806169) 2024-12-08T18:00:10,898 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb21184c2f062a48f with lease ID 0xa2fd35a86795f85b: from storage DS-8de05807-7cda-40a2-b169-0909632f6a8d node DatanodeRegistration(127.0.0.1:33449, datanodeUuid=6767ec68-3213-460d-a38a-508db57ace3d, infoPort=35261, infoSecurePort=0, ipcPort=35645, storageInfo=lv=-57;cid=testClusterID;nsid=1542529135;c=1733680806169), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-08T18:00:10,899 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd9ea75b8d71d9882 with lease ID 0xa2fd35a86795f85c: Processing first storage report for DS-e09bc24b-2a04-4b4f-9f35-2fc5500b651f from datanode DatanodeRegistration(127.0.0.1:33195, datanodeUuid=75e73e46-ca69-469d-a31e-70090f19da6c, infoPort=45047, infoSecurePort=0, ipcPort=32953, storageInfo=lv=-57;cid=testClusterID;nsid=1542529135;c=1733680806169) 2024-12-08T18:00:10,899 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd9ea75b8d71d9882 with lease ID 0xa2fd35a86795f85c: from storage DS-e09bc24b-2a04-4b4f-9f35-2fc5500b651f node DatanodeRegistration(127.0.0.1:33195, datanodeUuid=75e73e46-ca69-469d-a31e-70090f19da6c, infoPort=45047, infoSecurePort=0, ipcPort=32953, storageInfo=lv=-57;cid=testClusterID;nsid=1542529135;c=1733680806169), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-08T18:00:10,899 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb21184c2f062a48f with lease ID 0xa2fd35a86795f85b: Processing first storage report for DS-0b86ef25-7db3-4c3f-8225-eb4f6018f33b from datanode DatanodeRegistration(127.0.0.1:33449, datanodeUuid=6767ec68-3213-460d-a38a-508db57ace3d, infoPort=35261, infoSecurePort=0, ipcPort=35645, storageInfo=lv=-57;cid=testClusterID;nsid=1542529135;c=1733680806169) 2024-12-08T18:00:10,900 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb21184c2f062a48f with lease ID 0xa2fd35a86795f85b: from storage DS-0b86ef25-7db3-4c3f-8225-eb4f6018f33b node DatanodeRegistration(127.0.0.1:33449, datanodeUuid=6767ec68-3213-460d-a38a-508db57ace3d, infoPort=35261, infoSecurePort=0, ipcPort=35645, storageInfo=lv=-57;cid=testClusterID;nsid=1542529135;c=1733680806169), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-08T18:00:10,900 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd9ea75b8d71d9882 with lease ID 0xa2fd35a86795f85c: Processing first storage report for DS-776f3dac-20ad-4643-a967-0e61d8bcc761 from datanode DatanodeRegistration(127.0.0.1:33195, datanodeUuid=75e73e46-ca69-469d-a31e-70090f19da6c, infoPort=45047, infoSecurePort=0, ipcPort=32953, storageInfo=lv=-57;cid=testClusterID;nsid=1542529135;c=1733680806169) 2024-12-08T18:00:10,900 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd9ea75b8d71d9882 with lease ID 0xa2fd35a86795f85c: from storage DS-776f3dac-20ad-4643-a967-0e61d8bcc761 node DatanodeRegistration(127.0.0.1:33195, datanodeUuid=75e73e46-ca69-469d-a31e-70090f19da6c, infoPort=45047, infoSecurePort=0, ipcPort=32953, storageInfo=lv=-57;cid=testClusterID;nsid=1542529135;c=1733680806169), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-08T18:00:10,916 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/288d9263-5d28-cb58-8261-05b284ad61bc/cluster_84db38fb-1dd3-1256-463a-40b2009b2e1f/data/data5/current/BP-113978056-172.17.0.2-1733680806169/current, will proceed with Du for space computation calculation, 2024-12-08T18:00:10,917 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/288d9263-5d28-cb58-8261-05b284ad61bc/cluster_84db38fb-1dd3-1256-463a-40b2009b2e1f/data/data6/current/BP-113978056-172.17.0.2-1733680806169/current, will proceed with Du for space computation calculation, 2024-12-08T18:00:10,948 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-08T18:00:10,957 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3441fe9b7a3af999 with lease ID 0xa2fd35a86795f85d: Processing first storage report for DS-20d380a2-f4f5-4238-a1a8-89c021c8ba83 from datanode DatanodeRegistration(127.0.0.1:43717, datanodeUuid=32862398-8ee6-44d0-951b-ed38ad25d6a8, infoPort=38261, infoSecurePort=0, ipcPort=44313, storageInfo=lv=-57;cid=testClusterID;nsid=1542529135;c=1733680806169) 2024-12-08T18:00:10,957 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3441fe9b7a3af999 with lease ID 0xa2fd35a86795f85d: from storage DS-20d380a2-f4f5-4238-a1a8-89c021c8ba83 node DatanodeRegistration(127.0.0.1:43717, datanodeUuid=32862398-8ee6-44d0-951b-ed38ad25d6a8, infoPort=38261, infoSecurePort=0, ipcPort=44313, storageInfo=lv=-57;cid=testClusterID;nsid=1542529135;c=1733680806169), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-08T18:00:10,957 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3441fe9b7a3af999 with lease ID 0xa2fd35a86795f85d: Processing first storage report for DS-ec5d108a-ee77-4eac-9e29-6e55b6783a97 from datanode DatanodeRegistration(127.0.0.1:43717, datanodeUuid=32862398-8ee6-44d0-951b-ed38ad25d6a8, infoPort=38261, infoSecurePort=0, ipcPort=44313, storageInfo=lv=-57;cid=testClusterID;nsid=1542529135;c=1733680806169) 2024-12-08T18:00:10,958 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3441fe9b7a3af999 with lease ID 0xa2fd35a86795f85d: from storage DS-ec5d108a-ee77-4eac-9e29-6e55b6783a97 node DatanodeRegistration(127.0.0.1:43717, datanodeUuid=32862398-8ee6-44d0-951b-ed38ad25d6a8, infoPort=38261, infoSecurePort=0, ipcPort=44313, storageInfo=lv=-57;cid=testClusterID;nsid=1542529135;c=1733680806169), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-08T18:00:11,064 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/288d9263-5d28-cb58-8261-05b284ad61bc 2024-12-08T18:00:11,162 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/288d9263-5d28-cb58-8261-05b284ad61bc/cluster_84db38fb-1dd3-1256-463a-40b2009b2e1f/zookeeper_0, clientPort=52371, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/288d9263-5d28-cb58-8261-05b284ad61bc/cluster_84db38fb-1dd3-1256-463a-40b2009b2e1f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/288d9263-5d28-cb58-8261-05b284ad61bc/cluster_84db38fb-1dd3-1256-463a-40b2009b2e1f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-08T18:00:11,176 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52371 2024-12-08T18:00:11,190 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T18:00:11,193 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T18:00:11,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33449 is added to blk_1073741825_1001 (size=7) 2024-12-08T18:00:11,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33195 is added to blk_1073741825_1001 (size=7) 2024-12-08T18:00:11,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43717 is added to blk_1073741825_1001 (size=7) 2024-12-08T18:00:11,815 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e with version=8 2024-12-08T18:00:11,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/hbase-staging 2024-12-08T18:00:11,898 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-08T18:00:12,112 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b1d30ef9e474:0 server-side Connection retries=45 2024-12-08T18:00:12,122 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T18:00:12,122 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-08T18:00:12,127 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-08T18:00:12,128 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T18:00:12,128 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-08T18:00:12,293 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-08T18:00:12,362 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-08T18:00:12,373 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-08T18:00:12,378 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-08T18:00:12,411 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1003 (auto-detected) 2024-12-08T18:00:12,413 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-08T18:00:12,436 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38453 2024-12-08T18:00:12,460 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38453 connecting to ZooKeeper ensemble=127.0.0.1:52371 2024-12-08T18:00:12,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:384530x0, quorum=127.0.0.1:52371, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-08T18:00:12,531 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38453-0x1000695d3430000 connected 2024-12-08T18:00:12,624 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T18:00:12,629 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T18:00:12,641 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38453-0x1000695d3430000, quorum=127.0.0.1:52371, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T18:00:12,645 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e, hbase.cluster.distributed=false 2024-12-08T18:00:12,671 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38453-0x1000695d3430000, quorum=127.0.0.1:52371, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-08T18:00:12,675 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38453 2024-12-08T18:00:12,676 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38453 2024-12-08T18:00:12,676 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38453 2024-12-08T18:00:12,677 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38453 2024-12-08T18:00:12,679 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38453 2024-12-08T18:00:12,772 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b1d30ef9e474:0 server-side Connection retries=45 2024-12-08T18:00:12,773 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T18:00:12,773 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-08T18:00:12,773 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-08T18:00:12,773 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T18:00:12,774 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-08T18:00:12,776 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-08T18:00:12,778 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-08T18:00:12,779 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43331 2024-12-08T18:00:12,781 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43331 connecting to ZooKeeper ensemble=127.0.0.1:52371 2024-12-08T18:00:12,782 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T18:00:12,785 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T18:00:12,801 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:433310x0, quorum=127.0.0.1:52371, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-08T18:00:12,802 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43331-0x1000695d3430001 connected 2024-12-08T18:00:12,802 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43331-0x1000695d3430001, quorum=127.0.0.1:52371, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T18:00:12,806 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-08T18:00:12,812 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-08T18:00:12,815 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43331-0x1000695d3430001, quorum=127.0.0.1:52371, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-08T18:00:12,820 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43331-0x1000695d3430001, quorum=127.0.0.1:52371, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-08T18:00:12,821 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43331 2024-12-08T18:00:12,821 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43331 2024-12-08T18:00:12,821 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43331 2024-12-08T18:00:12,822 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43331 2024-12-08T18:00:12,822 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43331 2024-12-08T18:00:12,836 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b1d30ef9e474:0 server-side Connection retries=45 2024-12-08T18:00:12,836 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T18:00:12,836 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-08T18:00:12,837 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-08T18:00:12,837 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T18:00:12,837 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-08T18:00:12,837 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-08T18:00:12,838 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-08T18:00:12,838 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38425 2024-12-08T18:00:12,840 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38425 connecting to ZooKeeper ensemble=127.0.0.1:52371 2024-12-08T18:00:12,841 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T18:00:12,842 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T18:00:12,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:384250x0, quorum=127.0.0.1:52371, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-08T18:00:12,855 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:384250x0, quorum=127.0.0.1:52371, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T18:00:12,855 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38425-0x1000695d3430002 connected 2024-12-08T18:00:12,855 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-08T18:00:12,856 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-08T18:00:12,858 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38425-0x1000695d3430002, quorum=127.0.0.1:52371, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-08T18:00:12,860 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38425-0x1000695d3430002, quorum=127.0.0.1:52371, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-08T18:00:12,861 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38425 2024-12-08T18:00:12,861 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38425 2024-12-08T18:00:12,862 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38425 2024-12-08T18:00:12,864 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38425 2024-12-08T18:00:12,864 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38425 2024-12-08T18:00:12,880 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b1d30ef9e474:0 server-side Connection retries=45 2024-12-08T18:00:12,880 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T18:00:12,880 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-08T18:00:12,881 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-08T18:00:12,881 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T18:00:12,881 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-08T18:00:12,881 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-08T18:00:12,881 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-08T18:00:12,882 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33515 2024-12-08T18:00:12,884 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33515 connecting to ZooKeeper ensemble=127.0.0.1:52371 2024-12-08T18:00:12,885 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T18:00:12,887 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T18:00:12,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:335150x0, quorum=127.0.0.1:52371, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-08T18:00:12,902 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:335150x0, quorum=127.0.0.1:52371, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T18:00:12,903 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33515-0x1000695d3430003 connected 2024-12-08T18:00:12,903 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-08T18:00:12,904 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-08T18:00:12,905 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33515-0x1000695d3430003, quorum=127.0.0.1:52371, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-08T18:00:12,907 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33515-0x1000695d3430003, quorum=127.0.0.1:52371, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-08T18:00:12,908 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33515 2024-12-08T18:00:12,908 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33515 2024-12-08T18:00:12,909 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33515 2024-12-08T18:00:12,909 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33515 2024-12-08T18:00:12,910 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33515 2024-12-08T18:00:12,926 DEBUG [M:0;b1d30ef9e474:38453 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b1d30ef9e474:38453 2024-12-08T18:00:12,927 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/b1d30ef9e474,38453,1733680811956 2024-12-08T18:00:12,944 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43331-0x1000695d3430001, quorum=127.0.0.1:52371, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T18:00:12,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33515-0x1000695d3430003, quorum=127.0.0.1:52371, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T18:00:12,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38425-0x1000695d3430002, quorum=127.0.0.1:52371, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T18:00:12,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38453-0x1000695d3430000, quorum=127.0.0.1:52371, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T18:00:12,947 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38453-0x1000695d3430000, quorum=127.0.0.1:52371, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/b1d30ef9e474,38453,1733680811956 2024-12-08T18:00:12,980 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43331-0x1000695d3430001, quorum=127.0.0.1:52371, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-08T18:00:12,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33515-0x1000695d3430003, quorum=127.0.0.1:52371, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-08T18:00:12,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38453-0x1000695d3430000, quorum=127.0.0.1:52371, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T18:00:12,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38425-0x1000695d3430002, quorum=127.0.0.1:52371, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-08T18:00:12,980 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43331-0x1000695d3430001, quorum=127.0.0.1:52371, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T18:00:12,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38425-0x1000695d3430002, quorum=127.0.0.1:52371, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T18:00:12,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33515-0x1000695d3430003, quorum=127.0.0.1:52371, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T18:00:12,981 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38453-0x1000695d3430000, quorum=127.0.0.1:52371, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-08T18:00:12,983 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/b1d30ef9e474,38453,1733680811956 from backup master directory 2024-12-08T18:00:12,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38453-0x1000695d3430000, quorum=127.0.0.1:52371, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/b1d30ef9e474,38453,1733680811956 2024-12-08T18:00:12,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33515-0x1000695d3430003, quorum=127.0.0.1:52371, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T18:00:12,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38425-0x1000695d3430002, quorum=127.0.0.1:52371, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T18:00:12,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38453-0x1000695d3430000, quorum=127.0.0.1:52371, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T18:00:12,997 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43331-0x1000695d3430001, quorum=127.0.0.1:52371, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T18:00:12,998 WARN [master/b1d30ef9e474:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-08T18:00:12,998 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b1d30ef9e474,38453,1733680811956 2024-12-08T18:00:13,001 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-08T18:00:13,002 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-08T18:00:13,056 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/hbase.id] with ID: 560f8057-b752-4687-9df1-9bb73863ffc3 2024-12-08T18:00:13,056 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/.tmp/hbase.id 2024-12-08T18:00:13,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33449 is added to blk_1073741826_1002 (size=42) 2024-12-08T18:00:13,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33195 is added to blk_1073741826_1002 (size=42) 2024-12-08T18:00:13,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43717 is added to blk_1073741826_1002 (size=42) 2024-12-08T18:00:13,071 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/.tmp/hbase.id]:[hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/hbase.id] 2024-12-08T18:00:13,112 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T18:00:13,118 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-08T18:00:13,135 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 15ms. 2024-12-08T18:00:13,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38453-0x1000695d3430000, quorum=127.0.0.1:52371, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T18:00:13,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33515-0x1000695d3430003, quorum=127.0.0.1:52371, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T18:00:13,159 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43331-0x1000695d3430001, quorum=127.0.0.1:52371, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T18:00:13,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38425-0x1000695d3430002, quorum=127.0.0.1:52371, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T18:00:13,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33195 is added to blk_1073741827_1003 (size=196) 2024-12-08T18:00:13,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33449 is added to blk_1073741827_1003 (size=196) 2024-12-08T18:00:13,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43717 is added to blk_1073741827_1003 (size=196) 2024-12-08T18:00:13,197 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-08T18:00:13,200 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-08T18:00:13,214 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T18:00:13,218 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T18:00:13,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33449 is added to blk_1073741828_1004 (size=1189) 2024-12-08T18:00:13,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33195 is added to blk_1073741828_1004 (size=1189) 2024-12-08T18:00:13,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43717 is added to blk_1073741828_1004 (size=1189) 2024-12-08T18:00:13,268 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/MasterData/data/master/store 2024-12-08T18:00:13,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33449 is added to blk_1073741829_1005 (size=34) 2024-12-08T18:00:13,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43717 is added to blk_1073741829_1005 (size=34) 2024-12-08T18:00:13,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33195 is added to blk_1073741829_1005 (size=34) 2024-12-08T18:00:13,294 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-08T18:00:13,298 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T18:00:13,299 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-08T18:00:13,299 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T18:00:13,299 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T18:00:13,300 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-08T18:00:13,300 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T18:00:13,300 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T18:00:13,301 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733680813299Disabling compacts and flushes for region at 1733680813299Disabling writes for close at 1733680813300 (+1 ms)Writing region close event to WAL at 1733680813300Closed at 1733680813300 2024-12-08T18:00:13,303 WARN [master/b1d30ef9e474:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/MasterData/data/master/store/.initializing 2024-12-08T18:00:13,303 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/MasterData/WALs/b1d30ef9e474,38453,1733680811956 2024-12-08T18:00:13,311 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-08T18:00:13,324 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b1d30ef9e474%2C38453%2C1733680811956, suffix=, logDir=hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/MasterData/WALs/b1d30ef9e474,38453,1733680811956, archiveDir=hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/MasterData/oldWALs, maxLogs=10 2024-12-08T18:00:13,353 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/MasterData/WALs/b1d30ef9e474,38453,1733680811956/b1d30ef9e474%2C38453%2C1733680811956.1733680813329, exclude list is [], retry=0 2024-12-08T18:00:13,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33195,DS-e09bc24b-2a04-4b4f-9f35-2fc5500b651f,DISK] 2024-12-08T18:00:13,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43717,DS-20d380a2-f4f5-4238-a1a8-89c021c8ba83,DISK] 2024-12-08T18:00:13,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33449,DS-8de05807-7cda-40a2-b169-0909632f6a8d,DISK] 2024-12-08T18:00:13,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-08T18:00:13,409 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/MasterData/WALs/b1d30ef9e474,38453,1733680811956/b1d30ef9e474%2C38453%2C1733680811956.1733680813329 2024-12-08T18:00:13,410 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35261:35261),(127.0.0.1/127.0.0.1:38261:38261),(127.0.0.1/127.0.0.1:45047:45047)] 2024-12-08T18:00:13,410 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-08T18:00:13,411 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T18:00:13,414 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T18:00:13,414 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T18:00:13,444 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-08T18:00:13,465 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-08T18:00:13,468 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T18:00:13,470 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T18:00:13,471 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-08T18:00:13,474 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-08T18:00:13,474 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T18:00:13,476 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T18:00:13,476 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-08T18:00:13,479 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-08T18:00:13,480 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T18:00:13,481 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T18:00:13,481 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-08T18:00:13,483 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-08T18:00:13,483 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T18:00:13,484 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T18:00:13,485 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T18:00:13,488 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-08T18:00:13,489 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-08T18:00:13,494 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T18:00:13,494 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T18:00:13,497 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-08T18:00:13,500 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T18:00:13,504 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T18:00:13,505 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61631445, jitterRate=-0.08161990344524384}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-08T18:00:13,511 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733680813425Initializing all the Stores at 1733680813427 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733680813428 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733680813428Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733680813428Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733680813428Cleaning up temporary data from old regions at 1733680813494 (+66 ms)Region opened successfully at 1733680813510 (+16 ms) 2024-12-08T18:00:13,512 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-08T18:00:13,541 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ade7d7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b1d30ef9e474/172.17.0.2:0 2024-12-08T18:00:13,566 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-08T18:00:13,575 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-08T18:00:13,575 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-08T18:00:13,578 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-08T18:00:13,580 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-08T18:00:13,584 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-12-08T18:00:13,585 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-12-08T18:00:13,608 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-08T18:00:13,616 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38453-0x1000695d3430000, quorum=127.0.0.1:52371, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-08T18:00:13,670 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-08T18:00:13,673 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-08T18:00:13,675 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38453-0x1000695d3430000, quorum=127.0.0.1:52371, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-08T18:00:13,685 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-08T18:00:13,688 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-08T18:00:13,692 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38453-0x1000695d3430000, quorum=127.0.0.1:52371, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-08T18:00:13,701 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-08T18:00:13,703 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38453-0x1000695d3430000, quorum=127.0.0.1:52371, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-08T18:00:13,712 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-08T18:00:13,731 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38453-0x1000695d3430000, quorum=127.0.0.1:52371, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-08T18:00:13,743 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-08T18:00:13,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33515-0x1000695d3430003, quorum=127.0.0.1:52371, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-08T18:00:13,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38425-0x1000695d3430002, quorum=127.0.0.1:52371, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-08T18:00:13,754 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43331-0x1000695d3430001, quorum=127.0.0.1:52371, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-08T18:00:13,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33515-0x1000695d3430003, quorum=127.0.0.1:52371, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T18:00:13,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38425-0x1000695d3430002, quorum=127.0.0.1:52371, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T18:00:13,755 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43331-0x1000695d3430001, quorum=127.0.0.1:52371, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T18:00:13,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38453-0x1000695d3430000, quorum=127.0.0.1:52371, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-08T18:00:13,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38453-0x1000695d3430000, quorum=127.0.0.1:52371, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T18:00:13,759 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b1d30ef9e474,38453,1733680811956, sessionid=0x1000695d3430000, setting cluster-up flag (Was=false) 2024-12-08T18:00:13,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38453-0x1000695d3430000, quorum=127.0.0.1:52371, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T18:00:13,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33515-0x1000695d3430003, quorum=127.0.0.1:52371, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T18:00:13,791 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43331-0x1000695d3430001, quorum=127.0.0.1:52371, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T18:00:13,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38425-0x1000695d3430002, quorum=127.0.0.1:52371, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T18:00:13,823 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-08T18:00:13,827 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b1d30ef9e474,38453,1733680811956 2024-12-08T18:00:13,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33515-0x1000695d3430003, quorum=127.0.0.1:52371, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T18:00:13,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38453-0x1000695d3430000, quorum=127.0.0.1:52371, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T18:00:13,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38425-0x1000695d3430002, quorum=127.0.0.1:52371, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T18:00:13,854 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43331-0x1000695d3430001, quorum=127.0.0.1:52371, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T18:00:13,886 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-08T18:00:13,889 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b1d30ef9e474,38453,1733680811956 2024-12-08T18:00:13,898 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-08T18:00:13,913 INFO [RS:1;b1d30ef9e474:38425 {}] regionserver.HRegionServer(746): ClusterId : 560f8057-b752-4687-9df1-9bb73863ffc3 2024-12-08T18:00:13,913 INFO [RS:0;b1d30ef9e474:43331 {}] regionserver.HRegionServer(746): ClusterId : 560f8057-b752-4687-9df1-9bb73863ffc3 2024-12-08T18:00:13,913 INFO [RS:2;b1d30ef9e474:33515 {}] regionserver.HRegionServer(746): ClusterId : 560f8057-b752-4687-9df1-9bb73863ffc3 2024-12-08T18:00:13,916 DEBUG [RS:0;b1d30ef9e474:43331 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-08T18:00:13,916 DEBUG [RS:1;b1d30ef9e474:38425 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-08T18:00:13,916 DEBUG [RS:2;b1d30ef9e474:33515 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-08T18:00:13,929 DEBUG [RS:0;b1d30ef9e474:43331 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-08T18:00:13,929 DEBUG [RS:2;b1d30ef9e474:33515 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-08T18:00:13,929 DEBUG [RS:1;b1d30ef9e474:38425 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-08T18:00:13,930 DEBUG [RS:2;b1d30ef9e474:33515 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-08T18:00:13,930 DEBUG [RS:0;b1d30ef9e474:43331 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-08T18:00:13,930 DEBUG [RS:1;b1d30ef9e474:38425 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-08T18:00:13,939 DEBUG [RS:2;b1d30ef9e474:33515 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-08T18:00:13,939 DEBUG [RS:1;b1d30ef9e474:38425 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-08T18:00:13,939 DEBUG [RS:0;b1d30ef9e474:43331 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-08T18:00:13,940 DEBUG [RS:2;b1d30ef9e474:33515 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@351463dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b1d30ef9e474/172.17.0.2:0 2024-12-08T18:00:13,940 DEBUG [RS:1;b1d30ef9e474:38425 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d816e5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b1d30ef9e474/172.17.0.2:0 2024-12-08T18:00:13,940 DEBUG [RS:0;b1d30ef9e474:43331 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72a349fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b1d30ef9e474/172.17.0.2:0 2024-12-08T18:00:13,953 DEBUG [RS:1;b1d30ef9e474:38425 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;b1d30ef9e474:38425 2024-12-08T18:00:13,956 INFO [RS:1;b1d30ef9e474:38425 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-08T18:00:13,957 INFO [RS:1;b1d30ef9e474:38425 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-08T18:00:13,957 DEBUG [RS:1;b1d30ef9e474:38425 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-08T18:00:13,958 DEBUG [RS:0;b1d30ef9e474:43331 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b1d30ef9e474:43331 2024-12-08T18:00:13,958 DEBUG [RS:2;b1d30ef9e474:33515 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;b1d30ef9e474:33515 2024-12-08T18:00:13,958 INFO [RS:0;b1d30ef9e474:43331 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-08T18:00:13,958 INFO [RS:0;b1d30ef9e474:43331 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-08T18:00:13,958 INFO [RS:2;b1d30ef9e474:33515 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-08T18:00:13,958 DEBUG [RS:0;b1d30ef9e474:43331 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-08T18:00:13,958 INFO [RS:2;b1d30ef9e474:33515 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-08T18:00:13,958 DEBUG [RS:2;b1d30ef9e474:33515 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-08T18:00:13,960 INFO [RS:0;b1d30ef9e474:43331 {}] regionserver.HRegionServer(2659): reportForDuty to master=b1d30ef9e474,38453,1733680811956 with port=43331, startcode=1733680812742 2024-12-08T18:00:13,960 INFO [RS:1;b1d30ef9e474:38425 {}] regionserver.HRegionServer(2659): reportForDuty to master=b1d30ef9e474,38453,1733680811956 with port=38425, startcode=1733680812836 2024-12-08T18:00:13,960 INFO [RS:2;b1d30ef9e474:33515 {}] regionserver.HRegionServer(2659): reportForDuty to master=b1d30ef9e474,38453,1733680811956 with port=33515, startcode=1733680812879 2024-12-08T18:00:13,971 DEBUG [RS:2;b1d30ef9e474:33515 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-08T18:00:13,971 DEBUG [RS:1;b1d30ef9e474:38425 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-08T18:00:13,971 DEBUG [RS:0;b1d30ef9e474:43331 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-08T18:00:13,970 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-08T18:00:13,979 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-08T18:00:13,986 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-08T18:00:13,991 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b1d30ef9e474,38453,1733680811956 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-08T18:00:13,998 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b1d30ef9e474:0, corePoolSize=5, maxPoolSize=5 2024-12-08T18:00:13,998 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b1d30ef9e474:0, corePoolSize=5, maxPoolSize=5 2024-12-08T18:00:13,998 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b1d30ef9e474:0, corePoolSize=5, maxPoolSize=5 2024-12-08T18:00:13,999 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b1d30ef9e474:0, corePoolSize=5, maxPoolSize=5 2024-12-08T18:00:13,999 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b1d30ef9e474:0, corePoolSize=10, maxPoolSize=10 2024-12-08T18:00:13,999 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b1d30ef9e474:0, corePoolSize=1, maxPoolSize=1 2024-12-08T18:00:13,999 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b1d30ef9e474:0, corePoolSize=2, maxPoolSize=2 2024-12-08T18:00:13,999 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b1d30ef9e474:0, corePoolSize=1, maxPoolSize=1 2024-12-08T18:00:14,001 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733680844000 2024-12-08T18:00:14,002 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49025, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-08T18:00:14,002 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37683, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-08T18:00:14,002 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34247, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-08T18:00:14,003 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-08T18:00:14,003 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-08T18:00:14,007 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-08T18:00:14,007 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-08T18:00:14,007 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-08T18:00:14,007 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-08T18:00:14,008 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38453 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T18:00:14,008 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-08T18:00:14,010 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-08T18:00:14,011 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-08T18:00:14,011 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-08T18:00:14,012 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-08T18:00:14,013 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38453 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T18:00:14,013 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-08T18:00:14,013 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-08T18:00:14,013 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-08T18:00:14,013 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38453 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T18:00:14,016 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b1d30ef9e474:0:becomeActiveMaster-HFileCleaner.large.0-1733680814015,5,FailOnTimeoutGroup] 2024-12-08T18:00:14,018 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b1d30ef9e474:0:becomeActiveMaster-HFileCleaner.small.0-1733680814016,5,FailOnTimeoutGroup] 2024-12-08T18:00:14,018 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T18:00:14,018 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-08T18:00:14,019 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-08T18:00:14,019 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-08T18:00:14,020 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-08T18:00:14,020 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-08T18:00:14,032 DEBUG [RS:2;b1d30ef9e474:33515 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-08T18:00:14,032 DEBUG [RS:1;b1d30ef9e474:38425 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-08T18:00:14,032 DEBUG [RS:0;b1d30ef9e474:43331 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-08T18:00:14,032 WARN [RS:2;b1d30ef9e474:33515 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-08T18:00:14,032 WARN [RS:1;b1d30ef9e474:38425 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-08T18:00:14,032 WARN [RS:0;b1d30ef9e474:43331 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-08T18:00:14,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33195 is added to blk_1073741831_1007 (size=1321) 2024-12-08T18:00:14,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43717 is added to blk_1073741831_1007 (size=1321) 2024-12-08T18:00:14,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33449 is added to blk_1073741831_1007 (size=1321) 2024-12-08T18:00:14,054 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-08T18:00:14,055 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e 2024-12-08T18:00:14,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43717 is added to blk_1073741832_1008 (size=32) 2024-12-08T18:00:14,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33195 is added to blk_1073741832_1008 (size=32) 2024-12-08T18:00:14,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33449 is added to blk_1073741832_1008 (size=32) 2024-12-08T18:00:14,070 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T18:00:14,072 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-08T18:00:14,075 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-08T18:00:14,075 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T18:00:14,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T18:00:14,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-08T18:00:14,078 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-08T18:00:14,078 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T18:00:14,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T18:00:14,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-08T18:00:14,081 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-08T18:00:14,081 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T18:00:14,082 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T18:00:14,082 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-08T18:00:14,084 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-08T18:00:14,084 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T18:00:14,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T18:00:14,085 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-08T18:00:14,086 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/data/hbase/meta/1588230740 2024-12-08T18:00:14,087 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/data/hbase/meta/1588230740 2024-12-08T18:00:14,089 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-08T18:00:14,089 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-08T18:00:14,090 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-08T18:00:14,092 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-08T18:00:14,096 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T18:00:14,097 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74103401, jitterRate=0.1042267233133316}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-08T18:00:14,099 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733680814070Initializing all the Stores at 1733680814072 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733680814072Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733680814072Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733680814072Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733680814072Cleaning up temporary data from old regions at 1733680814089 (+17 ms)Region opened successfully at 1733680814099 (+10 ms) 2024-12-08T18:00:14,099 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-08T18:00:14,099 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-08T18:00:14,099 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-08T18:00:14,100 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-08T18:00:14,100 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-08T18:00:14,101 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-08T18:00:14,101 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733680814099Disabling compacts and flushes for region at 1733680814099Disabling writes for close at 1733680814100 (+1 ms)Writing region close event to WAL at 1733680814100Closed at 1733680814101 (+1 ms) 2024-12-08T18:00:14,104 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-08T18:00:14,104 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-08T18:00:14,111 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-08T18:00:14,120 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-08T18:00:14,124 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-08T18:00:14,133 INFO [RS:0;b1d30ef9e474:43331 {}] regionserver.HRegionServer(2659): reportForDuty to master=b1d30ef9e474,38453,1733680811956 with port=43331, startcode=1733680812742 2024-12-08T18:00:14,133 INFO [RS:1;b1d30ef9e474:38425 {}] regionserver.HRegionServer(2659): reportForDuty to master=b1d30ef9e474,38453,1733680811956 with port=38425, startcode=1733680812836 2024-12-08T18:00:14,133 INFO [RS:2;b1d30ef9e474:33515 {}] regionserver.HRegionServer(2659): reportForDuty to master=b1d30ef9e474,38453,1733680811956 with port=33515, startcode=1733680812879 2024-12-08T18:00:14,135 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38453 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b1d30ef9e474,33515,1733680812879 2024-12-08T18:00:14,137 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38453 {}] master.ServerManager(517): Registering regionserver=b1d30ef9e474,33515,1733680812879 2024-12-08T18:00:14,144 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38453 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b1d30ef9e474,43331,1733680812742 2024-12-08T18:00:14,144 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38453 {}] master.ServerManager(517): Registering regionserver=b1d30ef9e474,43331,1733680812742 2024-12-08T18:00:14,144 DEBUG [RS:2;b1d30ef9e474:33515 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e 2024-12-08T18:00:14,144 DEBUG [RS:2;b1d30ef9e474:33515 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34979 2024-12-08T18:00:14,144 DEBUG [RS:2;b1d30ef9e474:33515 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-08T18:00:14,146 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38453 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b1d30ef9e474,38425,1733680812836 2024-12-08T18:00:14,147 DEBUG [RS:0;b1d30ef9e474:43331 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e 2024-12-08T18:00:14,147 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38453 {}] master.ServerManager(517): Registering regionserver=b1d30ef9e474,38425,1733680812836 2024-12-08T18:00:14,147 DEBUG [RS:0;b1d30ef9e474:43331 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34979 2024-12-08T18:00:14,147 DEBUG [RS:0;b1d30ef9e474:43331 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-08T18:00:14,149 DEBUG [RS:1;b1d30ef9e474:38425 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e 2024-12-08T18:00:14,149 DEBUG [RS:1;b1d30ef9e474:38425 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34979 2024-12-08T18:00:14,149 DEBUG [RS:1;b1d30ef9e474:38425 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-08T18:00:14,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38453-0x1000695d3430000, quorum=127.0.0.1:52371, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-08T18:00:14,212 DEBUG [RS:2;b1d30ef9e474:33515 {}] zookeeper.ZKUtil(111): regionserver:33515-0x1000695d3430003, quorum=127.0.0.1:52371, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b1d30ef9e474,33515,1733680812879 2024-12-08T18:00:14,212 DEBUG [RS:0;b1d30ef9e474:43331 {}] zookeeper.ZKUtil(111): regionserver:43331-0x1000695d3430001, quorum=127.0.0.1:52371, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b1d30ef9e474,43331,1733680812742 2024-12-08T18:00:14,212 WARN [RS:2;b1d30ef9e474:33515 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-08T18:00:14,212 WARN [RS:0;b1d30ef9e474:43331 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-08T18:00:14,212 INFO [RS:2;b1d30ef9e474:33515 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T18:00:14,212 INFO [RS:0;b1d30ef9e474:43331 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T18:00:14,212 DEBUG [RS:1;b1d30ef9e474:38425 {}] zookeeper.ZKUtil(111): regionserver:38425-0x1000695d3430002, quorum=127.0.0.1:52371, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b1d30ef9e474,38425,1733680812836 2024-12-08T18:00:14,213 WARN [RS:1;b1d30ef9e474:38425 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-08T18:00:14,213 DEBUG [RS:2;b1d30ef9e474:33515 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/WALs/b1d30ef9e474,33515,1733680812879 2024-12-08T18:00:14,213 DEBUG [RS:0;b1d30ef9e474:43331 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/WALs/b1d30ef9e474,43331,1733680812742 2024-12-08T18:00:14,213 INFO [RS:1;b1d30ef9e474:38425 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T18:00:14,213 DEBUG [RS:1;b1d30ef9e474:38425 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/WALs/b1d30ef9e474,38425,1733680812836 2024-12-08T18:00:14,214 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b1d30ef9e474,38425,1733680812836] 2024-12-08T18:00:14,214 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b1d30ef9e474,33515,1733680812879] 2024-12-08T18:00:14,214 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b1d30ef9e474,43331,1733680812742] 2024-12-08T18:00:14,237 INFO [RS:2;b1d30ef9e474:33515 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-08T18:00:14,237 INFO [RS:0;b1d30ef9e474:43331 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-08T18:00:14,237 INFO [RS:1;b1d30ef9e474:38425 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-08T18:00:14,249 INFO [RS:0;b1d30ef9e474:43331 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-08T18:00:14,249 INFO [RS:2;b1d30ef9e474:33515 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-08T18:00:14,249 INFO [RS:1;b1d30ef9e474:38425 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-08T18:00:14,253 INFO [RS:0;b1d30ef9e474:43331 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-08T18:00:14,253 INFO [RS:1;b1d30ef9e474:38425 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-08T18:00:14,253 INFO [RS:2;b1d30ef9e474:33515 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-08T18:00:14,253 INFO [RS:0;b1d30ef9e474:43331 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T18:00:14,253 INFO [RS:1;b1d30ef9e474:38425 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T18:00:14,253 INFO [RS:2;b1d30ef9e474:33515 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T18:00:14,254 INFO [RS:0;b1d30ef9e474:43331 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-08T18:00:14,254 INFO [RS:2;b1d30ef9e474:33515 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-08T18:00:14,254 INFO [RS:1;b1d30ef9e474:38425 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-08T18:00:14,259 INFO [RS:0;b1d30ef9e474:43331 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-08T18:00:14,259 INFO [RS:1;b1d30ef9e474:38425 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-08T18:00:14,259 INFO [RS:2;b1d30ef9e474:33515 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-08T18:00:14,260 INFO [RS:2;b1d30ef9e474:33515 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-08T18:00:14,260 INFO [RS:1;b1d30ef9e474:38425 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-08T18:00:14,260 INFO [RS:0;b1d30ef9e474:43331 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-08T18:00:14,261 DEBUG [RS:0;b1d30ef9e474:43331 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b1d30ef9e474:0, corePoolSize=1, maxPoolSize=1 2024-12-08T18:00:14,261 DEBUG [RS:2;b1d30ef9e474:33515 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b1d30ef9e474:0, corePoolSize=1, maxPoolSize=1 2024-12-08T18:00:14,261 DEBUG [RS:1;b1d30ef9e474:38425 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b1d30ef9e474:0, corePoolSize=1, maxPoolSize=1 2024-12-08T18:00:14,261 DEBUG [RS:0;b1d30ef9e474:43331 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b1d30ef9e474:0, corePoolSize=1, maxPoolSize=1 2024-12-08T18:00:14,261 DEBUG [RS:2;b1d30ef9e474:33515 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b1d30ef9e474:0, corePoolSize=1, maxPoolSize=1 2024-12-08T18:00:14,261 DEBUG [RS:1;b1d30ef9e474:38425 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b1d30ef9e474:0, corePoolSize=1, maxPoolSize=1 2024-12-08T18:00:14,261 DEBUG [RS:0;b1d30ef9e474:43331 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b1d30ef9e474:0, corePoolSize=1, maxPoolSize=1 2024-12-08T18:00:14,261 DEBUG [RS:1;b1d30ef9e474:38425 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b1d30ef9e474:0, corePoolSize=1, maxPoolSize=1 2024-12-08T18:00:14,261 DEBUG [RS:0;b1d30ef9e474:43331 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b1d30ef9e474:0, corePoolSize=1, maxPoolSize=1 2024-12-08T18:00:14,261 DEBUG [RS:2;b1d30ef9e474:33515 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b1d30ef9e474:0, corePoolSize=1, maxPoolSize=1 2024-12-08T18:00:14,261 DEBUG [RS:2;b1d30ef9e474:33515 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b1d30ef9e474:0, corePoolSize=1, maxPoolSize=1 2024-12-08T18:00:14,261 DEBUG [RS:1;b1d30ef9e474:38425 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b1d30ef9e474:0, corePoolSize=1, maxPoolSize=1 2024-12-08T18:00:14,261 DEBUG [RS:0;b1d30ef9e474:43331 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b1d30ef9e474:0, corePoolSize=1, maxPoolSize=1 2024-12-08T18:00:14,261 DEBUG [RS:1;b1d30ef9e474:38425 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b1d30ef9e474:0, corePoolSize=1, maxPoolSize=1 2024-12-08T18:00:14,261 DEBUG [RS:2;b1d30ef9e474:33515 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b1d30ef9e474:0, corePoolSize=1, maxPoolSize=1 2024-12-08T18:00:14,261 DEBUG [RS:0;b1d30ef9e474:43331 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b1d30ef9e474:0, corePoolSize=2, maxPoolSize=2 2024-12-08T18:00:14,261 DEBUG [RS:2;b1d30ef9e474:33515 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b1d30ef9e474:0, corePoolSize=2, maxPoolSize=2 2024-12-08T18:00:14,261 DEBUG [RS:1;b1d30ef9e474:38425 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b1d30ef9e474:0, corePoolSize=2, maxPoolSize=2 2024-12-08T18:00:14,261 DEBUG [RS:0;b1d30ef9e474:43331 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b1d30ef9e474:0, corePoolSize=1, maxPoolSize=1 2024-12-08T18:00:14,262 DEBUG [RS:2;b1d30ef9e474:33515 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b1d30ef9e474:0, corePoolSize=1, maxPoolSize=1 2024-12-08T18:00:14,262 DEBUG [RS:1;b1d30ef9e474:38425 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b1d30ef9e474:0, corePoolSize=1, maxPoolSize=1 2024-12-08T18:00:14,262 DEBUG [RS:0;b1d30ef9e474:43331 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b1d30ef9e474:0, corePoolSize=1, maxPoolSize=1 2024-12-08T18:00:14,262 DEBUG [RS:2;b1d30ef9e474:33515 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b1d30ef9e474:0, corePoolSize=1, maxPoolSize=1 2024-12-08T18:00:14,262 DEBUG [RS:1;b1d30ef9e474:38425 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b1d30ef9e474:0, corePoolSize=1, maxPoolSize=1 2024-12-08T18:00:14,262 DEBUG [RS:0;b1d30ef9e474:43331 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b1d30ef9e474:0, corePoolSize=1, maxPoolSize=1 2024-12-08T18:00:14,262 DEBUG [RS:1;b1d30ef9e474:38425 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b1d30ef9e474:0, corePoolSize=1, maxPoolSize=1 2024-12-08T18:00:14,262 DEBUG [RS:2;b1d30ef9e474:33515 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b1d30ef9e474:0, corePoolSize=1, maxPoolSize=1 2024-12-08T18:00:14,262 DEBUG [RS:0;b1d30ef9e474:43331 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b1d30ef9e474:0, corePoolSize=1, maxPoolSize=1 2024-12-08T18:00:14,262 DEBUG [RS:2;b1d30ef9e474:33515 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b1d30ef9e474:0, corePoolSize=1, maxPoolSize=1 2024-12-08T18:00:14,262 DEBUG [RS:1;b1d30ef9e474:38425 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b1d30ef9e474:0, corePoolSize=1, maxPoolSize=1 2024-12-08T18:00:14,262 DEBUG [RS:0;b1d30ef9e474:43331 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b1d30ef9e474:0, corePoolSize=1, maxPoolSize=1 2024-12-08T18:00:14,262 DEBUG [RS:1;b1d30ef9e474:38425 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b1d30ef9e474:0, corePoolSize=1, maxPoolSize=1 2024-12-08T18:00:14,262 DEBUG [RS:2;b1d30ef9e474:33515 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b1d30ef9e474:0, corePoolSize=1, maxPoolSize=1 2024-12-08T18:00:14,262 DEBUG [RS:0;b1d30ef9e474:43331 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b1d30ef9e474:0, corePoolSize=1, maxPoolSize=1 2024-12-08T18:00:14,262 DEBUG [RS:1;b1d30ef9e474:38425 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b1d30ef9e474:0, corePoolSize=1, maxPoolSize=1 2024-12-08T18:00:14,262 DEBUG [RS:2;b1d30ef9e474:33515 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b1d30ef9e474:0, corePoolSize=1, maxPoolSize=1 2024-12-08T18:00:14,262 DEBUG [RS:0;b1d30ef9e474:43331 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0, corePoolSize=3, maxPoolSize=3 2024-12-08T18:00:14,262 DEBUG [RS:1;b1d30ef9e474:38425 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0, corePoolSize=3, maxPoolSize=3 2024-12-08T18:00:14,262 DEBUG [RS:2;b1d30ef9e474:33515 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0, corePoolSize=3, maxPoolSize=3 2024-12-08T18:00:14,262 DEBUG [RS:0;b1d30ef9e474:43331 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b1d30ef9e474:0, corePoolSize=3, maxPoolSize=3 2024-12-08T18:00:14,262 DEBUG [RS:2;b1d30ef9e474:33515 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b1d30ef9e474:0, corePoolSize=3, maxPoolSize=3 2024-12-08T18:00:14,262 DEBUG [RS:1;b1d30ef9e474:38425 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b1d30ef9e474:0, corePoolSize=3, maxPoolSize=3 2024-12-08T18:00:14,264 INFO [RS:1;b1d30ef9e474:38425 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-08T18:00:14,264 INFO [RS:0;b1d30ef9e474:43331 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-08T18:00:14,264 INFO [RS:1;b1d30ef9e474:38425 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-08T18:00:14,264 INFO [RS:0;b1d30ef9e474:43331 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-08T18:00:14,264 INFO [RS:1;b1d30ef9e474:38425 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T18:00:14,264 INFO [RS:2;b1d30ef9e474:33515 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-08T18:00:14,264 INFO [RS:0;b1d30ef9e474:43331 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T18:00:14,264 INFO [RS:2;b1d30ef9e474:33515 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-08T18:00:14,264 INFO [RS:1;b1d30ef9e474:38425 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-08T18:00:14,264 INFO [RS:0;b1d30ef9e474:43331 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-08T18:00:14,264 INFO [RS:2;b1d30ef9e474:33515 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T18:00:14,264 INFO [RS:1;b1d30ef9e474:38425 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-08T18:00:14,264 INFO [RS:0;b1d30ef9e474:43331 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-08T18:00:14,264 INFO [RS:1;b1d30ef9e474:38425 {}] hbase.ChoreService(168): Chore ScheduledChore name=b1d30ef9e474,38425,1733680812836-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-08T18:00:14,264 INFO [RS:2;b1d30ef9e474:33515 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-08T18:00:14,264 INFO [RS:0;b1d30ef9e474:43331 {}] hbase.ChoreService(168): Chore ScheduledChore name=b1d30ef9e474,43331,1733680812742-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-08T18:00:14,264 INFO [RS:2;b1d30ef9e474:33515 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-08T18:00:14,264 INFO [RS:2;b1d30ef9e474:33515 {}] hbase.ChoreService(168): Chore ScheduledChore name=b1d30ef9e474,33515,1733680812879-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-08T18:00:14,275 WARN [b1d30ef9e474:38453 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-08T18:00:14,283 INFO [RS:1;b1d30ef9e474:38425 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-08T18:00:14,283 INFO [RS:0;b1d30ef9e474:43331 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-08T18:00:14,285 INFO [RS:0;b1d30ef9e474:43331 {}] hbase.ChoreService(168): Chore ScheduledChore name=b1d30ef9e474,43331,1733680812742-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T18:00:14,285 INFO [RS:1;b1d30ef9e474:38425 {}] hbase.ChoreService(168): Chore ScheduledChore name=b1d30ef9e474,38425,1733680812836-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T18:00:14,285 INFO [RS:0;b1d30ef9e474:43331 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T18:00:14,285 INFO [RS:1;b1d30ef9e474:38425 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T18:00:14,286 INFO [RS:0;b1d30ef9e474:43331 {}] regionserver.Replication(171): b1d30ef9e474,43331,1733680812742 started 2024-12-08T18:00:14,286 INFO [RS:1;b1d30ef9e474:38425 {}] regionserver.Replication(171): b1d30ef9e474,38425,1733680812836 started 2024-12-08T18:00:14,287 INFO [RS:2;b1d30ef9e474:33515 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-08T18:00:14,287 INFO [RS:2;b1d30ef9e474:33515 {}] hbase.ChoreService(168): Chore ScheduledChore name=b1d30ef9e474,33515,1733680812879-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T18:00:14,287 INFO [RS:2;b1d30ef9e474:33515 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T18:00:14,287 INFO [RS:2;b1d30ef9e474:33515 {}] regionserver.Replication(171): b1d30ef9e474,33515,1733680812879 started 2024-12-08T18:00:14,301 INFO [RS:0;b1d30ef9e474:43331 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T18:00:14,301 INFO [RS:0;b1d30ef9e474:43331 {}] regionserver.HRegionServer(1482): Serving as b1d30ef9e474,43331,1733680812742, RpcServer on b1d30ef9e474/172.17.0.2:43331, sessionid=0x1000695d3430001 2024-12-08T18:00:14,302 DEBUG [RS:0;b1d30ef9e474:43331 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-08T18:00:14,302 DEBUG [RS:0;b1d30ef9e474:43331 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b1d30ef9e474,43331,1733680812742 2024-12-08T18:00:14,302 DEBUG [RS:0;b1d30ef9e474:43331 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b1d30ef9e474,43331,1733680812742' 2024-12-08T18:00:14,302 DEBUG [RS:0;b1d30ef9e474:43331 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-08T18:00:14,303 DEBUG [RS:0;b1d30ef9e474:43331 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-08T18:00:14,303 DEBUG [RS:0;b1d30ef9e474:43331 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-08T18:00:14,303 DEBUG [RS:0;b1d30ef9e474:43331 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-08T18:00:14,304 DEBUG [RS:0;b1d30ef9e474:43331 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b1d30ef9e474,43331,1733680812742 2024-12-08T18:00:14,304 DEBUG [RS:0;b1d30ef9e474:43331 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b1d30ef9e474,43331,1733680812742' 2024-12-08T18:00:14,304 DEBUG [RS:0;b1d30ef9e474:43331 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-08T18:00:14,304 DEBUG [RS:0;b1d30ef9e474:43331 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-08T18:00:14,305 DEBUG [RS:0;b1d30ef9e474:43331 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-08T18:00:14,305 INFO [RS:0;b1d30ef9e474:43331 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-08T18:00:14,305 INFO [RS:0;b1d30ef9e474:43331 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-08T18:00:14,306 INFO [RS:2;b1d30ef9e474:33515 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T18:00:14,307 INFO [RS:2;b1d30ef9e474:33515 {}] regionserver.HRegionServer(1482): Serving as b1d30ef9e474,33515,1733680812879, RpcServer on b1d30ef9e474/172.17.0.2:33515, sessionid=0x1000695d3430003 2024-12-08T18:00:14,307 DEBUG [RS:2;b1d30ef9e474:33515 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-08T18:00:14,307 DEBUG [RS:2;b1d30ef9e474:33515 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b1d30ef9e474,33515,1733680812879 2024-12-08T18:00:14,307 DEBUG [RS:2;b1d30ef9e474:33515 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b1d30ef9e474,33515,1733680812879' 2024-12-08T18:00:14,307 DEBUG [RS:2;b1d30ef9e474:33515 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-08T18:00:14,307 INFO [RS:1;b1d30ef9e474:38425 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T18:00:14,307 INFO [RS:1;b1d30ef9e474:38425 {}] regionserver.HRegionServer(1482): Serving as b1d30ef9e474,38425,1733680812836, RpcServer on b1d30ef9e474/172.17.0.2:38425, sessionid=0x1000695d3430002 2024-12-08T18:00:14,308 DEBUG [RS:1;b1d30ef9e474:38425 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-08T18:00:14,308 DEBUG [RS:1;b1d30ef9e474:38425 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b1d30ef9e474,38425,1733680812836 2024-12-08T18:00:14,308 DEBUG [RS:1;b1d30ef9e474:38425 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b1d30ef9e474,38425,1733680812836' 2024-12-08T18:00:14,308 DEBUG [RS:2;b1d30ef9e474:33515 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-08T18:00:14,308 DEBUG [RS:1;b1d30ef9e474:38425 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-08T18:00:14,308 DEBUG [RS:2;b1d30ef9e474:33515 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-08T18:00:14,308 DEBUG [RS:2;b1d30ef9e474:33515 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-08T18:00:14,308 DEBUG [RS:1;b1d30ef9e474:38425 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-08T18:00:14,308 DEBUG [RS:2;b1d30ef9e474:33515 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b1d30ef9e474,33515,1733680812879 2024-12-08T18:00:14,308 DEBUG [RS:2;b1d30ef9e474:33515 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b1d30ef9e474,33515,1733680812879' 2024-12-08T18:00:14,308 DEBUG [RS:2;b1d30ef9e474:33515 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-08T18:00:14,309 DEBUG [RS:1;b1d30ef9e474:38425 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-08T18:00:14,309 DEBUG [RS:2;b1d30ef9e474:33515 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-08T18:00:14,309 DEBUG [RS:1;b1d30ef9e474:38425 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-08T18:00:14,309 DEBUG [RS:1;b1d30ef9e474:38425 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b1d30ef9e474,38425,1733680812836 2024-12-08T18:00:14,309 DEBUG [RS:1;b1d30ef9e474:38425 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b1d30ef9e474,38425,1733680812836' 2024-12-08T18:00:14,309 DEBUG [RS:1;b1d30ef9e474:38425 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-08T18:00:14,309 DEBUG [RS:2;b1d30ef9e474:33515 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-08T18:00:14,309 INFO [RS:2;b1d30ef9e474:33515 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-08T18:00:14,309 INFO [RS:2;b1d30ef9e474:33515 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-08T18:00:14,310 DEBUG [RS:1;b1d30ef9e474:38425 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-08T18:00:14,310 DEBUG [RS:1;b1d30ef9e474:38425 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-08T18:00:14,310 INFO [RS:1;b1d30ef9e474:38425 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-08T18:00:14,310 INFO [RS:1;b1d30ef9e474:38425 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-08T18:00:14,414 INFO [RS:0;b1d30ef9e474:43331 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-08T18:00:14,414 INFO [RS:1;b1d30ef9e474:38425 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-08T18:00:14,414 INFO [RS:2;b1d30ef9e474:33515 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-08T18:00:14,417 INFO [RS:1;b1d30ef9e474:38425 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b1d30ef9e474%2C38425%2C1733680812836, suffix=, logDir=hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/WALs/b1d30ef9e474,38425,1733680812836, archiveDir=hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/oldWALs, maxLogs=32 2024-12-08T18:00:14,417 INFO [RS:2;b1d30ef9e474:33515 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b1d30ef9e474%2C33515%2C1733680812879, suffix=, logDir=hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/WALs/b1d30ef9e474,33515,1733680812879, archiveDir=hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/oldWALs, maxLogs=32 2024-12-08T18:00:14,417 INFO [RS:0;b1d30ef9e474:43331 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b1d30ef9e474%2C43331%2C1733680812742, suffix=, logDir=hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/WALs/b1d30ef9e474,43331,1733680812742, archiveDir=hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/oldWALs, maxLogs=32 2024-12-08T18:00:14,432 DEBUG [RS:2;b1d30ef9e474:33515 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/WALs/b1d30ef9e474,33515,1733680812879/b1d30ef9e474%2C33515%2C1733680812879.1733680814420, exclude list is [], retry=0 2024-12-08T18:00:14,433 DEBUG [RS:1;b1d30ef9e474:38425 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/WALs/b1d30ef9e474,38425,1733680812836/b1d30ef9e474%2C38425%2C1733680812836.1733680814420, exclude list is [], retry=0 2024-12-08T18:00:14,433 DEBUG [RS:0;b1d30ef9e474:43331 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/WALs/b1d30ef9e474,43331,1733680812742/b1d30ef9e474%2C43331%2C1733680812742.1733680814420, exclude list is [], retry=0 2024-12-08T18:00:14,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33449,DS-8de05807-7cda-40a2-b169-0909632f6a8d,DISK] 2024-12-08T18:00:14,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33449,DS-8de05807-7cda-40a2-b169-0909632f6a8d,DISK] 2024-12-08T18:00:14,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43717,DS-20d380a2-f4f5-4238-a1a8-89c021c8ba83,DISK] 2024-12-08T18:00:14,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43717,DS-20d380a2-f4f5-4238-a1a8-89c021c8ba83,DISK] 2024-12-08T18:00:14,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33195,DS-e09bc24b-2a04-4b4f-9f35-2fc5500b651f,DISK] 2024-12-08T18:00:14,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33195,DS-e09bc24b-2a04-4b4f-9f35-2fc5500b651f,DISK] 2024-12-08T18:00:14,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43717,DS-20d380a2-f4f5-4238-a1a8-89c021c8ba83,DISK] 2024-12-08T18:00:14,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33449,DS-8de05807-7cda-40a2-b169-0909632f6a8d,DISK] 2024-12-08T18:00:14,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33195,DS-e09bc24b-2a04-4b4f-9f35-2fc5500b651f,DISK] 2024-12-08T18:00:14,445 INFO [RS:2;b1d30ef9e474:33515 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/WALs/b1d30ef9e474,33515,1733680812879/b1d30ef9e474%2C33515%2C1733680812879.1733680814420 2024-12-08T18:00:14,445 INFO [RS:0;b1d30ef9e474:43331 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/WALs/b1d30ef9e474,43331,1733680812742/b1d30ef9e474%2C43331%2C1733680812742.1733680814420 2024-12-08T18:00:14,445 INFO [RS:1;b1d30ef9e474:38425 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/WALs/b1d30ef9e474,38425,1733680812836/b1d30ef9e474%2C38425%2C1733680812836.1733680814420 2024-12-08T18:00:14,446 DEBUG [RS:2;b1d30ef9e474:33515 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35261:35261),(127.0.0.1/127.0.0.1:38261:38261),(127.0.0.1/127.0.0.1:45047:45047)] 2024-12-08T18:00:14,446 DEBUG [RS:0;b1d30ef9e474:43331 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45047:45047),(127.0.0.1/127.0.0.1:35261:35261),(127.0.0.1/127.0.0.1:38261:38261)] 2024-12-08T18:00:14,446 DEBUG [RS:1;b1d30ef9e474:38425 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35261:35261),(127.0.0.1/127.0.0.1:38261:38261),(127.0.0.1/127.0.0.1:45047:45047)] 2024-12-08T18:00:14,528 DEBUG [b1d30ef9e474:38453 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-08T18:00:14,535 DEBUG [b1d30ef9e474:38453 {}] balancer.BalancerClusterState(204): Hosts are {b1d30ef9e474=0} racks are {/default-rack=0} 2024-12-08T18:00:14,541 DEBUG [b1d30ef9e474:38453 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-08T18:00:14,541 DEBUG [b1d30ef9e474:38453 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-08T18:00:14,541 DEBUG [b1d30ef9e474:38453 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-08T18:00:14,541 DEBUG [b1d30ef9e474:38453 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-08T18:00:14,541 DEBUG [b1d30ef9e474:38453 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-08T18:00:14,541 DEBUG [b1d30ef9e474:38453 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-08T18:00:14,541 INFO [b1d30ef9e474:38453 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-08T18:00:14,541 INFO [b1d30ef9e474:38453 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-08T18:00:14,541 INFO [b1d30ef9e474:38453 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-08T18:00:14,541 DEBUG [b1d30ef9e474:38453 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-08T18:00:14,548 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b1d30ef9e474,33515,1733680812879 2024-12-08T18:00:14,555 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b1d30ef9e474,33515,1733680812879, state=OPENING 2024-12-08T18:00:14,569 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-08T18:00:14,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33515-0x1000695d3430003, quorum=127.0.0.1:52371, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T18:00:14,580 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43331-0x1000695d3430001, quorum=127.0.0.1:52371, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T18:00:14,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38453-0x1000695d3430000, quorum=127.0.0.1:52371, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T18:00:14,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38425-0x1000695d3430002, quorum=127.0.0.1:52371, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T18:00:14,581 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T18:00:14,581 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T18:00:14,581 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T18:00:14,582 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T18:00:14,583 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-08T18:00:14,585 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b1d30ef9e474,33515,1733680812879}] 2024-12-08T18:00:22,358 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-08T18:00:22,358 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-08T18:00:24,617 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-08T18:00:24,619 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44715, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-08T18:00:24,632 INFO [RS_OPEN_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-08T18:00:24,633 INFO [RS_OPEN_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T18:00:24,633 INFO [RS_OPEN_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-08T18:00:24,636 INFO [RS_OPEN_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b1d30ef9e474%2C33515%2C1733680812879.meta, suffix=.meta, logDir=hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/WALs/b1d30ef9e474,33515,1733680812879, archiveDir=hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/oldWALs, maxLogs=32 2024-12-08T18:00:24,650 DEBUG [RS_OPEN_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/WALs/b1d30ef9e474,33515,1733680812879/b1d30ef9e474%2C33515%2C1733680812879.meta.1733680824637.meta, exclude list is [], retry=0 2024-12-08T18:00:24,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33195,DS-e09bc24b-2a04-4b4f-9f35-2fc5500b651f,DISK] 2024-12-08T18:00:24,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33449,DS-8de05807-7cda-40a2-b169-0909632f6a8d,DISK] 2024-12-08T18:00:24,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43717,DS-20d380a2-f4f5-4238-a1a8-89c021c8ba83,DISK] 2024-12-08T18:00:24,657 INFO [RS_OPEN_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/WALs/b1d30ef9e474,33515,1733680812879/b1d30ef9e474%2C33515%2C1733680812879.meta.1733680824637.meta 2024-12-08T18:00:24,657 DEBUG [RS_OPEN_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45047:45047),(127.0.0.1/127.0.0.1:35261:35261),(127.0.0.1/127.0.0.1:38261:38261)] 2024-12-08T18:00:24,657 DEBUG [RS_OPEN_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-08T18:00:24,659 DEBUG [RS_OPEN_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-08T18:00:24,661 DEBUG [RS_OPEN_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-08T18:00:24,665 INFO [RS_OPEN_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-08T18:00:24,669 DEBUG [RS_OPEN_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-08T18:00:24,670 DEBUG [RS_OPEN_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T18:00:24,670 DEBUG [RS_OPEN_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-08T18:00:24,670 DEBUG [RS_OPEN_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-08T18:00:24,673 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-08T18:00:24,674 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-08T18:00:24,674 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T18:00:24,675 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T18:00:24,675 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-08T18:00:24,677 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-08T18:00:24,677 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T18:00:24,677 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T18:00:24,678 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-08T18:00:24,679 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-08T18:00:24,679 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T18:00:24,679 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T18:00:24,680 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-08T18:00:24,681 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-08T18:00:24,681 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T18:00:24,682 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T18:00:24,682 DEBUG [RS_OPEN_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-08T18:00:24,683 DEBUG [RS_OPEN_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/data/hbase/meta/1588230740 2024-12-08T18:00:24,686 DEBUG [RS_OPEN_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/data/hbase/meta/1588230740 2024-12-08T18:00:24,687 DEBUG [RS_OPEN_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-08T18:00:24,687 DEBUG [RS_OPEN_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-08T18:00:24,688 DEBUG [RS_OPEN_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-08T18:00:24,690 DEBUG [RS_OPEN_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-08T18:00:24,692 INFO [RS_OPEN_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73913334, jitterRate=0.10139450430870056}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-08T18:00:24,692 DEBUG [RS_OPEN_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-08T18:00:24,693 DEBUG [RS_OPEN_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733680824671Writing region info on filesystem at 1733680824671Initializing all the Stores at 1733680824672 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733680824672Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733680824673 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733680824673Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733680824673Cleaning up temporary data from old regions at 1733680824687 (+14 ms)Running coprocessor post-open hooks at 1733680824692 (+5 ms)Region opened successfully at 1733680824693 (+1 ms) 2024-12-08T18:00:24,699 INFO [RS_OPEN_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733680824606 2024-12-08T18:00:24,708 DEBUG [RS_OPEN_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-08T18:00:24,709 INFO [RS_OPEN_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-08T18:00:24,710 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b1d30ef9e474,33515,1733680812879 2024-12-08T18:00:24,712 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b1d30ef9e474,33515,1733680812879, state=OPEN 2024-12-08T18:00:24,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38453-0x1000695d3430000, quorum=127.0.0.1:52371, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-08T18:00:24,775 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43331-0x1000695d3430001, quorum=127.0.0.1:52371, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-08T18:00:24,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38425-0x1000695d3430002, quorum=127.0.0.1:52371, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-08T18:00:24,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33515-0x1000695d3430003, quorum=127.0.0.1:52371, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-08T18:00:24,776 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T18:00:24,776 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T18:00:24,776 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T18:00:24,776 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T18:00:24,778 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b1d30ef9e474,33515,1733680812879 2024-12-08T18:00:24,786 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-08T18:00:24,786 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b1d30ef9e474,33515,1733680812879 in 10.1930 sec 2024-12-08T18:00:24,793 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-08T18:00:24,793 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.6780 sec 2024-12-08T18:00:24,794 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-08T18:00:24,795 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-08T18:00:24,813 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T18:00:24,814 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1d30ef9e474,33515,1733680812879, seqNum=-1] 2024-12-08T18:00:24,838 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T18:00:24,840 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34195, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T18:00:24,857 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.9280 sec 2024-12-08T18:00:24,858 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733680824857, completionTime=-1 2024-12-08T18:00:24,860 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-08T18:00:24,860 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-08T18:00:24,883 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-08T18:00:24,884 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733680884884 2024-12-08T18:00:24,884 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733680944884 2024-12-08T18:00:24,884 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 23 msec 2024-12-08T18:00:24,885 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-08T18:00:24,892 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b1d30ef9e474,38453,1733680811956-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T18:00:24,892 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b1d30ef9e474,38453,1733680811956-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T18:00:24,892 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b1d30ef9e474,38453,1733680811956-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T18:00:24,893 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b1d30ef9e474:38453, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T18:00:24,894 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-08T18:00:24,894 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-08T18:00:24,899 DEBUG [master/b1d30ef9e474:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-08T18:00:24,919 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.921sec 2024-12-08T18:00:24,921 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-08T18:00:24,922 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-08T18:00:24,922 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-08T18:00:24,923 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-08T18:00:24,923 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-08T18:00:24,923 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b1d30ef9e474,38453,1733680811956-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-08T18:00:24,924 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b1d30ef9e474,38453,1733680811956-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-08T18:00:24,928 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-08T18:00:24,929 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-08T18:00:24,929 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b1d30ef9e474,38453,1733680811956-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T18:00:24,933 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19e05704, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T18:00:24,937 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-08T18:00:24,937 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-08T18:00:24,940 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b1d30ef9e474,38453,-1 for getting cluster id 2024-12-08T18:00:24,942 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T18:00:24,950 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '560f8057-b752-4687-9df1-9bb73863ffc3' 2024-12-08T18:00:24,952 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T18:00:24,953 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "560f8057-b752-4687-9df1-9bb73863ffc3" 2024-12-08T18:00:24,953 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@411c0491, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T18:00:24,953 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1d30ef9e474,38453,-1] 2024-12-08T18:00:24,956 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T18:00:24,958 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:00:24,959 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T18:00:24,961 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1327470d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T18:00:24,962 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T18:00:24,968 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1d30ef9e474,33515,1733680812879, seqNum=-1] 2024-12-08T18:00:24,969 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T18:00:24,971 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T18:00:24,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b1d30ef9e474,38453,1733680811956 2024-12-08T18:00:24,991 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733680824990 (current time:1733680824990). 2024-12-08T18:00:24,991 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-08T18:00:24,991 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-12-08T18:00:24,993 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1272ef1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T18:00:24,993 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b1d30ef9e474,38453,-1 for getting cluster id 2024-12-08T18:00:24,993 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T18:00:24,994 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '560f8057-b752-4687-9df1-9bb73863ffc3' 2024-12-08T18:00:24,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T18:00:24,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "560f8057-b752-4687-9df1-9bb73863ffc3" 2024-12-08T18:00:24,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26f64dc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T18:00:24,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1d30ef9e474,38453,-1] 2024-12-08T18:00:24,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T18:00:24,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:00:24,996 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T18:00:24,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50da37a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T18:00:24,999 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T18:00:25,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1d30ef9e474,33515,1733680812879, seqNum=-1] 2024-12-08T18:00:25,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T18:00:25,002 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T18:00:25,004 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-08T18:00:25,004 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T18:00:25,008 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:00:25,009 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:00:25,009 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T18:00:25,013 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-08T18:00:25,017 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b1d30ef9e474,38453,1733680811956 2024-12-08T18:00:25,019 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@45d9b6e5 2024-12-08T18:00:25,020 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-08T18:00:25,022 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-08T18:00:25,028 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38453 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-08T18:00:25,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38453 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-12-08T18:00:25,036 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-12-08T18:00:25,038 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38453 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-12-08T18:00:25,039 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T18:00:25,041 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-08T18:00:25,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38453 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-08T18:00:25,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33195 is added to blk_1073741837_1013 (size=361) 2024-12-08T18:00:25,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33449 is added to blk_1073741837_1013 (size=361) 2024-12-08T18:00:25,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43717 is added to blk_1073741837_1013 (size=361) 2024-12-08T18:00:25,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38453 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-08T18:00:25,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38453 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-08T18:00:25,471 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6ecd5ec6f52940b0f96bfe3ad2fe1563, NAME => 'SPTestTable,,1733680825024.6ecd5ec6f52940b0f96bfe3ad2fe1563.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e 2024-12-08T18:00:25,472 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 93a584d835899efcc8e32bf87357ece6, NAME => 'SPTestTable,33333332,1733680825024.93a584d835899efcc8e32bf87357ece6.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e 2024-12-08T18:00:25,473 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => b887ba27b31dd9d1f476799137565898, NAME => 'SPTestTable,19999999,1733680825024.b887ba27b31dd9d1f476799137565898.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e 2024-12-08T18:00:25,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43717 is added to blk_1073741838_1014 (size=62) 2024-12-08T18:00:25,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33449 is added to blk_1073741839_1015 (size=54) 2024-12-08T18:00:25,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33449 is added to blk_1073741838_1014 (size=62) 2024-12-08T18:00:25,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33195 is added to blk_1073741839_1015 (size=54) 2024-12-08T18:00:25,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33195 is added to blk_1073741838_1014 (size=62) 2024-12-08T18:00:25,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33449 is added to blk_1073741840_1016 (size=62) 2024-12-08T18:00:25,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43717 is added to blk_1073741840_1016 (size=62) 2024-12-08T18:00:25,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33195 is added to blk_1073741840_1016 (size=62) 2024-12-08T18:00:25,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43717 is added to blk_1073741839_1015 (size=54) 2024-12-08T18:00:25,493 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1733680825024.6ecd5ec6f52940b0f96bfe3ad2fe1563.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T18:00:25,493 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733680825024.b887ba27b31dd9d1f476799137565898.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T18:00:25,493 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 6ecd5ec6f52940b0f96bfe3ad2fe1563, disabling compactions & flushes 2024-12-08T18:00:25,493 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing b887ba27b31dd9d1f476799137565898, disabling compactions & flushes 2024-12-08T18:00:25,493 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1733680825024.6ecd5ec6f52940b0f96bfe3ad2fe1563. 2024-12-08T18:00:25,493 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733680825024.b887ba27b31dd9d1f476799137565898. 2024-12-08T18:00:25,493 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733680825024.6ecd5ec6f52940b0f96bfe3ad2fe1563. 2024-12-08T18:00:25,493 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733680825024.b887ba27b31dd9d1f476799137565898. 2024-12-08T18:00:25,493 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733680825024.6ecd5ec6f52940b0f96bfe3ad2fe1563. after waiting 0 ms 2024-12-08T18:00:25,493 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733680825024.b887ba27b31dd9d1f476799137565898. after waiting 0 ms 2024-12-08T18:00:25,493 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733680825024.6ecd5ec6f52940b0f96bfe3ad2fe1563. 2024-12-08T18:00:25,493 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733680825024.b887ba27b31dd9d1f476799137565898. 2024-12-08T18:00:25,493 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1733680825024.6ecd5ec6f52940b0f96bfe3ad2fe1563. 2024-12-08T18:00:25,493 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733680825024.b887ba27b31dd9d1f476799137565898. 2024-12-08T18:00:25,493 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6ecd5ec6f52940b0f96bfe3ad2fe1563: Waiting for close lock at 1733680825493Disabling compacts and flushes for region at 1733680825493Disabling writes for close at 1733680825493Writing region close event to WAL at 1733680825493Closed at 1733680825493 2024-12-08T18:00:25,493 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for b887ba27b31dd9d1f476799137565898: Waiting for close lock at 1733680825493Disabling compacts and flushes for region at 1733680825493Disabling writes for close at 1733680825493Writing region close event to WAL at 1733680825493Closed at 1733680825493 2024-12-08T18:00:25,494 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => d0693df7f4ce3b6693c273269017e59c, NAME => 'SPTestTable,4ccccccb,1733680825024.d0693df7f4ce3b6693c273269017e59c.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e 2024-12-08T18:00:25,494 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 41437c3b7f004e2ba89139b70d5c738c, NAME => 'SPTestTable,66666664,1733680825024.41437c3b7f004e2ba89139b70d5c738c.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e 2024-12-08T18:00:25,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33449 is added to blk_1073741842_1018 (size=62) 2024-12-08T18:00:25,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43717 is added to blk_1073741842_1018 (size=62) 2024-12-08T18:00:25,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33195 is added to blk_1073741842_1018 (size=62) 2024-12-08T18:00:25,506 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733680825024.d0693df7f4ce3b6693c273269017e59c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T18:00:25,506 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing d0693df7f4ce3b6693c273269017e59c, disabling compactions & flushes 2024-12-08T18:00:25,506 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733680825024.d0693df7f4ce3b6693c273269017e59c. 2024-12-08T18:00:25,506 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733680825024.d0693df7f4ce3b6693c273269017e59c. 2024-12-08T18:00:25,506 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733680825024.d0693df7f4ce3b6693c273269017e59c. after waiting 0 ms 2024-12-08T18:00:25,506 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733680825024.d0693df7f4ce3b6693c273269017e59c. 2024-12-08T18:00:25,506 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733680825024.d0693df7f4ce3b6693c273269017e59c. 2024-12-08T18:00:25,506 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for d0693df7f4ce3b6693c273269017e59c: Waiting for close lock at 1733680825506Disabling compacts and flushes for region at 1733680825506Disabling writes for close at 1733680825506Writing region close event to WAL at 1733680825506Closed at 1733680825506 2024-12-08T18:00:25,507 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => f7e292deae2b7252c808b9995f6de9ff, NAME => 'SPTestTable,7ffffffd,1733680825024.f7e292deae2b7252c808b9995f6de9ff.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e 2024-12-08T18:00:25,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43717 is added to blk_1073741841_1017 (size=62) 2024-12-08T18:00:25,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33195 is added to blk_1073741841_1017 (size=62) 2024-12-08T18:00:25,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33449 is added to blk_1073741841_1017 (size=62) 2024-12-08T18:00:25,510 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733680825024.41437c3b7f004e2ba89139b70d5c738c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T18:00:25,510 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 41437c3b7f004e2ba89139b70d5c738c, disabling compactions & flushes 2024-12-08T18:00:25,510 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733680825024.41437c3b7f004e2ba89139b70d5c738c. 2024-12-08T18:00:25,510 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733680825024.41437c3b7f004e2ba89139b70d5c738c. 2024-12-08T18:00:25,510 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733680825024.41437c3b7f004e2ba89139b70d5c738c. after waiting 0 ms 2024-12-08T18:00:25,510 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733680825024.41437c3b7f004e2ba89139b70d5c738c. 2024-12-08T18:00:25,510 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733680825024.41437c3b7f004e2ba89139b70d5c738c. 2024-12-08T18:00:25,510 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 41437c3b7f004e2ba89139b70d5c738c: Waiting for close lock at 1733680825510Disabling compacts and flushes for region at 1733680825510Disabling writes for close at 1733680825510Writing region close event to WAL at 1733680825510Closed at 1733680825510 2024-12-08T18:00:25,511 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4cf2b51bf76e2a8c82bbb1c27671e067, NAME => 'SPTestTable,99999996,1733680825024.4cf2b51bf76e2a8c82bbb1c27671e067.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e 2024-12-08T18:00:25,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33449 is added to blk_1073741843_1019 (size=62) 2024-12-08T18:00:25,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43717 is added to blk_1073741843_1019 (size=62) 2024-12-08T18:00:25,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33195 is added to blk_1073741843_1019 (size=62) 2024-12-08T18:00:25,519 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733680825024.f7e292deae2b7252c808b9995f6de9ff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T18:00:25,519 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing f7e292deae2b7252c808b9995f6de9ff, disabling compactions & flushes 2024-12-08T18:00:25,519 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733680825024.f7e292deae2b7252c808b9995f6de9ff. 2024-12-08T18:00:25,519 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733680825024.f7e292deae2b7252c808b9995f6de9ff. 2024-12-08T18:00:25,519 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733680825024.f7e292deae2b7252c808b9995f6de9ff. after waiting 0 ms 2024-12-08T18:00:25,519 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733680825024.f7e292deae2b7252c808b9995f6de9ff. 2024-12-08T18:00:25,519 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733680825024.f7e292deae2b7252c808b9995f6de9ff. 2024-12-08T18:00:25,519 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for f7e292deae2b7252c808b9995f6de9ff: Waiting for close lock at 1733680825519Disabling compacts and flushes for region at 1733680825519Disabling writes for close at 1733680825519Writing region close event to WAL at 1733680825519Closed at 1733680825519 2024-12-08T18:00:25,520 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 2d305b3a24389a68be11bb1fd3b0cb42, NAME => 'SPTestTable,b333332f,1733680825024.2d305b3a24389a68be11bb1fd3b0cb42.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e 2024-12-08T18:00:25,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33195 is added to blk_1073741844_1020 (size=62) 2024-12-08T18:00:25,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43717 is added to blk_1073741844_1020 (size=62) 2024-12-08T18:00:25,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33449 is added to blk_1073741844_1020 (size=62) 2024-12-08T18:00:25,524 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733680825024.4cf2b51bf76e2a8c82bbb1c27671e067.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T18:00:25,524 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 4cf2b51bf76e2a8c82bbb1c27671e067, disabling compactions & flushes 2024-12-08T18:00:25,524 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733680825024.4cf2b51bf76e2a8c82bbb1c27671e067. 2024-12-08T18:00:25,524 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733680825024.4cf2b51bf76e2a8c82bbb1c27671e067. 2024-12-08T18:00:25,524 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733680825024.4cf2b51bf76e2a8c82bbb1c27671e067. after waiting 0 ms 2024-12-08T18:00:25,524 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733680825024.4cf2b51bf76e2a8c82bbb1c27671e067. 2024-12-08T18:00:25,524 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733680825024.4cf2b51bf76e2a8c82bbb1c27671e067. 2024-12-08T18:00:25,524 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4cf2b51bf76e2a8c82bbb1c27671e067: Waiting for close lock at 1733680825524Disabling compacts and flushes for region at 1733680825524Disabling writes for close at 1733680825524Writing region close event to WAL at 1733680825524Closed at 1733680825524 2024-12-08T18:00:25,545 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f8508019029616dc9c86ba9eff207d2d, NAME => 'SPTestTable,ccccccc8,1733680825024.f8508019029616dc9c86ba9eff207d2d.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e 2024-12-08T18:00:25,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33195 is added to blk_1073741845_1021 (size=62) 2024-12-08T18:00:25,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43717 is added to blk_1073741845_1021 (size=62) 2024-12-08T18:00:25,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33449 is added to blk_1073741845_1021 (size=62) 2024-12-08T18:00:25,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33195 is added to blk_1073741846_1022 (size=62) 2024-12-08T18:00:25,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33449 is added to blk_1073741846_1022 (size=62) 2024-12-08T18:00:25,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43717 is added to blk_1073741846_1022 (size=62) 2024-12-08T18:00:25,578 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733680825024.f8508019029616dc9c86ba9eff207d2d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T18:00:25,578 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing f8508019029616dc9c86ba9eff207d2d, disabling compactions & flushes 2024-12-08T18:00:25,578 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733680825024.f8508019029616dc9c86ba9eff207d2d. 2024-12-08T18:00:25,578 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733680825024.f8508019029616dc9c86ba9eff207d2d. 2024-12-08T18:00:25,578 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733680825024.f8508019029616dc9c86ba9eff207d2d. after waiting 0 ms 2024-12-08T18:00:25,578 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733680825024.f8508019029616dc9c86ba9eff207d2d. 2024-12-08T18:00:25,578 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733680825024.f8508019029616dc9c86ba9eff207d2d. 2024-12-08T18:00:25,578 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for f8508019029616dc9c86ba9eff207d2d: Waiting for close lock at 1733680825578Disabling compacts and flushes for region at 1733680825578Disabling writes for close at 1733680825578Writing region close event to WAL at 1733680825578Closed at 1733680825578 2024-12-08T18:00:25,579 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c7e9fc4d80e31766422ba61c05a9090f, NAME => 'SPTestTable,e6666661,1733680825024.c7e9fc4d80e31766422ba61c05a9090f.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e 2024-12-08T18:00:25,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33195 is added to blk_1073741847_1023 (size=54) 2024-12-08T18:00:25,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43717 is added to blk_1073741847_1023 (size=54) 2024-12-08T18:00:25,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33449 is added to blk_1073741847_1023 (size=54) 2024-12-08T18:00:25,594 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733680825024.c7e9fc4d80e31766422ba61c05a9090f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T18:00:25,594 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing c7e9fc4d80e31766422ba61c05a9090f, disabling compactions & flushes 2024-12-08T18:00:25,594 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733680825024.c7e9fc4d80e31766422ba61c05a9090f. 2024-12-08T18:00:25,594 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733680825024.c7e9fc4d80e31766422ba61c05a9090f. 2024-12-08T18:00:25,594 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733680825024.c7e9fc4d80e31766422ba61c05a9090f. after waiting 0 ms 2024-12-08T18:00:25,595 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733680825024.c7e9fc4d80e31766422ba61c05a9090f. 2024-12-08T18:00:25,595 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733680825024.c7e9fc4d80e31766422ba61c05a9090f. 2024-12-08T18:00:25,595 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for c7e9fc4d80e31766422ba61c05a9090f: Waiting for close lock at 1733680825594Disabling compacts and flushes for region at 1733680825594Disabling writes for close at 1733680825595 (+1 ms)Writing region close event to WAL at 1733680825595Closed at 1733680825595 2024-12-08T18:00:25,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38453 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-08T18:00:25,893 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733680825024.93a584d835899efcc8e32bf87357ece6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T18:00:25,893 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 93a584d835899efcc8e32bf87357ece6, disabling compactions & flushes 2024-12-08T18:00:25,893 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733680825024.93a584d835899efcc8e32bf87357ece6. 2024-12-08T18:00:25,893 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733680825024.93a584d835899efcc8e32bf87357ece6. 2024-12-08T18:00:25,893 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733680825024.93a584d835899efcc8e32bf87357ece6. after waiting 0 ms 2024-12-08T18:00:25,893 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733680825024.93a584d835899efcc8e32bf87357ece6. 2024-12-08T18:00:25,893 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733680825024.93a584d835899efcc8e32bf87357ece6. 2024-12-08T18:00:25,893 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 93a584d835899efcc8e32bf87357ece6: Waiting for close lock at 1733680825893Disabling compacts and flushes for region at 1733680825893Disabling writes for close at 1733680825893Writing region close event to WAL at 1733680825893Closed at 1733680825893 2024-12-08T18:00:25,968 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733680825024.2d305b3a24389a68be11bb1fd3b0cb42.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T18:00:25,968 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 2d305b3a24389a68be11bb1fd3b0cb42, disabling compactions & flushes 2024-12-08T18:00:25,968 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733680825024.2d305b3a24389a68be11bb1fd3b0cb42. 2024-12-08T18:00:25,968 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733680825024.2d305b3a24389a68be11bb1fd3b0cb42. 2024-12-08T18:00:25,968 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733680825024.2d305b3a24389a68be11bb1fd3b0cb42. after waiting 0 ms 2024-12-08T18:00:25,968 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733680825024.2d305b3a24389a68be11bb1fd3b0cb42. 2024-12-08T18:00:25,968 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733680825024.2d305b3a24389a68be11bb1fd3b0cb42. 2024-12-08T18:00:25,968 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 2d305b3a24389a68be11bb1fd3b0cb42: Waiting for close lock at 1733680825968Disabling compacts and flushes for region at 1733680825968Disabling writes for close at 1733680825968Writing region close event to WAL at 1733680825968Closed at 1733680825968 2024-12-08T18:00:25,970 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-12-08T18:00:25,975 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1733680825024.6ecd5ec6f52940b0f96bfe3ad2fe1563.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733680825970"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733680825970"}]},"ts":"1733680825970"} 2024-12-08T18:00:25,975 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1733680825024.b887ba27b31dd9d1f476799137565898.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733680825970"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733680825970"}]},"ts":"1733680825970"} 2024-12-08T18:00:25,975 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1733680825024.d0693df7f4ce3b6693c273269017e59c.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733680825970"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733680825970"}]},"ts":"1733680825970"} 2024-12-08T18:00:25,975 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1733680825024.41437c3b7f004e2ba89139b70d5c738c.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733680825970"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733680825970"}]},"ts":"1733680825970"} 2024-12-08T18:00:25,975 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1733680825024.f7e292deae2b7252c808b9995f6de9ff.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733680825970"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733680825970"}]},"ts":"1733680825970"} 2024-12-08T18:00:25,976 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1733680825024.4cf2b51bf76e2a8c82bbb1c27671e067.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733680825970"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733680825970"}]},"ts":"1733680825970"} 2024-12-08T18:00:25,976 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1733680825024.f8508019029616dc9c86ba9eff207d2d.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733680825970"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733680825970"}]},"ts":"1733680825970"} 2024-12-08T18:00:25,976 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1733680825024.c7e9fc4d80e31766422ba61c05a9090f.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733680825970"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733680825970"}]},"ts":"1733680825970"} 2024-12-08T18:00:25,976 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1733680825024.93a584d835899efcc8e32bf87357ece6.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733680825970"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733680825970"}]},"ts":"1733680825970"} 2024-12-08T18:00:25,976 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1733680825024.2d305b3a24389a68be11bb1fd3b0cb42.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733680825970"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733680825970"}]},"ts":"1733680825970"} 2024-12-08T18:00:26,009 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-12-08T18:00:26,011 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-08T18:00:26,014 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733680826011"}]},"ts":"1733680826011"} 2024-12-08T18:00:26,019 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-12-08T18:00:26,019 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {b1d30ef9e474=0} racks are {/default-rack=0} 2024-12-08T18:00:26,027 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-08T18:00:26,027 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-08T18:00:26,027 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-08T18:00:26,027 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-08T18:00:26,027 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-08T18:00:26,027 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-08T18:00:26,027 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-08T18:00:26,027 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-08T18:00:26,027 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-08T18:00:26,027 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-08T18:00:26,029 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6ecd5ec6f52940b0f96bfe3ad2fe1563, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b887ba27b31dd9d1f476799137565898, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=93a584d835899efcc8e32bf87357ece6, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d0693df7f4ce3b6693c273269017e59c, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=41437c3b7f004e2ba89139b70d5c738c, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f7e292deae2b7252c808b9995f6de9ff, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4cf2b51bf76e2a8c82bbb1c27671e067, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2d305b3a24389a68be11bb1fd3b0cb42, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f8508019029616dc9c86ba9eff207d2d, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c7e9fc4d80e31766422ba61c05a9090f, ASSIGN}] 2024-12-08T18:00:26,032 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f8508019029616dc9c86ba9eff207d2d, ASSIGN 2024-12-08T18:00:26,032 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c7e9fc4d80e31766422ba61c05a9090f, ASSIGN 2024-12-08T18:00:26,032 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2d305b3a24389a68be11bb1fd3b0cb42, ASSIGN 2024-12-08T18:00:26,032 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4cf2b51bf76e2a8c82bbb1c27671e067, ASSIGN 2024-12-08T18:00:26,034 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f7e292deae2b7252c808b9995f6de9ff, ASSIGN 2024-12-08T18:00:26,034 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f8508019029616dc9c86ba9eff207d2d, ASSIGN; state=OFFLINE, location=b1d30ef9e474,38425,1733680812836; forceNewPlan=false, retain=false 2024-12-08T18:00:26,034 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2d305b3a24389a68be11bb1fd3b0cb42, ASSIGN; state=OFFLINE, location=b1d30ef9e474,38425,1733680812836; forceNewPlan=false, retain=false 2024-12-08T18:00:26,034 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c7e9fc4d80e31766422ba61c05a9090f, ASSIGN; state=OFFLINE, location=b1d30ef9e474,33515,1733680812879; forceNewPlan=false, retain=false 2024-12-08T18:00:26,034 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4cf2b51bf76e2a8c82bbb1c27671e067, ASSIGN; state=OFFLINE, location=b1d30ef9e474,43331,1733680812742; forceNewPlan=false, retain=false 2024-12-08T18:00:26,035 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f7e292deae2b7252c808b9995f6de9ff, ASSIGN; state=OFFLINE, location=b1d30ef9e474,33515,1733680812879; forceNewPlan=false, retain=false 2024-12-08T18:00:26,038 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d0693df7f4ce3b6693c273269017e59c, ASSIGN 2024-12-08T18:00:26,040 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b887ba27b31dd9d1f476799137565898, ASSIGN 2024-12-08T18:00:26,040 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=41437c3b7f004e2ba89139b70d5c738c, ASSIGN 2024-12-08T18:00:26,040 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d0693df7f4ce3b6693c273269017e59c, ASSIGN; state=OFFLINE, location=b1d30ef9e474,43331,1733680812742; forceNewPlan=false, retain=false 2024-12-08T18:00:26,040 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=93a584d835899efcc8e32bf87357ece6, ASSIGN 2024-12-08T18:00:26,040 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6ecd5ec6f52940b0f96bfe3ad2fe1563, ASSIGN 2024-12-08T18:00:26,041 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b887ba27b31dd9d1f476799137565898, ASSIGN; state=OFFLINE, location=b1d30ef9e474,33515,1733680812879; forceNewPlan=false, retain=false 2024-12-08T18:00:26,041 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=41437c3b7f004e2ba89139b70d5c738c, ASSIGN; state=OFFLINE, location=b1d30ef9e474,38425,1733680812836; forceNewPlan=false, retain=false 2024-12-08T18:00:26,041 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6ecd5ec6f52940b0f96bfe3ad2fe1563, ASSIGN; state=OFFLINE, location=b1d30ef9e474,38425,1733680812836; forceNewPlan=false, retain=false 2024-12-08T18:00:26,041 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=93a584d835899efcc8e32bf87357ece6, ASSIGN; state=OFFLINE, location=b1d30ef9e474,43331,1733680812742; forceNewPlan=false, retain=false 2024-12-08T18:00:26,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38453 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-08T18:00:26,187 INFO [b1d30ef9e474:38453 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-12-08T18:00:26,187 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=93a584d835899efcc8e32bf87357ece6, regionState=OPENING, regionLocation=b1d30ef9e474,43331,1733680812742 2024-12-08T18:00:26,187 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=4cf2b51bf76e2a8c82bbb1c27671e067, regionState=OPENING, regionLocation=b1d30ef9e474,43331,1733680812742 2024-12-08T18:00:26,187 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=f8508019029616dc9c86ba9eff207d2d, regionState=OPENING, regionLocation=b1d30ef9e474,38425,1733680812836 2024-12-08T18:00:26,187 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=d0693df7f4ce3b6693c273269017e59c, regionState=OPENING, regionLocation=b1d30ef9e474,43331,1733680812742 2024-12-08T18:00:26,188 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=2d305b3a24389a68be11bb1fd3b0cb42, regionState=OPENING, regionLocation=b1d30ef9e474,38425,1733680812836 2024-12-08T18:00:26,189 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6ecd5ec6f52940b0f96bfe3ad2fe1563, regionState=OPENING, regionLocation=b1d30ef9e474,38425,1733680812836 2024-12-08T18:00:26,189 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=c7e9fc4d80e31766422ba61c05a9090f, regionState=OPENING, regionLocation=b1d30ef9e474,33515,1733680812879 2024-12-08T18:00:26,189 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=f7e292deae2b7252c808b9995f6de9ff, regionState=OPENING, regionLocation=b1d30ef9e474,33515,1733680812879 2024-12-08T18:00:26,189 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b887ba27b31dd9d1f476799137565898, regionState=OPENING, regionLocation=b1d30ef9e474,33515,1733680812879 2024-12-08T18:00:26,191 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=41437c3b7f004e2ba89139b70d5c738c, regionState=OPENING, regionLocation=b1d30ef9e474,38425,1733680812836 2024-12-08T18:00:26,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4cf2b51bf76e2a8c82bbb1c27671e067, ASSIGN because future has completed 2024-12-08T18:00:26,194 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4cf2b51bf76e2a8c82bbb1c27671e067, server=b1d30ef9e474,43331,1733680812742}] 2024-12-08T18:00:26,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f8508019029616dc9c86ba9eff207d2d, ASSIGN because future has completed 2024-12-08T18:00:26,197 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure f8508019029616dc9c86ba9eff207d2d, server=b1d30ef9e474,38425,1733680812836}] 2024-12-08T18:00:26,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d0693df7f4ce3b6693c273269017e59c, ASSIGN because future has completed 2024-12-08T18:00:26,202 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure d0693df7f4ce3b6693c273269017e59c, server=b1d30ef9e474,43331,1733680812742}] 2024-12-08T18:00:26,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=93a584d835899efcc8e32bf87357ece6, ASSIGN because future has completed 2024-12-08T18:00:26,204 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 93a584d835899efcc8e32bf87357ece6, server=b1d30ef9e474,43331,1733680812742}] 2024-12-08T18:00:26,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2d305b3a24389a68be11bb1fd3b0cb42, ASSIGN because future has completed 2024-12-08T18:00:26,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6ecd5ec6f52940b0f96bfe3ad2fe1563, ASSIGN because future has completed 2024-12-08T18:00:26,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c7e9fc4d80e31766422ba61c05a9090f, ASSIGN because future has completed 2024-12-08T18:00:26,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f7e292deae2b7252c808b9995f6de9ff, ASSIGN because future has completed 2024-12-08T18:00:26,235 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-08T18:00:26,238 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure c7e9fc4d80e31766422ba61c05a9090f, server=b1d30ef9e474,33515,1733680812879}] 2024-12-08T18:00:26,246 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure f7e292deae2b7252c808b9995f6de9ff, server=b1d30ef9e474,33515,1733680812879}] 2024-12-08T18:00:26,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b887ba27b31dd9d1f476799137565898, ASSIGN because future has completed 2024-12-08T18:00:26,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=41437c3b7f004e2ba89139b70d5c738c, ASSIGN because future has completed 2024-12-08T18:00:26,253 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 41437c3b7f004e2ba89139b70d5c738c, server=b1d30ef9e474,38425,1733680812836}] 2024-12-08T18:00:26,257 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2d305b3a24389a68be11bb1fd3b0cb42, server=b1d30ef9e474,38425,1733680812836}] 2024-12-08T18:00:26,262 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b887ba27b31dd9d1f476799137565898, server=b1d30ef9e474,33515,1733680812879}] 2024-12-08T18:00:26,273 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6ecd5ec6f52940b0f96bfe3ad2fe1563, server=b1d30ef9e474,38425,1733680812836}] 2024-12-08T18:00:27,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38453 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-08T18:00:29,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38453 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-08T18:00:30,213 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-08T18:00:32,357 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-08T18:00:32,357 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-08T18:00:32,360 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-08T18:00:32,360 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-08T18:00:33,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38453 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-08T18:00:36,203 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-08T18:00:36,205 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-08T18:00:36,209 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53231, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-08T18:00:36,209 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40191, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-08T18:00:36,219 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,,1733680825024.6ecd5ec6f52940b0f96bfe3ad2fe1563. 2024-12-08T18:00:36,220 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 6ecd5ec6f52940b0f96bfe3ad2fe1563, NAME => 'SPTestTable,,1733680825024.6ecd5ec6f52940b0f96bfe3ad2fe1563.', STARTKEY => '', ENDKEY => '19999999'} 2024-12-08T18:00:36,220 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1733680825024.d0693df7f4ce3b6693c273269017e59c. 2024-12-08T18:00:36,220 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 6ecd5ec6f52940b0f96bfe3ad2fe1563 2024-12-08T18:00:36,220 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,,1733680825024.6ecd5ec6f52940b0f96bfe3ad2fe1563.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T18:00:36,220 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => d0693df7f4ce3b6693c273269017e59c, NAME => 'SPTestTable,4ccccccb,1733680825024.d0693df7f4ce3b6693c273269017e59c.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-12-08T18:00:36,220 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 6ecd5ec6f52940b0f96bfe3ad2fe1563 2024-12-08T18:00:36,220 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 6ecd5ec6f52940b0f96bfe3ad2fe1563 2024-12-08T18:00:36,221 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d0693df7f4ce3b6693c273269017e59c 2024-12-08T18:00:36,221 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733680825024.d0693df7f4ce3b6693c273269017e59c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T18:00:36,221 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for d0693df7f4ce3b6693c273269017e59c 2024-12-08T18:00:36,221 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for d0693df7f4ce3b6693c273269017e59c 2024-12-08T18:00:36,225 INFO [StoreOpener-6ecd5ec6f52940b0f96bfe3ad2fe1563-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 6ecd5ec6f52940b0f96bfe3ad2fe1563 2024-12-08T18:00:36,225 INFO [StoreOpener-d0693df7f4ce3b6693c273269017e59c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d0693df7f4ce3b6693c273269017e59c 2024-12-08T18:00:36,227 INFO [StoreOpener-6ecd5ec6f52940b0f96bfe3ad2fe1563-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6ecd5ec6f52940b0f96bfe3ad2fe1563 columnFamilyName cf 2024-12-08T18:00:36,227 INFO [StoreOpener-d0693df7f4ce3b6693c273269017e59c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d0693df7f4ce3b6693c273269017e59c columnFamilyName cf 2024-12-08T18:00:36,227 DEBUG [StoreOpener-d0693df7f4ce3b6693c273269017e59c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T18:00:36,227 DEBUG [StoreOpener-6ecd5ec6f52940b0f96bfe3ad2fe1563-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T18:00:36,228 INFO [StoreOpener-6ecd5ec6f52940b0f96bfe3ad2fe1563-1 {}] regionserver.HStore(327): Store=6ecd5ec6f52940b0f96bfe3ad2fe1563/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T18:00:36,228 INFO [StoreOpener-d0693df7f4ce3b6693c273269017e59c-1 {}] regionserver.HStore(327): Store=d0693df7f4ce3b6693c273269017e59c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T18:00:36,228 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 6ecd5ec6f52940b0f96bfe3ad2fe1563 2024-12-08T18:00:36,228 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for d0693df7f4ce3b6693c273269017e59c 2024-12-08T18:00:36,229 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/data/default/SPTestTable/6ecd5ec6f52940b0f96bfe3ad2fe1563 2024-12-08T18:00:36,229 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/data/default/SPTestTable/d0693df7f4ce3b6693c273269017e59c 2024-12-08T18:00:36,230 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/data/default/SPTestTable/6ecd5ec6f52940b0f96bfe3ad2fe1563 2024-12-08T18:00:36,231 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 6ecd5ec6f52940b0f96bfe3ad2fe1563 2024-12-08T18:00:36,231 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 6ecd5ec6f52940b0f96bfe3ad2fe1563 2024-12-08T18:00:36,231 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/data/default/SPTestTable/d0693df7f4ce3b6693c273269017e59c 2024-12-08T18:00:36,231 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for d0693df7f4ce3b6693c273269017e59c 2024-12-08T18:00:36,231 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for d0693df7f4ce3b6693c273269017e59c 2024-12-08T18:00:36,233 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 6ecd5ec6f52940b0f96bfe3ad2fe1563 2024-12-08T18:00:36,233 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for d0693df7f4ce3b6693c273269017e59c 2024-12-08T18:00:36,237 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/data/default/SPTestTable/6ecd5ec6f52940b0f96bfe3ad2fe1563/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T18:00:36,237 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/data/default/SPTestTable/d0693df7f4ce3b6693c273269017e59c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T18:00:36,238 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened d0693df7f4ce3b6693c273269017e59c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69706305, jitterRate=0.03870488703250885}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T18:00:36,238 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 6ecd5ec6f52940b0f96bfe3ad2fe1563; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65750002, jitterRate=-0.020248621702194214}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T18:00:36,238 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d0693df7f4ce3b6693c273269017e59c 2024-12-08T18:00:36,238 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6ecd5ec6f52940b0f96bfe3ad2fe1563 2024-12-08T18:00:36,239 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for d0693df7f4ce3b6693c273269017e59c: Running coprocessor pre-open hook at 1733680836221Writing region info on filesystem at 1733680836221Initializing all the Stores at 1733680836222 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733680836222Cleaning up temporary data from old regions at 1733680836231 (+9 ms)Running coprocessor post-open hooks at 1733680836238 (+7 ms)Region opened successfully at 1733680836239 (+1 ms) 2024-12-08T18:00:36,239 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 6ecd5ec6f52940b0f96bfe3ad2fe1563: Running coprocessor pre-open hook at 1733680836220Writing region info on filesystem at 1733680836220Initializing all the Stores at 1733680836222 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733680836222Cleaning up temporary data from old regions at 1733680836231 (+9 ms)Running coprocessor post-open hooks at 1733680836238 (+7 ms)Region opened successfully at 1733680836239 (+1 ms) 2024-12-08T18:00:36,241 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1733680825024.d0693df7f4ce3b6693c273269017e59c., pid=17, masterSystemTime=1733680836202 2024-12-08T18:00:36,241 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1733680825024.6ecd5ec6f52940b0f96bfe3ad2fe1563., pid=24, masterSystemTime=1733680836204 2024-12-08T18:00:36,243 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1733680825024.6ecd5ec6f52940b0f96bfe3ad2fe1563. 2024-12-08T18:00:36,243 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,,1733680825024.6ecd5ec6f52940b0f96bfe3ad2fe1563. 2024-12-08T18:00:36,243 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1733680825024.41437c3b7f004e2ba89139b70d5c738c. 2024-12-08T18:00:36,244 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 41437c3b7f004e2ba89139b70d5c738c, NAME => 'SPTestTable,66666664,1733680825024.41437c3b7f004e2ba89139b70d5c738c.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-12-08T18:00:36,244 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 41437c3b7f004e2ba89139b70d5c738c 2024-12-08T18:00:36,244 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733680825024.41437c3b7f004e2ba89139b70d5c738c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T18:00:36,244 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 41437c3b7f004e2ba89139b70d5c738c 2024-12-08T18:00:36,244 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 41437c3b7f004e2ba89139b70d5c738c 2024-12-08T18:00:36,246 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6ecd5ec6f52940b0f96bfe3ad2fe1563, regionState=OPEN, openSeqNum=2, regionLocation=b1d30ef9e474,38425,1733680812836 2024-12-08T18:00:36,246 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1733680825024.d0693df7f4ce3b6693c273269017e59c. 2024-12-08T18:00:36,246 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1733680825024.d0693df7f4ce3b6693c273269017e59c. 2024-12-08T18:00:36,246 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1733680825024.93a584d835899efcc8e32bf87357ece6. 2024-12-08T18:00:36,246 INFO [StoreOpener-41437c3b7f004e2ba89139b70d5c738c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 41437c3b7f004e2ba89139b70d5c738c 2024-12-08T18:00:36,247 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 93a584d835899efcc8e32bf87357ece6, NAME => 'SPTestTable,33333332,1733680825024.93a584d835899efcc8e32bf87357ece6.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-12-08T18:00:36,247 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 93a584d835899efcc8e32bf87357ece6 2024-12-08T18:00:36,247 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733680825024.93a584d835899efcc8e32bf87357ece6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T18:00:36,247 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 93a584d835899efcc8e32bf87357ece6 2024-12-08T18:00:36,247 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 93a584d835899efcc8e32bf87357ece6 2024-12-08T18:00:36,249 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=d0693df7f4ce3b6693c273269017e59c, regionState=OPEN, openSeqNum=2, regionLocation=b1d30ef9e474,43331,1733680812742 2024-12-08T18:00:36,250 INFO [StoreOpener-41437c3b7f004e2ba89139b70d5c738c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41437c3b7f004e2ba89139b70d5c738c columnFamilyName cf 2024-12-08T18:00:36,250 DEBUG [StoreOpener-41437c3b7f004e2ba89139b70d5c738c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T18:00:36,251 INFO [StoreOpener-41437c3b7f004e2ba89139b70d5c738c-1 {}] regionserver.HStore(327): Store=41437c3b7f004e2ba89139b70d5c738c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T18:00:36,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6ecd5ec6f52940b0f96bfe3ad2fe1563, server=b1d30ef9e474,38425,1733680812836 because future has completed 2024-12-08T18:00:36,251 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 41437c3b7f004e2ba89139b70d5c738c 2024-12-08T18:00:36,253 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/data/default/SPTestTable/41437c3b7f004e2ba89139b70d5c738c 2024-12-08T18:00:36,254 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/data/default/SPTestTable/41437c3b7f004e2ba89139b70d5c738c 2024-12-08T18:00:36,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure d0693df7f4ce3b6693c273269017e59c, server=b1d30ef9e474,43331,1733680812742 because future has completed 2024-12-08T18:00:36,255 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 41437c3b7f004e2ba89139b70d5c738c 2024-12-08T18:00:36,255 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 41437c3b7f004e2ba89139b70d5c738c 2024-12-08T18:00:36,258 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=5 2024-12-08T18:00:36,258 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 41437c3b7f004e2ba89139b70d5c738c 2024-12-08T18:00:36,258 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6ecd5ec6f52940b0f96bfe3ad2fe1563, server=b1d30ef9e474,38425,1733680812836 in 9.9800 sec 2024-12-08T18:00:36,259 INFO [StoreOpener-93a584d835899efcc8e32bf87357ece6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 93a584d835899efcc8e32bf87357ece6 2024-12-08T18:00:36,260 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=8 2024-12-08T18:00:36,261 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6ecd5ec6f52940b0f96bfe3ad2fe1563, ASSIGN in 10.2300 sec 2024-12-08T18:00:36,261 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure d0693df7f4ce3b6693c273269017e59c, server=b1d30ef9e474,43331,1733680812742 in 10.0540 sec 2024-12-08T18:00:36,263 INFO [StoreOpener-93a584d835899efcc8e32bf87357ece6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 93a584d835899efcc8e32bf87357ece6 columnFamilyName cf 2024-12-08T18:00:36,264 DEBUG [StoreOpener-93a584d835899efcc8e32bf87357ece6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T18:00:36,264 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/data/default/SPTestTable/41437c3b7f004e2ba89139b70d5c738c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T18:00:36,264 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1733680825024.f7e292deae2b7252c808b9995f6de9ff. 2024-12-08T18:00:36,265 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d0693df7f4ce3b6693c273269017e59c, ASSIGN in 10.2330 sec 2024-12-08T18:00:36,265 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => f7e292deae2b7252c808b9995f6de9ff, NAME => 'SPTestTable,7ffffffd,1733680825024.f7e292deae2b7252c808b9995f6de9ff.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-12-08T18:00:36,265 INFO [StoreOpener-93a584d835899efcc8e32bf87357ece6-1 {}] regionserver.HStore(327): Store=93a584d835899efcc8e32bf87357ece6/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T18:00:36,265 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 93a584d835899efcc8e32bf87357ece6 2024-12-08T18:00:36,265 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f7e292deae2b7252c808b9995f6de9ff 2024-12-08T18:00:36,265 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733680825024.f7e292deae2b7252c808b9995f6de9ff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T18:00:36,265 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for f7e292deae2b7252c808b9995f6de9ff 2024-12-08T18:00:36,265 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 41437c3b7f004e2ba89139b70d5c738c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68313255, jitterRate=0.017946824431419373}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T18:00:36,265 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 41437c3b7f004e2ba89139b70d5c738c 2024-12-08T18:00:36,265 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for f7e292deae2b7252c808b9995f6de9ff 2024-12-08T18:00:36,265 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 41437c3b7f004e2ba89139b70d5c738c: Running coprocessor pre-open hook at 1733680836244Writing region info on filesystem at 1733680836244Initializing all the Stores at 1733680836246 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733680836246Cleaning up temporary data from old regions at 1733680836255 (+9 ms)Running coprocessor post-open hooks at 1733680836265 (+10 ms)Region opened successfully at 1733680836265 2024-12-08T18:00:36,266 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/data/default/SPTestTable/93a584d835899efcc8e32bf87357ece6 2024-12-08T18:00:36,267 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1733680825024.41437c3b7f004e2ba89139b70d5c738c., pid=21, masterSystemTime=1733680836204 2024-12-08T18:00:36,267 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/data/default/SPTestTable/93a584d835899efcc8e32bf87357ece6 2024-12-08T18:00:36,267 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 93a584d835899efcc8e32bf87357ece6 2024-12-08T18:00:36,267 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 93a584d835899efcc8e32bf87357ece6 2024-12-08T18:00:36,270 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1733680825024.41437c3b7f004e2ba89139b70d5c738c. 2024-12-08T18:00:36,270 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1733680825024.41437c3b7f004e2ba89139b70d5c738c. 2024-12-08T18:00:36,270 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1733680825024.2d305b3a24389a68be11bb1fd3b0cb42. 2024-12-08T18:00:36,270 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 93a584d835899efcc8e32bf87357ece6 2024-12-08T18:00:36,270 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 2d305b3a24389a68be11bb1fd3b0cb42, NAME => 'SPTestTable,b333332f,1733680825024.2d305b3a24389a68be11bb1fd3b0cb42.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-12-08T18:00:36,270 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=41437c3b7f004e2ba89139b70d5c738c, regionState=OPEN, openSeqNum=2, regionLocation=b1d30ef9e474,38425,1733680812836 2024-12-08T18:00:36,271 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 2d305b3a24389a68be11bb1fd3b0cb42 2024-12-08T18:00:36,271 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733680825024.2d305b3a24389a68be11bb1fd3b0cb42.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T18:00:36,271 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 2d305b3a24389a68be11bb1fd3b0cb42 2024-12-08T18:00:36,271 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 2d305b3a24389a68be11bb1fd3b0cb42 2024-12-08T18:00:36,273 INFO [StoreOpener-f7e292deae2b7252c808b9995f6de9ff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f7e292deae2b7252c808b9995f6de9ff 2024-12-08T18:00:36,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 41437c3b7f004e2ba89139b70d5c738c, server=b1d30ef9e474,38425,1733680812836 because future has completed 2024-12-08T18:00:36,274 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/data/default/SPTestTable/93a584d835899efcc8e32bf87357ece6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T18:00:36,274 INFO [StoreOpener-2d305b3a24389a68be11bb1fd3b0cb42-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 2d305b3a24389a68be11bb1fd3b0cb42 2024-12-08T18:00:36,275 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 93a584d835899efcc8e32bf87357ece6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66664819, jitterRate=-0.0066167861223220825}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T18:00:36,275 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 93a584d835899efcc8e32bf87357ece6 2024-12-08T18:00:36,276 INFO [StoreOpener-f7e292deae2b7252c808b9995f6de9ff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f7e292deae2b7252c808b9995f6de9ff columnFamilyName cf 2024-12-08T18:00:36,276 DEBUG [StoreOpener-f7e292deae2b7252c808b9995f6de9ff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T18:00:36,276 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 93a584d835899efcc8e32bf87357ece6: Running coprocessor pre-open hook at 1733680836248Writing region info on filesystem at 1733680836248Initializing all the Stores at 1733680836249 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733680836250 (+1 ms)Cleaning up temporary data from old regions at 1733680836267 (+17 ms)Running coprocessor post-open hooks at 1733680836275 (+8 ms)Region opened successfully at 1733680836276 (+1 ms) 2024-12-08T18:00:36,277 INFO [StoreOpener-f7e292deae2b7252c808b9995f6de9ff-1 {}] regionserver.HStore(327): Store=f7e292deae2b7252c808b9995f6de9ff/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T18:00:36,277 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for f7e292deae2b7252c808b9995f6de9ff 2024-12-08T18:00:36,277 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1733680825024.93a584d835899efcc8e32bf87357ece6., pid=18, masterSystemTime=1733680836202 2024-12-08T18:00:36,277 INFO [StoreOpener-2d305b3a24389a68be11bb1fd3b0cb42-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2d305b3a24389a68be11bb1fd3b0cb42 columnFamilyName cf 2024-12-08T18:00:36,278 DEBUG [StoreOpener-2d305b3a24389a68be11bb1fd3b0cb42-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T18:00:36,278 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/data/default/SPTestTable/f7e292deae2b7252c808b9995f6de9ff 2024-12-08T18:00:36,278 INFO [StoreOpener-2d305b3a24389a68be11bb1fd3b0cb42-1 {}] regionserver.HStore(327): Store=2d305b3a24389a68be11bb1fd3b0cb42/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T18:00:36,279 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 2d305b3a24389a68be11bb1fd3b0cb42 2024-12-08T18:00:36,279 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/data/default/SPTestTable/f7e292deae2b7252c808b9995f6de9ff 2024-12-08T18:00:36,280 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/data/default/SPTestTable/2d305b3a24389a68be11bb1fd3b0cb42 2024-12-08T18:00:36,280 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for f7e292deae2b7252c808b9995f6de9ff 2024-12-08T18:00:36,280 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=9 2024-12-08T18:00:36,280 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for f7e292deae2b7252c808b9995f6de9ff 2024-12-08T18:00:36,280 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 41437c3b7f004e2ba89139b70d5c738c, server=b1d30ef9e474,38425,1733680812836 in 10.0230 sec 2024-12-08T18:00:36,281 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/data/default/SPTestTable/2d305b3a24389a68be11bb1fd3b0cb42 2024-12-08T18:00:36,281 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1733680825024.93a584d835899efcc8e32bf87357ece6. 2024-12-08T18:00:36,281 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1733680825024.93a584d835899efcc8e32bf87357ece6. 2024-12-08T18:00:36,281 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 2d305b3a24389a68be11bb1fd3b0cb42 2024-12-08T18:00:36,281 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 2d305b3a24389a68be11bb1fd3b0cb42 2024-12-08T18:00:36,281 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733680825024.4cf2b51bf76e2a8c82bbb1c27671e067. 2024-12-08T18:00:36,282 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 4cf2b51bf76e2a8c82bbb1c27671e067, NAME => 'SPTestTable,99999996,1733680825024.4cf2b51bf76e2a8c82bbb1c27671e067.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-08T18:00:36,282 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 4cf2b51bf76e2a8c82bbb1c27671e067 2024-12-08T18:00:36,282 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733680825024.4cf2b51bf76e2a8c82bbb1c27671e067.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T18:00:36,282 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 4cf2b51bf76e2a8c82bbb1c27671e067 2024-12-08T18:00:36,282 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 4cf2b51bf76e2a8c82bbb1c27671e067 2024-12-08T18:00:36,283 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=93a584d835899efcc8e32bf87357ece6, regionState=OPEN, openSeqNum=2, regionLocation=b1d30ef9e474,43331,1733680812742 2024-12-08T18:00:36,284 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for f7e292deae2b7252c808b9995f6de9ff 2024-12-08T18:00:36,285 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 2d305b3a24389a68be11bb1fd3b0cb42 2024-12-08T18:00:36,286 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=41437c3b7f004e2ba89139b70d5c738c, ASSIGN in 10.2530 sec 2024-12-08T18:00:36,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 93a584d835899efcc8e32bf87357ece6, server=b1d30ef9e474,43331,1733680812742 because future has completed 2024-12-08T18:00:36,289 INFO [StoreOpener-4cf2b51bf76e2a8c82bbb1c27671e067-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 4cf2b51bf76e2a8c82bbb1c27671e067 2024-12-08T18:00:36,290 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/data/default/SPTestTable/2d305b3a24389a68be11bb1fd3b0cb42/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T18:00:36,290 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/data/default/SPTestTable/f7e292deae2b7252c808b9995f6de9ff/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T18:00:36,291 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened f7e292deae2b7252c808b9995f6de9ff; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75261471, jitterRate=0.12148331105709076}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T18:00:36,291 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 2d305b3a24389a68be11bb1fd3b0cb42; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58743665, jitterRate=-0.12465117871761322}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T18:00:36,291 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f7e292deae2b7252c808b9995f6de9ff 2024-12-08T18:00:36,291 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2d305b3a24389a68be11bb1fd3b0cb42 2024-12-08T18:00:36,291 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for f7e292deae2b7252c808b9995f6de9ff: Running coprocessor pre-open hook at 1733680836265Writing region info on filesystem at 1733680836265Initializing all the Stores at 1733680836272 (+7 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733680836272Cleaning up temporary data from old regions at 1733680836280 (+8 ms)Running coprocessor post-open hooks at 1733680836291 (+11 ms)Region opened successfully at 1733680836291 2024-12-08T18:00:36,291 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 2d305b3a24389a68be11bb1fd3b0cb42: Running coprocessor pre-open hook at 1733680836271Writing region info on filesystem at 1733680836271Initializing all the Stores at 1733680836274 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733680836274Cleaning up temporary data from old regions at 1733680836281 (+7 ms)Running coprocessor post-open hooks at 1733680836291 (+10 ms)Region opened successfully at 1733680836291 2024-12-08T18:00:36,291 INFO [StoreOpener-4cf2b51bf76e2a8c82bbb1c27671e067-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4cf2b51bf76e2a8c82bbb1c27671e067 columnFamilyName cf 2024-12-08T18:00:36,292 DEBUG [StoreOpener-4cf2b51bf76e2a8c82bbb1c27671e067-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T18:00:36,293 INFO [StoreOpener-4cf2b51bf76e2a8c82bbb1c27671e067-1 {}] regionserver.HStore(327): Store=4cf2b51bf76e2a8c82bbb1c27671e067/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T18:00:36,293 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1733680825024.2d305b3a24389a68be11bb1fd3b0cb42., pid=22, masterSystemTime=1733680836204 2024-12-08T18:00:36,293 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 4cf2b51bf76e2a8c82bbb1c27671e067 2024-12-08T18:00:36,293 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1733680825024.f7e292deae2b7252c808b9995f6de9ff., pid=20, masterSystemTime=1733680836250 2024-12-08T18:00:36,294 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=7 2024-12-08T18:00:36,294 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 93a584d835899efcc8e32bf87357ece6, server=b1d30ef9e474,43331,1733680812742 in 10.0840 sec 2024-12-08T18:00:36,295 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/data/default/SPTestTable/4cf2b51bf76e2a8c82bbb1c27671e067 2024-12-08T18:00:36,295 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1733680825024.2d305b3a24389a68be11bb1fd3b0cb42. 2024-12-08T18:00:36,295 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1733680825024.2d305b3a24389a68be11bb1fd3b0cb42. 2024-12-08T18:00:36,296 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1733680825024.f8508019029616dc9c86ba9eff207d2d. 2024-12-08T18:00:36,296 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => f8508019029616dc9c86ba9eff207d2d, NAME => 'SPTestTable,ccccccc8,1733680825024.f8508019029616dc9c86ba9eff207d2d.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-12-08T18:00:36,296 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/data/default/SPTestTable/4cf2b51bf76e2a8c82bbb1c27671e067 2024-12-08T18:00:36,296 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f8508019029616dc9c86ba9eff207d2d 2024-12-08T18:00:36,297 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733680825024.f8508019029616dc9c86ba9eff207d2d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T18:00:36,297 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=93a584d835899efcc8e32bf87357ece6, ASSIGN in 10.2660 sec 2024-12-08T18:00:36,297 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for f8508019029616dc9c86ba9eff207d2d 2024-12-08T18:00:36,297 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=2d305b3a24389a68be11bb1fd3b0cb42, regionState=OPEN, openSeqNum=2, regionLocation=b1d30ef9e474,38425,1733680812836 2024-12-08T18:00:36,297 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for f8508019029616dc9c86ba9eff207d2d 2024-12-08T18:00:36,297 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 4cf2b51bf76e2a8c82bbb1c27671e067 2024-12-08T18:00:36,297 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 4cf2b51bf76e2a8c82bbb1c27671e067 2024-12-08T18:00:36,297 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1733680825024.f7e292deae2b7252c808b9995f6de9ff. 2024-12-08T18:00:36,297 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1733680825024.f7e292deae2b7252c808b9995f6de9ff. 2024-12-08T18:00:36,297 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1733680825024.b887ba27b31dd9d1f476799137565898. 2024-12-08T18:00:36,297 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => b887ba27b31dd9d1f476799137565898, NAME => 'SPTestTable,19999999,1733680825024.b887ba27b31dd9d1f476799137565898.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-12-08T18:00:36,298 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b887ba27b31dd9d1f476799137565898 2024-12-08T18:00:36,298 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733680825024.b887ba27b31dd9d1f476799137565898.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T18:00:36,298 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for b887ba27b31dd9d1f476799137565898 2024-12-08T18:00:36,298 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for b887ba27b31dd9d1f476799137565898 2024-12-08T18:00:36,299 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=f7e292deae2b7252c808b9995f6de9ff, regionState=OPEN, openSeqNum=2, regionLocation=b1d30ef9e474,33515,1733680812879 2024-12-08T18:00:36,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2d305b3a24389a68be11bb1fd3b0cb42, server=b1d30ef9e474,38425,1733680812836 because future has completed 2024-12-08T18:00:36,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure f7e292deae2b7252c808b9995f6de9ff, server=b1d30ef9e474,33515,1733680812879 because future has completed 2024-12-08T18:00:36,305 INFO [StoreOpener-f8508019029616dc9c86ba9eff207d2d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f8508019029616dc9c86ba9eff207d2d 2024-12-08T18:00:36,305 INFO [StoreOpener-b887ba27b31dd9d1f476799137565898-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b887ba27b31dd9d1f476799137565898 2024-12-08T18:00:36,307 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=12 2024-12-08T18:00:36,307 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 2d305b3a24389a68be11bb1fd3b0cb42, server=b1d30ef9e474,38425,1733680812836 in 10.0460 sec 2024-12-08T18:00:36,307 INFO [StoreOpener-b887ba27b31dd9d1f476799137565898-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b887ba27b31dd9d1f476799137565898 columnFamilyName cf 2024-12-08T18:00:36,307 INFO [StoreOpener-f8508019029616dc9c86ba9eff207d2d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f8508019029616dc9c86ba9eff207d2d columnFamilyName cf 2024-12-08T18:00:36,307 DEBUG [StoreOpener-b887ba27b31dd9d1f476799137565898-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T18:00:36,307 DEBUG [StoreOpener-f8508019029616dc9c86ba9eff207d2d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T18:00:36,308 INFO [StoreOpener-b887ba27b31dd9d1f476799137565898-1 {}] regionserver.HStore(327): Store=b887ba27b31dd9d1f476799137565898/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T18:00:36,308 INFO [StoreOpener-f8508019029616dc9c86ba9eff207d2d-1 {}] regionserver.HStore(327): Store=f8508019029616dc9c86ba9eff207d2d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T18:00:36,308 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for f8508019029616dc9c86ba9eff207d2d 2024-12-08T18:00:36,309 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for b887ba27b31dd9d1f476799137565898 2024-12-08T18:00:36,310 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2d305b3a24389a68be11bb1fd3b0cb42, ASSIGN in 10.2790 sec 2024-12-08T18:00:36,310 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=10 2024-12-08T18:00:36,310 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/data/default/SPTestTable/f8508019029616dc9c86ba9eff207d2d 2024-12-08T18:00:36,310 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure f7e292deae2b7252c808b9995f6de9ff, server=b1d30ef9e474,33515,1733680812879 in 10.0590 sec 2024-12-08T18:00:36,311 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/data/default/SPTestTable/b887ba27b31dd9d1f476799137565898 2024-12-08T18:00:36,311 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/data/default/SPTestTable/f8508019029616dc9c86ba9eff207d2d 2024-12-08T18:00:36,311 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/data/default/SPTestTable/b887ba27b31dd9d1f476799137565898 2024-12-08T18:00:36,311 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for f8508019029616dc9c86ba9eff207d2d 2024-12-08T18:00:36,311 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for f8508019029616dc9c86ba9eff207d2d 2024-12-08T18:00:36,312 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for b887ba27b31dd9d1f476799137565898 2024-12-08T18:00:36,312 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 4cf2b51bf76e2a8c82bbb1c27671e067 2024-12-08T18:00:36,312 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for b887ba27b31dd9d1f476799137565898 2024-12-08T18:00:36,314 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f7e292deae2b7252c808b9995f6de9ff, ASSIGN in 10.2820 sec 2024-12-08T18:00:36,315 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for b887ba27b31dd9d1f476799137565898 2024-12-08T18:00:36,315 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for f8508019029616dc9c86ba9eff207d2d 2024-12-08T18:00:36,315 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/data/default/SPTestTable/4cf2b51bf76e2a8c82bbb1c27671e067/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T18:00:36,316 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 4cf2b51bf76e2a8c82bbb1c27671e067; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62905709, jitterRate=-0.06263189017772675}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T18:00:36,316 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4cf2b51bf76e2a8c82bbb1c27671e067 2024-12-08T18:00:36,317 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 4cf2b51bf76e2a8c82bbb1c27671e067: Running coprocessor pre-open hook at 1733680836282Writing region info on filesystem at 1733680836282Initializing all the Stores at 1733680836284 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733680836284Cleaning up temporary data from old regions at 1733680836297 (+13 ms)Running coprocessor post-open hooks at 1733680836316 (+19 ms)Region opened successfully at 1733680836316 2024-12-08T18:00:36,318 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733680825024.4cf2b51bf76e2a8c82bbb1c27671e067., pid=15, masterSystemTime=1733680836202 2024-12-08T18:00:36,318 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/data/default/SPTestTable/f8508019029616dc9c86ba9eff207d2d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T18:00:36,318 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/data/default/SPTestTable/b887ba27b31dd9d1f476799137565898/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T18:00:36,319 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened b887ba27b31dd9d1f476799137565898; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59036295, jitterRate=-0.12029065191745758}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T18:00:36,319 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened f8508019029616dc9c86ba9eff207d2d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60057938, jitterRate=-0.10506698489189148}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T18:00:36,319 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f8508019029616dc9c86ba9eff207d2d 2024-12-08T18:00:36,319 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b887ba27b31dd9d1f476799137565898 2024-12-08T18:00:36,319 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for f8508019029616dc9c86ba9eff207d2d: Running coprocessor pre-open hook at 1733680836297Writing region info on filesystem at 1733680836297Initializing all the Stores at 1733680836299 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733680836301 (+2 ms)Cleaning up temporary data from old regions at 1733680836312 (+11 ms)Running coprocessor post-open hooks at 1733680836319 (+7 ms)Region opened successfully at 1733680836319 2024-12-08T18:00:36,319 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for b887ba27b31dd9d1f476799137565898: Running coprocessor pre-open hook at 1733680836298Writing region info on filesystem at 1733680836298Initializing all the Stores at 1733680836300 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733680836300Cleaning up temporary data from old regions at 1733680836312 (+12 ms)Running coprocessor post-open hooks at 1733680836319 (+7 ms)Region opened successfully at 1733680836319 2024-12-08T18:00:36,321 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1733680825024.b887ba27b31dd9d1f476799137565898., pid=23, masterSystemTime=1733680836250 2024-12-08T18:00:36,321 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1733680825024.f8508019029616dc9c86ba9eff207d2d., pid=16, masterSystemTime=1733680836204 2024-12-08T18:00:36,321 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733680825024.4cf2b51bf76e2a8c82bbb1c27671e067. 2024-12-08T18:00:36,322 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733680825024.4cf2b51bf76e2a8c82bbb1c27671e067. 2024-12-08T18:00:36,322 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=4cf2b51bf76e2a8c82bbb1c27671e067, regionState=OPEN, openSeqNum=2, regionLocation=b1d30ef9e474,43331,1733680812742 2024-12-08T18:00:36,325 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1733680825024.b887ba27b31dd9d1f476799137565898. 2024-12-08T18:00:36,325 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1733680825024.b887ba27b31dd9d1f476799137565898. 2024-12-08T18:00:36,325 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733680825024.c7e9fc4d80e31766422ba61c05a9090f. 2024-12-08T18:00:36,325 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => c7e9fc4d80e31766422ba61c05a9090f, NAME => 'SPTestTable,e6666661,1733680825024.c7e9fc4d80e31766422ba61c05a9090f.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-08T18:00:36,326 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c7e9fc4d80e31766422ba61c05a9090f 2024-12-08T18:00:36,326 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733680825024.c7e9fc4d80e31766422ba61c05a9090f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T18:00:36,326 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for c7e9fc4d80e31766422ba61c05a9090f 2024-12-08T18:00:36,326 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for c7e9fc4d80e31766422ba61c05a9090f 2024-12-08T18:00:36,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4cf2b51bf76e2a8c82bbb1c27671e067, server=b1d30ef9e474,43331,1733680812742 because future has completed 2024-12-08T18:00:36,327 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b887ba27b31dd9d1f476799137565898, regionState=OPEN, openSeqNum=2, regionLocation=b1d30ef9e474,33515,1733680812879 2024-12-08T18:00:36,328 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1733680825024.f8508019029616dc9c86ba9eff207d2d. 2024-12-08T18:00:36,329 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1733680825024.f8508019029616dc9c86ba9eff207d2d. 2024-12-08T18:00:36,330 INFO [StoreOpener-c7e9fc4d80e31766422ba61c05a9090f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c7e9fc4d80e31766422ba61c05a9090f 2024-12-08T18:00:36,331 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=f8508019029616dc9c86ba9eff207d2d, regionState=OPEN, openSeqNum=2, regionLocation=b1d30ef9e474,38425,1733680812836 2024-12-08T18:00:36,335 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38453 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=b1d30ef9e474,38425,1733680812836, table=SPTestTable, region=f8508019029616dc9c86ba9eff207d2d. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-08T18:00:36,335 INFO [StoreOpener-c7e9fc4d80e31766422ba61c05a9090f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c7e9fc4d80e31766422ba61c05a9090f columnFamilyName cf 2024-12-08T18:00:36,335 DEBUG [StoreOpener-c7e9fc4d80e31766422ba61c05a9090f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T18:00:36,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b887ba27b31dd9d1f476799137565898, server=b1d30ef9e474,33515,1733680812879 because future has completed 2024-12-08T18:00:36,336 INFO [StoreOpener-c7e9fc4d80e31766422ba61c05a9090f-1 {}] regionserver.HStore(327): Store=c7e9fc4d80e31766422ba61c05a9090f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T18:00:36,337 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for c7e9fc4d80e31766422ba61c05a9090f 2024-12-08T18:00:36,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure f8508019029616dc9c86ba9eff207d2d, server=b1d30ef9e474,38425,1733680812836 because future has completed 2024-12-08T18:00:36,338 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=11 2024-12-08T18:00:36,339 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/data/default/SPTestTable/c7e9fc4d80e31766422ba61c05a9090f 2024-12-08T18:00:36,339 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/data/default/SPTestTable/c7e9fc4d80e31766422ba61c05a9090f 2024-12-08T18:00:36,340 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for c7e9fc4d80e31766422ba61c05a9090f 2024-12-08T18:00:36,340 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for c7e9fc4d80e31766422ba61c05a9090f 2024-12-08T18:00:36,341 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 4cf2b51bf76e2a8c82bbb1c27671e067, server=b1d30ef9e474,43331,1733680812742 in 10.1350 sec 2024-12-08T18:00:36,344 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for c7e9fc4d80e31766422ba61c05a9090f 2024-12-08T18:00:36,344 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=6 2024-12-08T18:00:36,344 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4cf2b51bf76e2a8c82bbb1c27671e067, ASSIGN in 10.3120 sec 2024-12-08T18:00:36,344 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure b887ba27b31dd9d1f476799137565898, server=b1d30ef9e474,33515,1733680812879 in 10.0760 sec 2024-12-08T18:00:36,347 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-12-08T18:00:36,349 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b887ba27b31dd9d1f476799137565898, ASSIGN in 10.3160 sec 2024-12-08T18:00:36,349 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure f8508019029616dc9c86ba9eff207d2d, server=b1d30ef9e474,38425,1733680812836 in 10.1450 sec 2024-12-08T18:00:36,349 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/data/default/SPTestTable/c7e9fc4d80e31766422ba61c05a9090f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T18:00:36,350 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f8508019029616dc9c86ba9eff207d2d, ASSIGN in 10.3190 sec 2024-12-08T18:00:36,350 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened c7e9fc4d80e31766422ba61c05a9090f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68658245, jitterRate=0.023087576031684875}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T18:00:36,350 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c7e9fc4d80e31766422ba61c05a9090f 2024-12-08T18:00:36,350 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for c7e9fc4d80e31766422ba61c05a9090f: Running coprocessor pre-open hook at 1733680836326Writing region info on filesystem at 1733680836326Initializing all the Stores at 1733680836329 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733680836329Cleaning up temporary data from old regions at 1733680836340 (+11 ms)Running coprocessor post-open hooks at 1733680836350 (+10 ms)Region opened successfully at 1733680836350 2024-12-08T18:00:36,351 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733680825024.c7e9fc4d80e31766422ba61c05a9090f., pid=19, masterSystemTime=1733680836250 2024-12-08T18:00:36,354 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733680825024.c7e9fc4d80e31766422ba61c05a9090f. 2024-12-08T18:00:36,354 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733680825024.c7e9fc4d80e31766422ba61c05a9090f. 2024-12-08T18:00:36,355 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=c7e9fc4d80e31766422ba61c05a9090f, regionState=OPEN, openSeqNum=2, regionLocation=b1d30ef9e474,33515,1733680812879 2024-12-08T18:00:36,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure c7e9fc4d80e31766422ba61c05a9090f, server=b1d30ef9e474,33515,1733680812879 because future has completed 2024-12-08T18:00:36,362 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=14 2024-12-08T18:00:36,362 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure c7e9fc4d80e31766422ba61c05a9090f, server=b1d30ef9e474,33515,1733680812879 in 10.1210 sec 2024-12-08T18:00:36,365 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=4 2024-12-08T18:00:36,366 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c7e9fc4d80e31766422ba61c05a9090f, ASSIGN in 10.3340 sec 2024-12-08T18:00:36,367 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-08T18:00:36,367 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733680836367"}]},"ts":"1733680836367"} 2024-12-08T18:00:36,369 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-12-08T18:00:36,371 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-12-08T18:00:36,375 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 11.3420 sec 2024-12-08T18:00:38,231 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-12-08T18:00:41,060 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-08T18:00:41,755 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-08T18:00:42,357 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-12-08T18:00:42,357 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-12-08T18:00:43,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38453 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-08T18:00:43,317 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-12-08T18:00:43,317 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-12-08T18:00:43,319 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-08T18:00:43,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-12-08T18:00:43,331 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-08T18:00:43,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-12-08T18:00:43,366 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1733680825024.4cf2b51bf76e2a8c82bbb1c27671e067., hostname=b1d30ef9e474,43331,1733680812742, seqNum=2] 2024-12-08T18:00:43,371 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1733680825024.4cf2b51bf76e2a8c82bbb1c27671e067., hostname=b1d30ef9e474,43331,1733680812742, seqNum=2] 2024-12-08T18:00:43,374 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1733680825024.4cf2b51bf76e2a8c82bbb1c27671e067., hostname=b1d30ef9e474,43331,1733680812742, seqNum=2] 2024-12-08T18:00:43,376 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1733680825024.4cf2b51bf76e2a8c82bbb1c27671e067., hostname=b1d30ef9e474,43331,1733680812742, seqNum=2] 2024-12-08T18:00:43,379 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1733680825024.4cf2b51bf76e2a8c82bbb1c27671e067., hostname=b1d30ef9e474,43331,1733680812742, seqNum=2] 2024-12-08T18:00:43,381 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1733680825024.4cf2b51bf76e2a8c82bbb1c27671e067., hostname=b1d30ef9e474,43331,1733680812742, seqNum=2] 2024-12-08T18:00:43,383 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1733680825024.4cf2b51bf76e2a8c82bbb1c27671e067., hostname=b1d30ef9e474,43331,1733680812742, seqNum=2] 2024-12-08T18:00:43,385 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aah', locateType=CURRENT is [region=SPTestTable,99999996,1733680825024.4cf2b51bf76e2a8c82bbb1c27671e067., hostname=b1d30ef9e474,43331,1733680812742, seqNum=2] 2024-12-08T18:00:43,441 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1733680825024.2d305b3a24389a68be11bb1fd3b0cb42., hostname=b1d30ef9e474,38425,1733680812836, seqNum=2] 2024-12-08T18:00:43,444 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1733680825024.2d305b3a24389a68be11bb1fd3b0cb42., hostname=b1d30ef9e474,38425,1733680812836, seqNum=2] 2024-12-08T18:00:43,446 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1733680825024.2d305b3a24389a68be11bb1fd3b0cb42., hostname=b1d30ef9e474,38425,1733680812836, seqNum=2] 2024-12-08T18:00:43,448 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1733680825024.2d305b3a24389a68be11bb1fd3b0cb42., hostname=b1d30ef9e474,38425,1733680812836, seqNum=2] 2024-12-08T18:00:43,450 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1733680825024.2d305b3a24389a68be11bb1fd3b0cb42., hostname=b1d30ef9e474,38425,1733680812836, seqNum=2] 2024-12-08T18:00:43,452 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1733680825024.2d305b3a24389a68be11bb1fd3b0cb42., hostname=b1d30ef9e474,38425,1733680812836, seqNum=2] 2024-12-08T18:00:43,455 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1733680825024.2d305b3a24389a68be11bb1fd3b0cb42., hostname=b1d30ef9e474,38425,1733680812836, seqNum=2] 2024-12-08T18:00:43,458 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bah', locateType=CURRENT is [region=SPTestTable,b333332f,1733680825024.2d305b3a24389a68be11bb1fd3b0cb42., hostname=b1d30ef9e474,38425,1733680812836, seqNum=2] 2024-12-08T18:00:43,502 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733680825024.f8508019029616dc9c86ba9eff207d2d., hostname=b1d30ef9e474,38425,1733680812836, seqNum=2] 2024-12-08T18:00:43,504 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733680825024.f8508019029616dc9c86ba9eff207d2d., hostname=b1d30ef9e474,38425,1733680812836, seqNum=2] 2024-12-08T18:00:43,507 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733680825024.f8508019029616dc9c86ba9eff207d2d., hostname=b1d30ef9e474,38425,1733680812836, seqNum=2] 2024-12-08T18:00:43,512 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733680825024.f8508019029616dc9c86ba9eff207d2d., hostname=b1d30ef9e474,38425,1733680812836, seqNum=2] 2024-12-08T18:00:43,514 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733680825024.f8508019029616dc9c86ba9eff207d2d., hostname=b1d30ef9e474,38425,1733680812836, seqNum=2] 2024-12-08T18:00:43,516 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733680825024.f8508019029616dc9c86ba9eff207d2d., hostname=b1d30ef9e474,38425,1733680812836, seqNum=2] 2024-12-08T18:00:43,569 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1733680825024.c7e9fc4d80e31766422ba61c05a9090f., hostname=b1d30ef9e474,33515,1733680812879, seqNum=2] 2024-12-08T18:00:43,572 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1733680825024.c7e9fc4d80e31766422ba61c05a9090f., hostname=b1d30ef9e474,33515,1733680812879, seqNum=2] 2024-12-08T18:00:43,574 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1733680825024.c7e9fc4d80e31766422ba61c05a9090f., hostname=b1d30ef9e474,33515,1733680812879, seqNum=2] 2024-12-08T18:00:43,576 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1733680825024.c7e9fc4d80e31766422ba61c05a9090f., hostname=b1d30ef9e474,33515,1733680812879, seqNum=2] 2024-12-08T18:00:43,579 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1733680825024.c7e9fc4d80e31766422ba61c05a9090f., hostname=b1d30ef9e474,33515,1733680812879, seqNum=2] 2024-12-08T18:00:43,581 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1733680825024.c7e9fc4d80e31766422ba61c05a9090f., hostname=b1d30ef9e474,33515,1733680812879, seqNum=2] 2024-12-08T18:00:43,583 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1733680825024.c7e9fc4d80e31766422ba61c05a9090f., hostname=b1d30ef9e474,33515,1733680812879, seqNum=2] 2024-12-08T18:00:43,585 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eah', locateType=CURRENT is [region=SPTestTable,e6666661,1733680825024.c7e9fc4d80e31766422ba61c05a9090f., hostname=b1d30ef9e474,33515,1733680812879, seqNum=2] 2024-12-08T18:00:44,440 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T18:00:44,442 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T18:00:44,447 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T18:00:44,449 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T18:00:44,501 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43331 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1733680825024.4cf2b51bf76e2a8c82bbb1c27671e067. with WAL disabled. Data may be lost in the event of a crash. 2024-12-08T18:00:44,502 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38425 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1733680825024.2d305b3a24389a68be11bb1fd3b0cb42. with WAL disabled. Data may be lost in the event of a crash. 2024-12-08T18:00:44,580 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38425 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1733680825024.f8508019029616dc9c86ba9eff207d2d. with WAL disabled. Data may be lost in the event of a crash. 2024-12-08T18:00:44,609 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33515 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 14872 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,e6666661,1733680825024.c7e9fc4d80e31766422ba61c05a9090f. 2024-12-08T18:00:45,241 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33515 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1733680825024.c7e9fc4d80e31766422ba61c05a9090f. with WAL disabled. Data may be lost in the event of a crash. 2024-12-08T18:00:45,414 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-12-08T18:00:45,415 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-08T18:00:45,416 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-08T18:00:45,422 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-08T18:00:45,439 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-08T18:00:45,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33195 is added to blk_1073741848_1024 (size=49) 2024-12-08T18:00:45,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43717 is added to blk_1073741848_1024 (size=49) 2024-12-08T18:00:45,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33449 is added to blk_1073741848_1024 (size=49) 2024-12-08T18:00:45,488 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-08T18:00:45,491 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6ecd5ec6f52940b0f96bfe3ad2fe1563}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b887ba27b31dd9d1f476799137565898}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 93a584d835899efcc8e32bf87357ece6}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d0693df7f4ce3b6693c273269017e59c}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 41437c3b7f004e2ba89139b70d5c738c}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f7e292deae2b7252c808b9995f6de9ff}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4cf2b51bf76e2a8c82bbb1c27671e067}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2d305b3a24389a68be11bb1fd3b0cb42}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f8508019029616dc9c86ba9eff207d2d}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c7e9fc4d80e31766422ba61c05a9090f}] 2024-12-08T18:00:45,498 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c7e9fc4d80e31766422ba61c05a9090f 2024-12-08T18:00:45,498 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f8508019029616dc9c86ba9eff207d2d 2024-12-08T18:00:45,499 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2d305b3a24389a68be11bb1fd3b0cb42 2024-12-08T18:00:45,499 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4cf2b51bf76e2a8c82bbb1c27671e067 2024-12-08T18:00:45,499 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f7e292deae2b7252c808b9995f6de9ff 2024-12-08T18:00:45,509 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 41437c3b7f004e2ba89139b70d5c738c 2024-12-08T18:00:45,512 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d0693df7f4ce3b6693c273269017e59c 2024-12-08T18:00:45,516 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 93a584d835899efcc8e32bf87357ece6 2024-12-08T18:00:45,517 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing b1d30ef9e474,43331,1733680812742 2024-12-08T18:00:45,518 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server b1d30ef9e474,43331,1733680812742: Simulated kill ***** 2024-12-08T18:00:45,518 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-08T18:00:45,520 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b887ba27b31dd9d1f476799137565898 2024-12-08T18:00:45,521 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6ecd5ec6f52940b0f96bfe3ad2fe1563 2024-12-08T18:00:45,521 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-08T18:00:45,523 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-08T18:00:45,528 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-08T18:00:45,530 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-08T18:00:45,540 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 622786560 }, "NonHeapMemoryUsage": { "committed": 157548544, "init": 7667712, "max": -1, "used": 154191800 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "b1d30ef9e474", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 1, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14498, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 676 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "b1d30ef9e474", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:52371", "tag.serverName": "b1d30ef9e474,33515,1733680812879", "tag.clusterId": "560f8057-b752-4687-9df1-9bb73863ffc3", "tag.Context": "regionserver", "tag.Hostname": "b1d30ef9e474", "regionCount": 4, "storeCount": 7, "hlogFileCount": 8, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 12732, "memStoreHeapSize": 22368, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1733680812879, "averageRegionSize": 3183, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 2.2, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 266240, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 1, "activeScanners": 0, "totalRequestCount": 31, "totalRowActionRequestCount": 42, "readRequestCount": 8, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 34, "rpcGetRequestCount": 2, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 4, "rpcMultiRequestCount": 1, "rpcMutateRequestCount": 24, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 4, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 24, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 1, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 2, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 4, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-12-08T18:00:45,545 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38453 {}] master.MasterRpcServices(700): b1d30ef9e474,43331,1733680812742 reported a fatal error: ***** ABORTING region server b1d30ef9e474,43331,1733680812742: Simulated kill ***** 2024-12-08T18:00:45,549 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b1d30ef9e474,43331,1733680812742' ***** 2024-12-08T18:00:45,549 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-12-08T18:00:45,550 INFO [RS:0;b1d30ef9e474:43331 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-08T18:00:45,550 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-08T18:00:45,550 INFO [RS:0;b1d30ef9e474:43331 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-12-08T18:00:45,550 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-08T18:00:45,550 INFO [RS:0;b1d30ef9e474:43331 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-12-08T18:00:45,550 INFO [RS:0;b1d30ef9e474:43331 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-08T18:00:45,550 INFO [RS:0;b1d30ef9e474:43331 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b1d30ef9e474:43331. 2024-12-08T18:00:45,551 DEBUG [RS:0;b1d30ef9e474:43331 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T18:00:45,551 DEBUG [RS:0;b1d30ef9e474:43331 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:00:45,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43717 is added to blk_1073741835_1011 (size=966) 2024-12-08T18:00:45,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33449 is added to blk_1073741835_1011 (size=966) 2024-12-08T18:00:45,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33195 is added to blk_1073741835_1011 (size=966) 2024-12-08T18:00:45,558 DEBUG [RS:0;b1d30ef9e474:43331 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:00:45,558 INFO [RS:0;b1d30ef9e474:43331 {}] regionserver.LeaseManager(133): Closed leases 2024-12-08T18:00:45,559 INFO [RS:0;b1d30ef9e474:43331 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43331 2024-12-08T18:00:45,597 INFO [regionserver/b1d30ef9e474:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-08T18:00:45,621 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43331-0x1000695d3430001, quorum=127.0.0.1:52371, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b1d30ef9e474,43331,1733680812742 2024-12-08T18:00:45,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38453-0x1000695d3430000, quorum=127.0.0.1:52371, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-08T18:00:45,621 INFO [RS:0;b1d30ef9e474:43331 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-08T18:00:45,642 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b1d30ef9e474,43331,1733680812742] 2024-12-08T18:00:45,706 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b1d30ef9e474,43331,1733680812742 already deleted, retry=false 2024-12-08T18:00:45,706 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of b1d30ef9e474,43331,1733680812742 on b1d30ef9e474,38453,1733680811956 2024-12-08T18:00:45,710 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure b1d30ef9e474,43331,1733680812742, splitWal=true, meta=false 2024-12-08T18:00:45,714 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=36 for b1d30ef9e474,43331,1733680812742 (carryingMeta=false) b1d30ef9e474,43331,1733680812742/CRASHED/regionCount=3/lock=java.util.concurrent.locks.ReentrantReadWriteLock@c991aa1[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-08T18:00:45,715 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure b1d30ef9e474,43331,1733680812742, splitWal=true, meta=false 2024-12-08T18:00:45,717 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 93a584d835899efcc8e32bf87357ece6 2024-12-08T18:00:45,717 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): b1d30ef9e474,43331,1733680812742 had 3 regions 2024-12-08T18:00:45,718 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d0693df7f4ce3b6693c273269017e59c 2024-12-08T18:00:45,718 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4cf2b51bf76e2a8c82bbb1c27671e067 2024-12-08T18:00:45,719 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 93a584d835899efcc8e32bf87357ece6 can not run currently because target server of region SPTestTable,33333332,1733680825024.93a584d835899efcc8e32bf87357ece6. b1d30ef9e474,43331,1733680812742 is in state CRASHED, wait 1000 ms to retry 2024-12-08T18:00:45,719 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 93a584d835899efcc8e32bf87357ece6; timeout=1000, timestamp=1733680846719 2024-12-08T18:00:45,720 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure b1d30ef9e474,43331,1733680812742, splitWal=true, meta=false, isMeta: false 2024-12-08T18:00:45,720 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure d0693df7f4ce3b6693c273269017e59c can not run currently because target server of region SPTestTable,4ccccccb,1733680825024.d0693df7f4ce3b6693c273269017e59c. b1d30ef9e474,43331,1733680812742 is in state SPLITTING, wait 1000 ms to retry 2024-12-08T18:00:45,720 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure d0693df7f4ce3b6693c273269017e59c; timeout=1000, timestamp=1733680846720 2024-12-08T18:00:45,721 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 4cf2b51bf76e2a8c82bbb1c27671e067 can not run currently because target server of region SPTestTable,99999996,1733680825024.4cf2b51bf76e2a8c82bbb1c27671e067. b1d30ef9e474,43331,1733680812742 is in state SPLITTING, wait 1000 ms to retry 2024-12-08T18:00:45,721 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 4cf2b51bf76e2a8c82bbb1c27671e067; timeout=1000, timestamp=1733680846721 2024-12-08T18:00:45,722 DEBUG [PEWorker-3 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/WALs/b1d30ef9e474,43331,1733680812742-splitting 2024-12-08T18:00:45,724 INFO [PEWorker-3 {}] master.SplitWALManager(105): b1d30ef9e474,43331,1733680812742 WAL count=1, meta=false 2024-12-08T18:00:45,727 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure b1d30ef9e474%2C43331%2C1733680812742.1733680814420}] 2024-12-08T18:00:45,736 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=b1d30ef9e474,38425,1733680812836 2024-12-08T18:00:45,739 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure b1d30ef9e474%2C43331%2C1733680812742.1733680814420, worker=b1d30ef9e474,38425,1733680812836}] 2024-12-08T18:00:45,743 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43331-0x1000695d3430001, quorum=127.0.0.1:52371, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T18:00:45,743 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43331-0x1000695d3430001, quorum=127.0.0.1:52371, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T18:00:45,744 INFO [RS:0;b1d30ef9e474:43331 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-08T18:00:45,744 INFO [RS:0;b1d30ef9e474:43331 {}] regionserver.HRegionServer(1031): Exiting; stopping=b1d30ef9e474,43331,1733680812742; zookeeper connection closed. 2024-12-08T18:00:45,745 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5fab79f7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5fab79f7 2024-12-08T18:00:46,350 INFO [regionserver/b1d30ef9e474:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-08T18:00:46,350 INFO [regionserver/b1d30ef9e474:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-08T18:00:46,720 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 93a584d835899efcc8e32bf87357ece6 2024-12-08T18:00:46,721 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d0693df7f4ce3b6693c273269017e59c 2024-12-08T18:00:46,721 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 93a584d835899efcc8e32bf87357ece6 can not run currently because target server of region SPTestTable,33333332,1733680825024.93a584d835899efcc8e32bf87357ece6. b1d30ef9e474,43331,1733680812742 is in state SPLITTING, wait 2000 ms to retry 2024-12-08T18:00:46,721 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 93a584d835899efcc8e32bf87357ece6; timeout=2000, timestamp=1733680848721 2024-12-08T18:00:46,722 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4cf2b51bf76e2a8c82bbb1c27671e067 2024-12-08T18:00:46,723 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure d0693df7f4ce3b6693c273269017e59c can not run currently because target server of region SPTestTable,4ccccccb,1733680825024.d0693df7f4ce3b6693c273269017e59c. b1d30ef9e474,43331,1733680812742 is in state SPLITTING, wait 2000 ms to retry 2024-12-08T18:00:46,723 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 4cf2b51bf76e2a8c82bbb1c27671e067 can not run currently because target server of region SPTestTable,99999996,1733680825024.4cf2b51bf76e2a8c82bbb1c27671e067. b1d30ef9e474,43331,1733680812742 is in state SPLITTING, wait 2000 ms to retry 2024-12-08T18:00:46,723 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure d0693df7f4ce3b6693c273269017e59c; timeout=2000, timestamp=1733680848723 2024-12-08T18:00:46,723 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 4cf2b51bf76e2a8c82bbb1c27671e067; timeout=2000, timestamp=1733680848723 2024-12-08T18:00:48,721 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 93a584d835899efcc8e32bf87357ece6 2024-12-08T18:00:48,723 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 93a584d835899efcc8e32bf87357ece6 can not run currently because target server of region SPTestTable,33333332,1733680825024.93a584d835899efcc8e32bf87357ece6. b1d30ef9e474,43331,1733680812742 is in state SPLITTING, wait 4000 ms to retry 2024-12-08T18:00:48,723 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 93a584d835899efcc8e32bf87357ece6; timeout=4000, timestamp=1733680852723 2024-12-08T18:00:48,723 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4cf2b51bf76e2a8c82bbb1c27671e067 2024-12-08T18:00:48,723 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d0693df7f4ce3b6693c273269017e59c 2024-12-08T18:00:48,724 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 4cf2b51bf76e2a8c82bbb1c27671e067 can not run currently because target server of region SPTestTable,99999996,1733680825024.4cf2b51bf76e2a8c82bbb1c27671e067. b1d30ef9e474,43331,1733680812742 is in state SPLITTING, wait 4000 ms to retry 2024-12-08T18:00:48,724 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure d0693df7f4ce3b6693c273269017e59c can not run currently because target server of region SPTestTable,4ccccccb,1733680825024.d0693df7f4ce3b6693c273269017e59c. b1d30ef9e474,43331,1733680812742 is in state SPLITTING, wait 4000 ms to retry 2024-12-08T18:00:48,724 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 4cf2b51bf76e2a8c82bbb1c27671e067; timeout=4000, timestamp=1733680852724 2024-12-08T18:00:48,724 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure d0693df7f4ce3b6693c273269017e59c; timeout=4000, timestamp=1733680852724 2024-12-08T18:00:52,723 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 93a584d835899efcc8e32bf87357ece6 2024-12-08T18:00:52,725 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d0693df7f4ce3b6693c273269017e59c 2024-12-08T18:00:52,725 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 93a584d835899efcc8e32bf87357ece6 can not run currently because target server of region SPTestTable,33333332,1733680825024.93a584d835899efcc8e32bf87357ece6. b1d30ef9e474,43331,1733680812742 is in state SPLITTING, wait 8000 ms to retry 2024-12-08T18:00:52,725 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 93a584d835899efcc8e32bf87357ece6; timeout=8000, timestamp=1733680860725 2024-12-08T18:00:52,725 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4cf2b51bf76e2a8c82bbb1c27671e067 2024-12-08T18:00:52,727 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 4cf2b51bf76e2a8c82bbb1c27671e067 can not run currently because target server of region SPTestTable,99999996,1733680825024.4cf2b51bf76e2a8c82bbb1c27671e067. b1d30ef9e474,43331,1733680812742 is in state SPLITTING, wait 8000 ms to retry 2024-12-08T18:00:52,727 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure d0693df7f4ce3b6693c273269017e59c can not run currently because target server of region SPTestTable,4ccccccb,1733680825024.d0693df7f4ce3b6693c273269017e59c. b1d30ef9e474,43331,1733680812742 is in state SPLITTING, wait 8000 ms to retry 2024-12-08T18:00:52,727 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 4cf2b51bf76e2a8c82bbb1c27671e067; timeout=8000, timestamp=1733680860727 2024-12-08T18:00:52,727 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure d0693df7f4ce3b6693c273269017e59c; timeout=8000, timestamp=1733680860727 2024-12-08T18:00:55,511 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33515 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-12-08T18:00:55,511 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38425 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-12-08T18:00:55,512 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38425 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-12-08T18:00:55,512 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33515 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-12-08T18:00:55,512 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1733680825024.c7e9fc4d80e31766422ba61c05a9090f. 2024-12-08T18:00:55,512 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38425 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-12-08T18:00:55,512 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1733680825024.f8508019029616dc9c86ba9eff207d2d. 2024-12-08T18:00:55,512 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33515 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-12-08T18:00:55,512 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1733680825024.f7e292deae2b7252c808b9995f6de9ff. 2024-12-08T18:00:55,513 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38425 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-12-08T18:00:55,513 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1733680825024.6ecd5ec6f52940b0f96bfe3ad2fe1563. 2024-12-08T18:00:55,513 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1733680825024.b887ba27b31dd9d1f476799137565898. 2024-12-08T18:00:55,513 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38425 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-12-08T18:00:55,513 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1733680825024.41437c3b7f004e2ba89139b70d5c738c. 2024-12-08T18:00:55,518 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing f8508019029616dc9c86ba9eff207d2d 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-12-08T18:00:55,519 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing c7e9fc4d80e31766422ba61c05a9090f 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-12-08T18:00:55,519 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for f7e292deae2b7252c808b9995f6de9ff: 2024-12-08T18:00:55,519 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 41437c3b7f004e2ba89139b70d5c738c: 2024-12-08T18:00:55,519 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 6ecd5ec6f52940b0f96bfe3ad2fe1563: 2024-12-08T18:00:55,519 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1733680825024.f7e292deae2b7252c808b9995f6de9ff. for SnapshotProcedureTest completed. 2024-12-08T18:00:55,519 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1733680825024.6ecd5ec6f52940b0f96bfe3ad2fe1563. for SnapshotProcedureTest completed. 2024-12-08T18:00:55,519 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1733680825024.41437c3b7f004e2ba89139b70d5c738c. for SnapshotProcedureTest completed. 2024-12-08T18:00:55,519 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for b887ba27b31dd9d1f476799137565898: 2024-12-08T18:00:55,520 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1733680825024.b887ba27b31dd9d1f476799137565898. for SnapshotProcedureTest completed. 2024-12-08T18:00:55,520 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1733680825024.f7e292deae2b7252c808b9995f6de9ff.' region-info for snapshot=SnapshotProcedureTest 2024-12-08T18:00:55,520 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1733680825024.41437c3b7f004e2ba89139b70d5c738c.' region-info for snapshot=SnapshotProcedureTest 2024-12-08T18:00:55,520 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1733680825024.b887ba27b31dd9d1f476799137565898.' region-info for snapshot=SnapshotProcedureTest 2024-12-08T18:00:55,520 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1733680825024.6ecd5ec6f52940b0f96bfe3ad2fe1563.' region-info for snapshot=SnapshotProcedureTest 2024-12-08T18:00:55,524 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-08T18:00:55,524 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-08T18:00:55,524 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-08T18:00:55,524 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-08T18:00:55,527 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-08T18:00:55,527 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-08T18:00:55,527 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-08T18:00:55,527 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-08T18:00:55,542 INFO [RS_LOG_REPLAY_OPS-regionserver/b1d30ef9e474:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/WALs/b1d30ef9e474,43331,1733680812742-splitting/b1d30ef9e474%2C43331%2C1733680812742.1733680814420, size=966 (966bytes) 2024-12-08T18:00:55,543 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b1d30ef9e474:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-08T18:00:55,543 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b1d30ef9e474:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-08T18:00:55,544 INFO [RS_LOG_REPLAY_OPS-regionserver/b1d30ef9e474:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/WALs/b1d30ef9e474,43331,1733680812742-splitting/b1d30ef9e474%2C43331%2C1733680812742.1733680814420 2024-12-08T18:00:55,551 INFO [RS_LOG_REPLAY_OPS-regionserver/b1d30ef9e474:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/WALs/b1d30ef9e474,43331,1733680812742-splitting/b1d30ef9e474%2C43331%2C1733680812742.1733680814420 after 5ms 2024-12-08T18:00:55,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33449 is added to blk_1073741849_1025 (size=65) 2024-12-08T18:00:55,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43717 is added to blk_1073741849_1025 (size=65) 2024-12-08T18:00:55,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33195 is added to blk_1073741849_1025 (size=65) 2024-12-08T18:00:55,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33195 is added to blk_1073741850_1026 (size=65) 2024-12-08T18:00:55,564 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1733680825024.41437c3b7f004e2ba89139b70d5c738c. 2024-12-08T18:00:55,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43717 is added to blk_1073741850_1026 (size=65) 2024-12-08T18:00:55,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33449 is added to blk_1073741850_1026 (size=65) 2024-12-08T18:00:55,566 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-12-08T18:00:55,567 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1733680825024.b887ba27b31dd9d1f476799137565898. 2024-12-08T18:00:55,567 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1733680825024.2d305b3a24389a68be11bb1fd3b0cb42. 2024-12-08T18:00:55,567 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-12-08T18:00:55,568 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 2d305b3a24389a68be11bb1fd3b0cb42 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-12-08T18:00:55,570 INFO [RS_LOG_REPLAY_OPS-regionserver/b1d30ef9e474:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/WALs/b1d30ef9e474,43331,1733680812742-splitting/b1d30ef9e474%2C43331%2C1733680812742.1733680814420 took 32ms 2024-12-08T18:00:55,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38453 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-12-08T18:00:55,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38453 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-12-08T18:00:55,571 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38453 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 41437c3b7f004e2ba89139b70d5c738c 2024-12-08T18:00:55,571 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38453 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b887ba27b31dd9d1f476799137565898 2024-12-08T18:00:55,571 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b887ba27b31dd9d1f476799137565898 2024-12-08T18:00:55,571 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 41437c3b7f004e2ba89139b70d5c738c 2024-12-08T18:00:55,575 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 41437c3b7f004e2ba89139b70d5c738c in 10.0830 sec 2024-12-08T18:00:55,576 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b887ba27b31dd9d1f476799137565898 in 10.0830 sec 2024-12-08T18:00:55,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33195 is added to blk_1073741851_1027 (size=57) 2024-12-08T18:00:55,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43717 is added to blk_1073741851_1027 (size=57) 2024-12-08T18:00:55,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33449 is added to blk_1073741851_1027 (size=57) 2024-12-08T18:00:55,580 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1733680825024.6ecd5ec6f52940b0f96bfe3ad2fe1563. 2024-12-08T18:00:55,581 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-12-08T18:00:55,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38453 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-12-08T18:00:55,581 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38453 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 6ecd5ec6f52940b0f96bfe3ad2fe1563 2024-12-08T18:00:55,582 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6ecd5ec6f52940b0f96bfe3ad2fe1563 2024-12-08T18:00:55,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43717 is added to blk_1073741852_1028 (size=65) 2024-12-08T18:00:55,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33195 is added to blk_1073741852_1028 (size=65) 2024-12-08T18:00:55,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33449 is added to blk_1073741852_1028 (size=65) 2024-12-08T18:00:55,586 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1733680825024.f7e292deae2b7252c808b9995f6de9ff. 2024-12-08T18:00:55,586 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-12-08T18:00:55,586 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 6ecd5ec6f52940b0f96bfe3ad2fe1563 in 10.0930 sec 2024-12-08T18:00:55,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38453 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-12-08T18:00:55,587 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38453 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f7e292deae2b7252c808b9995f6de9ff 2024-12-08T18:00:55,587 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f7e292deae2b7252c808b9995f6de9ff 2024-12-08T18:00:55,601 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b1d30ef9e474:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for d0693df7f4ce3b6693c273269017e59c: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-08T18:00:55,603 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f7e292deae2b7252c808b9995f6de9ff in 10.0980 sec 2024-12-08T18:00:55,604 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b1d30ef9e474:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 93a584d835899efcc8e32bf87357ece6: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-08T18:00:55,607 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b1d30ef9e474:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 4cf2b51bf76e2a8c82bbb1c27671e067: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-08T18:00:55,607 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b1d30ef9e474:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/WALs/b1d30ef9e474,43331,1733680812742-splitting/b1d30ef9e474%2C43331%2C1733680812742.1733680814420 so closing down 2024-12-08T18:00:55,607 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b1d30ef9e474:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-08T18:00:55,618 INFO [RS_LOG_REPLAY_OPS-regionserver/b1d30ef9e474:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-12-08T18:00:55,623 INFO [RS_LOG_REPLAY_OPS-regionserver/b1d30ef9e474:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 3 edits across 0 Regions in 28 ms; skipped=3; WAL=hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/WALs/b1d30ef9e474,43331,1733680812742-splitting/b1d30ef9e474%2C43331%2C1733680812742.1733680814420, size=966, length=966, corrupted=false, cancelled=false 2024-12-08T18:00:55,623 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b1d30ef9e474:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/WALs/b1d30ef9e474,43331,1733680812742-splitting/b1d30ef9e474%2C43331%2C1733680812742.1733680814420, journal: Splitting hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/WALs/b1d30ef9e474,43331,1733680812742-splitting/b1d30ef9e474%2C43331%2C1733680812742.1733680814420, size=966 (966bytes) at 1733680855542Finishing writing output for hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/WALs/b1d30ef9e474,43331,1733680812742-splitting/b1d30ef9e474%2C43331%2C1733680812742.1733680814420 so closing down at 1733680855607 (+65 ms)3 split writer threads finished at 1733680855618 (+11 ms)Processed 3 edits across 0 Regions in 28 ms; skipped=3; WAL=hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/WALs/b1d30ef9e474,43331,1733680812742-splitting/b1d30ef9e474%2C43331%2C1733680812742.1733680814420, size=966, length=966, corrupted=false, cancelled=false at 1733680855623 (+5 ms) 2024-12-08T18:00:55,623 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b1d30ef9e474:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/WALs/b1d30ef9e474,43331,1733680812742-splitting/b1d30ef9e474%2C43331%2C1733680812742.1733680814420 2024-12-08T18:00:55,624 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b1d30ef9e474:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-12-08T18:00:55,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38453 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-12-08T18:00:55,634 INFO [PEWorker-2 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/WALs/b1d30ef9e474,43331,1733680812742-splitting/b1d30ef9e474%2C43331%2C1733680812742.1733680814420 to hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/oldWALs 2024-12-08T18:00:55,642 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/data/default/SPTestTable/f8508019029616dc9c86ba9eff207d2d/.tmp/cf/321ef60c165247758cddb4efb494bc41 is 34, key is ccd/cf:cf/1733680844579/Put/seqid=0 2024-12-08T18:00:55,642 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/data/default/SPTestTable/2d305b3a24389a68be11bb1fd3b0cb42/.tmp/cf/b7745492127c4147ba1b0825c5f365aa is 34, key is baa/cf:cf/1733680844500/Put/seqid=0 2024-12-08T18:00:55,644 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-12-08T18:00:55,644 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure b1d30ef9e474%2C43331%2C1733680812742.1733680814420, worker=b1d30ef9e474,38425,1733680812836 in 9.8950 sec 2024-12-08T18:00:55,646 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=b1d30ef9e474,38425,1733680812836 2024-12-08T18:00:55,651 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-12-08T18:00:55,651 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure b1d30ef9e474%2C43331%2C1733680812742.1733680814420, worker=b1d30ef9e474,38425,1733680812836 in 9.9210 sec 2024-12-08T18:00:55,655 INFO [PEWorker-5 {}] master.SplitLogManager(171): hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/WALs/b1d30ef9e474,43331,1733680812742-splitting dir is empty, no logs to split. 2024-12-08T18:00:55,655 INFO [PEWorker-5 {}] master.SplitWALManager(105): b1d30ef9e474,43331,1733680812742 WAL count=0, meta=false 2024-12-08T18:00:55,655 DEBUG [PEWorker-5 {}] procedure.ServerCrashProcedure(329): Check if b1d30ef9e474,43331,1733680812742 WAL splitting is done? wals=0, meta=false 2024-12-08T18:00:55,659 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for b1d30ef9e474,43331,1733680812742 failed, ignore...File hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/WALs/b1d30ef9e474,43331,1733680812742-splitting does not exist. 2024-12-08T18:00:55,662 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d0693df7f4ce3b6693c273269017e59c, ASSIGN}, {pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4cf2b51bf76e2a8c82bbb1c27671e067, ASSIGN}, {pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=93a584d835899efcc8e32bf87357ece6, ASSIGN}] 2024-12-08T18:00:55,664 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=93a584d835899efcc8e32bf87357ece6, ASSIGN 2024-12-08T18:00:55,665 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d0693df7f4ce3b6693c273269017e59c, ASSIGN 2024-12-08T18:00:55,665 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4cf2b51bf76e2a8c82bbb1c27671e067, ASSIGN 2024-12-08T18:00:55,666 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d0693df7f4ce3b6693c273269017e59c, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-08T18:00:55,666 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=93a584d835899efcc8e32bf87357ece6, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-08T18:00:55,667 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4cf2b51bf76e2a8c82bbb1c27671e067, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-08T18:00:55,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43717 is added to blk_1073741854_1030 (size=28623) 2024-12-08T18:00:55,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33449 is added to blk_1073741854_1030 (size=28623) 2024-12-08T18:00:55,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33195 is added to blk_1073741854_1030 (size=28623) 2024-12-08T18:00:55,684 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/data/default/SPTestTable/2d305b3a24389a68be11bb1fd3b0cb42/.tmp/cf/b7745492127c4147ba1b0825c5f365aa 2024-12-08T18:00:55,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33449 is added to blk_1073741855_1031 (size=47197) 2024-12-08T18:00:55,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33195 is added to blk_1073741855_1031 (size=47197) 2024-12-08T18:00:55,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43717 is added to blk_1073741855_1031 (size=47197) 2024-12-08T18:00:55,688 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/data/default/SPTestTable/f8508019029616dc9c86ba9eff207d2d/.tmp/cf/321ef60c165247758cddb4efb494bc41 2024-12-08T18:00:55,691 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/data/default/SPTestTable/c7e9fc4d80e31766422ba61c05a9090f/.tmp/cf/04b008e3183241af8d0b87a9d9369274 is 34, key is eaa/cf:cf/1733680845232/Put/seqid=0 2024-12-08T18:00:55,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33195 is added to blk_1073741853_1029 (size=499309) 2024-12-08T18:00:55,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43717 is added to blk_1073741853_1029 (size=499309) 2024-12-08T18:00:55,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33449 is added to blk_1073741853_1029 (size=499309) 2024-12-08T18:00:55,695 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/data/default/SPTestTable/c7e9fc4d80e31766422ba61c05a9090f/.tmp/cf/04b008e3183241af8d0b87a9d9369274 2024-12-08T18:00:55,732 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/data/default/SPTestTable/2d305b3a24389a68be11bb1fd3b0cb42/.tmp/cf/b7745492127c4147ba1b0825c5f365aa as hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/data/default/SPTestTable/2d305b3a24389a68be11bb1fd3b0cb42/cf/b7745492127c4147ba1b0825c5f365aa 2024-12-08T18:00:55,732 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/data/default/SPTestTable/c7e9fc4d80e31766422ba61c05a9090f/.tmp/cf/04b008e3183241af8d0b87a9d9369274 as hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/data/default/SPTestTable/c7e9fc4d80e31766422ba61c05a9090f/cf/04b008e3183241af8d0b87a9d9369274 2024-12-08T18:00:55,732 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/data/default/SPTestTable/f8508019029616dc9c86ba9eff207d2d/.tmp/cf/321ef60c165247758cddb4efb494bc41 as hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/data/default/SPTestTable/f8508019029616dc9c86ba9eff207d2d/cf/321ef60c165247758cddb4efb494bc41 2024-12-08T18:00:55,743 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/data/default/SPTestTable/2d305b3a24389a68be11bb1fd3b0cb42/cf/b7745492127c4147ba1b0825c5f365aa, entries=731, sequenceid=5, filesize=28.0 K 2024-12-08T18:00:55,744 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/data/default/SPTestTable/f8508019029616dc9c86ba9eff207d2d/cf/321ef60c165247758cddb4efb494bc41, entries=1297, sequenceid=5, filesize=46.1 K 2024-12-08T18:00:55,745 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/data/default/SPTestTable/c7e9fc4d80e31766422ba61c05a9090f/cf/04b008e3183241af8d0b87a9d9369274, entries=14872, sequenceid=5, filesize=487.6 K 2024-12-08T18:00:55,751 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for f8508019029616dc9c86ba9eff207d2d in 233ms, sequenceid=5, compaction requested=false 2024-12-08T18:00:55,751 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for c7e9fc4d80e31766422ba61c05a9090f in 233ms, sequenceid=5, compaction requested=false 2024-12-08T18:00:55,751 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 2d305b3a24389a68be11bb1fd3b0cb42 in 179ms, sequenceid=5, compaction requested=false 2024-12-08T18:00:55,752 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for c7e9fc4d80e31766422ba61c05a9090f: 2024-12-08T18:00:55,752 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for f8508019029616dc9c86ba9eff207d2d: 2024-12-08T18:00:55,752 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 2d305b3a24389a68be11bb1fd3b0cb42: 2024-12-08T18:00:55,752 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1733680825024.c7e9fc4d80e31766422ba61c05a9090f. for SnapshotProcedureTest completed. 2024-12-08T18:00:55,752 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1733680825024.f8508019029616dc9c86ba9eff207d2d. for SnapshotProcedureTest completed. 2024-12-08T18:00:55,752 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1733680825024.2d305b3a24389a68be11bb1fd3b0cb42. for SnapshotProcedureTest completed. 2024-12-08T18:00:55,752 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1733680825024.f8508019029616dc9c86ba9eff207d2d.' region-info for snapshot=SnapshotProcedureTest 2024-12-08T18:00:55,752 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1733680825024.c7e9fc4d80e31766422ba61c05a9090f.' region-info for snapshot=SnapshotProcedureTest 2024-12-08T18:00:55,752 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1733680825024.2d305b3a24389a68be11bb1fd3b0cb42.' region-info for snapshot=SnapshotProcedureTest 2024-12-08T18:00:55,752 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-08T18:00:55,752 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-08T18:00:55,752 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-08T18:00:55,752 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/data/default/SPTestTable/f8508019029616dc9c86ba9eff207d2d/cf/321ef60c165247758cddb4efb494bc41] hfiles 2024-12-08T18:00:55,752 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/data/default/SPTestTable/c7e9fc4d80e31766422ba61c05a9090f/cf/04b008e3183241af8d0b87a9d9369274] hfiles 2024-12-08T18:00:55,752 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/data/default/SPTestTable/2d305b3a24389a68be11bb1fd3b0cb42/cf/b7745492127c4147ba1b0825c5f365aa] hfiles 2024-12-08T18:00:55,755 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/data/default/SPTestTable/c7e9fc4d80e31766422ba61c05a9090f/cf/04b008e3183241af8d0b87a9d9369274 for snapshot=SnapshotProcedureTest 2024-12-08T18:00:55,755 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/data/default/SPTestTable/f8508019029616dc9c86ba9eff207d2d/cf/321ef60c165247758cddb4efb494bc41 for snapshot=SnapshotProcedureTest 2024-12-08T18:00:55,755 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/data/default/SPTestTable/2d305b3a24389a68be11bb1fd3b0cb42/cf/b7745492127c4147ba1b0825c5f365aa for snapshot=SnapshotProcedureTest 2024-12-08T18:00:55,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43717 is added to blk_1073741856_1032 (size=105) 2024-12-08T18:00:55,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33195 is added to blk_1073741856_1032 (size=105) 2024-12-08T18:00:55,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33449 is added to blk_1073741856_1032 (size=105) 2024-12-08T18:00:55,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33195 is added to blk_1073741857_1033 (size=97) 2024-12-08T18:00:55,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33449 is added to blk_1073741857_1033 (size=97) 2024-12-08T18:00:55,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43717 is added to blk_1073741857_1033 (size=97) 2024-12-08T18:00:55,817 DEBUG [b1d30ef9e474:38453 {}] balancer.BalancerClusterState(204): Hosts are {b1d30ef9e474=0} racks are {/default-rack=0} 2024-12-08T18:00:55,817 DEBUG [b1d30ef9e474:38453 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-08T18:00:55,818 DEBUG [b1d30ef9e474:38453 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-08T18:00:55,818 DEBUG [b1d30ef9e474:38453 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-08T18:00:55,818 DEBUG [b1d30ef9e474:38453 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-08T18:00:55,818 INFO [b1d30ef9e474:38453 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-08T18:00:55,818 INFO [b1d30ef9e474:38453 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-08T18:00:55,818 DEBUG [b1d30ef9e474:38453 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-08T18:00:55,818 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=4cf2b51bf76e2a8c82bbb1c27671e067, regionState=OPENING, regionLocation=b1d30ef9e474,33515,1733680812879 2024-12-08T18:00:55,819 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=93a584d835899efcc8e32bf87357ece6, regionState=OPENING, regionLocation=b1d30ef9e474,33515,1733680812879 2024-12-08T18:00:55,821 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=d0693df7f4ce3b6693c273269017e59c, regionState=OPENING, regionLocation=b1d30ef9e474,38425,1733680812836 2024-12-08T18:00:55,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4cf2b51bf76e2a8c82bbb1c27671e067, ASSIGN because future has completed 2024-12-08T18:00:55,825 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4cf2b51bf76e2a8c82bbb1c27671e067, server=b1d30ef9e474,33515,1733680812879}] 2024-12-08T18:00:55,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33195 is added to blk_1073741858_1034 (size=105) 2024-12-08T18:00:55,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33449 is added to blk_1073741858_1034 (size=105) 2024-12-08T18:00:55,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43717 is added to blk_1073741858_1034 (size=105) 2024-12-08T18:00:55,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=93a584d835899efcc8e32bf87357ece6, ASSIGN because future has completed 2024-12-08T18:00:55,828 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1733680825024.f8508019029616dc9c86ba9eff207d2d. 2024-12-08T18:00:55,828 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-12-08T18:00:55,828 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 93a584d835899efcc8e32bf87357ece6, server=b1d30ef9e474,33515,1733680812879}] 2024-12-08T18:00:55,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38453 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-12-08T18:00:55,830 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38453 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f8508019029616dc9c86ba9eff207d2d 2024-12-08T18:00:55,831 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f8508019029616dc9c86ba9eff207d2d 2024-12-08T18:00:55,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d0693df7f4ce3b6693c273269017e59c, ASSIGN because future has completed 2024-12-08T18:00:55,834 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure d0693df7f4ce3b6693c273269017e59c, server=b1d30ef9e474,38425,1733680812836}] 2024-12-08T18:00:55,841 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f8508019029616dc9c86ba9eff207d2d in 10.3480 sec 2024-12-08T18:00:56,201 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1733680825024.2d305b3a24389a68be11bb1fd3b0cb42. 2024-12-08T18:00:56,201 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1733680825024.c7e9fc4d80e31766422ba61c05a9090f. 2024-12-08T18:00:56,201 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-12-08T18:00:56,201 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-12-08T18:00:56,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38453 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-12-08T18:00:56,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38453 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-12-08T18:00:56,202 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38453 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 2d305b3a24389a68be11bb1fd3b0cb42 2024-12-08T18:00:56,202 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38453 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c7e9fc4d80e31766422ba61c05a9090f 2024-12-08T18:00:56,202 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c7e9fc4d80e31766422ba61c05a9090f 2024-12-08T18:00:56,202 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2d305b3a24389a68be11bb1fd3b0cb42 2024-12-08T18:00:56,205 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 2d305b3a24389a68be11bb1fd3b0cb42 in 10.7130 sec 2024-12-08T18:00:56,206 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c7e9fc4d80e31766422ba61c05a9090f in 10.7130 sec 2024-12-08T18:01:00,725 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 93a584d835899efcc8e32bf87357ece6 held by pid=41 2024-12-08T18:01:00,726 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 93a584d835899efcc8e32bf87357ece6 2024-12-08T18:01:00,727 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4cf2b51bf76e2a8c82bbb1c27671e067 held by pid=40 2024-12-08T18:01:00,727 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4cf2b51bf76e2a8c82bbb1c27671e067 2024-12-08T18:01:00,728 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d0693df7f4ce3b6693c273269017e59c held by pid=39 2024-12-08T18:01:00,728 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d0693df7f4ce3b6693c273269017e59c 2024-12-08T18:01:05,484 INFO [master/b1d30ef9e474:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-08T18:01:05,484 INFO [master/b1d30ef9e474:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-08T18:01:05,835 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1733680825024.93a584d835899efcc8e32bf87357ece6. 2024-12-08T18:01:05,835 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => 93a584d835899efcc8e32bf87357ece6, NAME => 'SPTestTable,33333332,1733680825024.93a584d835899efcc8e32bf87357ece6.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-12-08T18:01:05,835 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 93a584d835899efcc8e32bf87357ece6 2024-12-08T18:01:05,835 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733680825024.93a584d835899efcc8e32bf87357ece6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T18:01:05,835 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for 93a584d835899efcc8e32bf87357ece6 2024-12-08T18:01:05,836 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for 93a584d835899efcc8e32bf87357ece6 2024-12-08T18:01:05,837 INFO [StoreOpener-93a584d835899efcc8e32bf87357ece6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 93a584d835899efcc8e32bf87357ece6 2024-12-08T18:01:05,839 INFO [StoreOpener-93a584d835899efcc8e32bf87357ece6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 93a584d835899efcc8e32bf87357ece6 columnFamilyName cf 2024-12-08T18:01:05,839 DEBUG [StoreOpener-93a584d835899efcc8e32bf87357ece6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T18:01:05,840 INFO [StoreOpener-93a584d835899efcc8e32bf87357ece6-1 {}] regionserver.HStore(327): Store=93a584d835899efcc8e32bf87357ece6/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T18:01:05,840 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for 93a584d835899efcc8e32bf87357ece6 2024-12-08T18:01:05,841 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/data/default/SPTestTable/93a584d835899efcc8e32bf87357ece6 2024-12-08T18:01:05,843 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/data/default/SPTestTable/93a584d835899efcc8e32bf87357ece6 2024-12-08T18:01:05,843 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for 93a584d835899efcc8e32bf87357ece6 2024-12-08T18:01:05,844 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for 93a584d835899efcc8e32bf87357ece6 2024-12-08T18:01:05,845 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1733680825024.d0693df7f4ce3b6693c273269017e59c. 2024-12-08T18:01:05,845 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => d0693df7f4ce3b6693c273269017e59c, NAME => 'SPTestTable,4ccccccb,1733680825024.d0693df7f4ce3b6693c273269017e59c.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-12-08T18:01:05,846 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d0693df7f4ce3b6693c273269017e59c 2024-12-08T18:01:05,846 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733680825024.d0693df7f4ce3b6693c273269017e59c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T18:01:05,846 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for d0693df7f4ce3b6693c273269017e59c 2024-12-08T18:01:05,846 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for d0693df7f4ce3b6693c273269017e59c 2024-12-08T18:01:05,846 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for 93a584d835899efcc8e32bf87357ece6 2024-12-08T18:01:05,847 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened 93a584d835899efcc8e32bf87357ece6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61574259, jitterRate=-0.08247204124927521}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T18:01:05,848 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 93a584d835899efcc8e32bf87357ece6 2024-12-08T18:01:05,848 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for 93a584d835899efcc8e32bf87357ece6: Running coprocessor pre-open hook at 1733680865836Writing region info on filesystem at 1733680865836Initializing all the Stores at 1733680865837 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733680865837Cleaning up temporary data from old regions at 1733680865844 (+7 ms)Running coprocessor post-open hooks at 1733680865848 (+4 ms)Region opened successfully at 1733680865848 2024-12-08T18:01:05,849 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1733680825024.93a584d835899efcc8e32bf87357ece6., pid=43, masterSystemTime=1733680865830 2024-12-08T18:01:05,850 INFO [StoreOpener-d0693df7f4ce3b6693c273269017e59c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d0693df7f4ce3b6693c273269017e59c 2024-12-08T18:01:05,851 INFO [StoreOpener-d0693df7f4ce3b6693c273269017e59c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d0693df7f4ce3b6693c273269017e59c columnFamilyName cf 2024-12-08T18:01:05,852 DEBUG [StoreOpener-d0693df7f4ce3b6693c273269017e59c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T18:01:05,852 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1733680825024.93a584d835899efcc8e32bf87357ece6. 2024-12-08T18:01:05,852 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1733680825024.93a584d835899efcc8e32bf87357ece6. 2024-12-08T18:01:05,852 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733680825024.4cf2b51bf76e2a8c82bbb1c27671e067. 2024-12-08T18:01:05,853 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7752): Opening region: {ENCODED => 4cf2b51bf76e2a8c82bbb1c27671e067, NAME => 'SPTestTable,99999996,1733680825024.4cf2b51bf76e2a8c82bbb1c27671e067.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-08T18:01:05,853 INFO [StoreOpener-d0693df7f4ce3b6693c273269017e59c-1 {}] regionserver.HStore(327): Store=d0693df7f4ce3b6693c273269017e59c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T18:01:05,853 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=93a584d835899efcc8e32bf87357ece6, regionState=OPEN, openSeqNum=2, regionLocation=b1d30ef9e474,33515,1733680812879 2024-12-08T18:01:05,853 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for d0693df7f4ce3b6693c273269017e59c 2024-12-08T18:01:05,853 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 4cf2b51bf76e2a8c82bbb1c27671e067 2024-12-08T18:01:05,853 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733680825024.4cf2b51bf76e2a8c82bbb1c27671e067.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T18:01:05,853 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7794): checking encryption for 4cf2b51bf76e2a8c82bbb1c27671e067 2024-12-08T18:01:05,853 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7797): checking classloading for 4cf2b51bf76e2a8c82bbb1c27671e067 2024-12-08T18:01:05,854 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/data/default/SPTestTable/d0693df7f4ce3b6693c273269017e59c 2024-12-08T18:01:05,856 INFO [StoreOpener-4cf2b51bf76e2a8c82bbb1c27671e067-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 4cf2b51bf76e2a8c82bbb1c27671e067 2024-12-08T18:01:05,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 93a584d835899efcc8e32bf87357ece6, server=b1d30ef9e474,33515,1733680812879 because future has completed 2024-12-08T18:01:05,858 INFO [StoreOpener-4cf2b51bf76e2a8c82bbb1c27671e067-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4cf2b51bf76e2a8c82bbb1c27671e067 columnFamilyName cf 2024-12-08T18:01:05,858 DEBUG [StoreOpener-4cf2b51bf76e2a8c82bbb1c27671e067-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T18:01:05,858 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/data/default/SPTestTable/d0693df7f4ce3b6693c273269017e59c 2024-12-08T18:01:05,859 INFO [StoreOpener-4cf2b51bf76e2a8c82bbb1c27671e067-1 {}] regionserver.HStore(327): Store=4cf2b51bf76e2a8c82bbb1c27671e067/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T18:01:05,859 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1038): replaying wal for 4cf2b51bf76e2a8c82bbb1c27671e067 2024-12-08T18:01:05,859 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for d0693df7f4ce3b6693c273269017e59c 2024-12-08T18:01:05,859 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for d0693df7f4ce3b6693c273269017e59c 2024-12-08T18:01:05,860 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/data/default/SPTestTable/4cf2b51bf76e2a8c82bbb1c27671e067 2024-12-08T18:01:05,864 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/data/default/SPTestTable/4cf2b51bf76e2a8c82bbb1c27671e067 2024-12-08T18:01:05,865 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1048): stopping wal replay for 4cf2b51bf76e2a8c82bbb1c27671e067 2024-12-08T18:01:05,865 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1060): Cleaning up temporary data for 4cf2b51bf76e2a8c82bbb1c27671e067 2024-12-08T18:01:05,865 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=41 2024-12-08T18:01:05,865 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure 93a584d835899efcc8e32bf87357ece6, server=b1d30ef9e474,33515,1733680812879 in 10.0310 sec 2024-12-08T18:01:05,870 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=93a584d835899efcc8e32bf87357ece6, ASSIGN in 10.2030 sec 2024-12-08T18:01:05,870 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 93a584d835899efcc8e32bf87357ece6 2024-12-08T18:01:05,871 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1093): writing seq id for 4cf2b51bf76e2a8c82bbb1c27671e067 2024-12-08T18:01:05,872 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for d0693df7f4ce3b6693c273269017e59c 2024-12-08T18:01:05,873 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1114): Opened 4cf2b51bf76e2a8c82bbb1c27671e067; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62664162, jitterRate=-0.06623122096061707}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T18:01:05,873 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4cf2b51bf76e2a8c82bbb1c27671e067 2024-12-08T18:01:05,873 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1006): Region open journal for 4cf2b51bf76e2a8c82bbb1c27671e067: Running coprocessor pre-open hook at 1733680865853Writing region info on filesystem at 1733680865853Initializing all the Stores at 1733680865855 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733680865855Cleaning up temporary data from old regions at 1733680865865 (+10 ms)Running coprocessor post-open hooks at 1733680865873 (+8 ms)Region opened successfully at 1733680865873 2024-12-08T18:01:05,874 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened d0693df7f4ce3b6693c273269017e59c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64772166, jitterRate=-0.03481951355934143}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T18:01:05,874 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d0693df7f4ce3b6693c273269017e59c 2024-12-08T18:01:05,875 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for d0693df7f4ce3b6693c273269017e59c: Running coprocessor pre-open hook at 1733680865846Writing region info on filesystem at 1733680865846Initializing all the Stores at 1733680865847 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733680865847Cleaning up temporary data from old regions at 1733680865859 (+12 ms)Running coprocessor post-open hooks at 1733680865875 (+16 ms)Region opened successfully at 1733680865875 2024-12-08T18:01:05,876 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1733680825024.d0693df7f4ce3b6693c273269017e59c., pid=44, masterSystemTime=1733680865840 2024-12-08T18:01:05,876 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733680825024.4cf2b51bf76e2a8c82bbb1c27671e067., pid=42, masterSystemTime=1733680865830 2024-12-08T18:01:05,878 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1733680825024.d0693df7f4ce3b6693c273269017e59c. 2024-12-08T18:01:05,879 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1733680825024.d0693df7f4ce3b6693c273269017e59c. 2024-12-08T18:01:05,880 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733680825024.4cf2b51bf76e2a8c82bbb1c27671e067. 2024-12-08T18:01:05,881 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=d0693df7f4ce3b6693c273269017e59c, regionState=OPEN, openSeqNum=2, regionLocation=b1d30ef9e474,38425,1733680812836 2024-12-08T18:01:05,881 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733680825024.4cf2b51bf76e2a8c82bbb1c27671e067. 2024-12-08T18:01:05,883 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=4cf2b51bf76e2a8c82bbb1c27671e067, regionState=OPEN, openSeqNum=2, regionLocation=b1d30ef9e474,33515,1733680812879 2024-12-08T18:01:05,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure d0693df7f4ce3b6693c273269017e59c, server=b1d30ef9e474,38425,1733680812836 because future has completed 2024-12-08T18:01:05,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4cf2b51bf76e2a8c82bbb1c27671e067, server=b1d30ef9e474,33515,1733680812879 because future has completed 2024-12-08T18:01:05,891 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=39 2024-12-08T18:01:05,891 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure d0693df7f4ce3b6693c273269017e59c, server=b1d30ef9e474,38425,1733680812836 in 10.0530 sec 2024-12-08T18:01:05,893 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=40 2024-12-08T18:01:05,893 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=40, state=SUCCESS, hasLock=false; OpenRegionProcedure 4cf2b51bf76e2a8c82bbb1c27671e067, server=b1d30ef9e474,33515,1733680812879 in 10.0640 sec 2024-12-08T18:01:05,899 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d0693df7f4ce3b6693c273269017e59c, ASSIGN in 10.2290 sec 2024-12-08T18:01:05,899 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d0693df7f4ce3b6693c273269017e59c 2024-12-08T18:01:05,904 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=36 2024-12-08T18:01:05,904 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4cf2b51bf76e2a8c82bbb1c27671e067 2024-12-08T18:01:05,904 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4cf2b51bf76e2a8c82bbb1c27671e067, ASSIGN in 10.2310 sec 2024-12-08T18:01:05,904 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(291): removed crashed server b1d30ef9e474,43331,1733680812742 after splitting done 2024-12-08T18:01:05,907 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure b1d30ef9e474,43331,1733680812742, splitWal=true, meta=false in 20.1970 sec 2024-12-08T18:01:11,060 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-08T18:01:11,360 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-08T18:01:14,267 INFO [regionserver/b1d30ef9e474:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-12-08T18:01:15,874 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33515 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-12-08T18:01:15,874 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33515 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-12-08T18:01:15,874 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1733680825024.93a584d835899efcc8e32bf87357ece6. 2024-12-08T18:01:15,874 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1733680825024.4cf2b51bf76e2a8c82bbb1c27671e067. 2024-12-08T18:01:15,874 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 93a584d835899efcc8e32bf87357ece6: 2024-12-08T18:01:15,874 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1733680825024.93a584d835899efcc8e32bf87357ece6. for SnapshotProcedureTest completed. 2024-12-08T18:01:15,874 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 4cf2b51bf76e2a8c82bbb1c27671e067: 2024-12-08T18:01:15,874 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1733680825024.4cf2b51bf76e2a8c82bbb1c27671e067. for SnapshotProcedureTest completed. 2024-12-08T18:01:15,874 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1733680825024.93a584d835899efcc8e32bf87357ece6.' region-info for snapshot=SnapshotProcedureTest 2024-12-08T18:01:15,874 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1733680825024.4cf2b51bf76e2a8c82bbb1c27671e067.' region-info for snapshot=SnapshotProcedureTest 2024-12-08T18:01:15,874 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-08T18:01:15,874 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-08T18:01:15,874 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-08T18:01:15,874 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-08T18:01:15,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33195 is added to blk_1073741860_1036 (size=65) 2024-12-08T18:01:15,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33449 is added to blk_1073741860_1036 (size=65) 2024-12-08T18:01:15,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43717 is added to blk_1073741860_1036 (size=65) 2024-12-08T18:01:15,889 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1733680825024.93a584d835899efcc8e32bf87357ece6. 2024-12-08T18:01:15,889 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-12-08T18:01:15,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38453 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-12-08T18:01:15,890 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38453 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 93a584d835899efcc8e32bf87357ece6 2024-12-08T18:01:15,890 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 93a584d835899efcc8e32bf87357ece6 2024-12-08T18:01:15,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43717 is added to blk_1073741859_1035 (size=65) 2024-12-08T18:01:15,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33449 is added to blk_1073741859_1035 (size=65) 2024-12-08T18:01:15,894 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1733680825024.4cf2b51bf76e2a8c82bbb1c27671e067. 2024-12-08T18:01:15,894 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-12-08T18:01:15,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33195 is added to blk_1073741859_1035 (size=65) 2024-12-08T18:01:15,894 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 93a584d835899efcc8e32bf87357ece6 in 30.4020 sec 2024-12-08T18:01:15,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38453 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-12-08T18:01:15,894 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38453 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 4cf2b51bf76e2a8c82bbb1c27671e067 2024-12-08T18:01:15,895 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4cf2b51bf76e2a8c82bbb1c27671e067 2024-12-08T18:01:15,897 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 4cf2b51bf76e2a8c82bbb1c27671e067 in 30.4050 sec 2024-12-08T18:01:15,901 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38425 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-12-08T18:01:15,901 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1733680825024.d0693df7f4ce3b6693c273269017e59c. 2024-12-08T18:01:15,901 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for d0693df7f4ce3b6693c273269017e59c: 2024-12-08T18:01:15,901 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1733680825024.d0693df7f4ce3b6693c273269017e59c. for SnapshotProcedureTest completed. 2024-12-08T18:01:15,901 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1733680825024.d0693df7f4ce3b6693c273269017e59c.' region-info for snapshot=SnapshotProcedureTest 2024-12-08T18:01:15,901 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-08T18:01:15,901 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-08T18:01:15,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33195 is added to blk_1073741861_1037 (size=65) 2024-12-08T18:01:15,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43717 is added to blk_1073741861_1037 (size=65) 2024-12-08T18:01:15,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33449 is added to blk_1073741861_1037 (size=65) 2024-12-08T18:01:15,911 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1733680825024.d0693df7f4ce3b6693c273269017e59c. 2024-12-08T18:01:15,911 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-12-08T18:01:15,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38453 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-12-08T18:01:15,912 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38453 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d0693df7f4ce3b6693c273269017e59c 2024-12-08T18:01:15,912 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d0693df7f4ce3b6693c273269017e59c 2024-12-08T18:01:15,915 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=25 2024-12-08T18:01:15,915 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-08T18:01:15,915 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d0693df7f4ce3b6693c273269017e59c in 30.4230 sec 2024-12-08T18:01:15,917 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-08T18:01:15,919 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-08T18:01:15,919 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-12-08T18:01:15,922 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-08T18:01:15,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43717 is added to blk_1073741862_1038 (size=1134) 2024-12-08T18:01:15,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33449 is added to blk_1073741862_1038 (size=1134) 2024-12-08T18:01:15,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33195 is added to blk_1073741862_1038 (size=1134) 2024-12-08T18:01:15,963 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-08T18:01:15,974 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=46, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=47, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=48, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-12-08T18:01:15,981 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=46, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b1d30ef9e474,38425,1733680812836 2024-12-08T18:01:15,981 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b1d30ef9e474,33515,1733680812879 2024-12-08T18:01:15,981 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b1d30ef9e474,33515,1733680812879 2024-12-08T18:01:15,981 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b1d30ef9e474,33515,1733680812879 2024-12-08T18:01:15,981 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b1d30ef9e474,38425,1733680812836 2024-12-08T18:01:15,988 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b1d30ef9e474,38425,1733680812836 2024-12-08T18:01:19,950 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b1d30ef9e474:38453 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-12-08T18:01:21,271 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 2d305b3a24389a68be11bb1fd3b0cb42, had cached 0 bytes from a total of 28623 2024-12-08T18:01:21,297 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region f8508019029616dc9c86ba9eff207d2d, had cached 0 bytes from a total of 47197 2024-12-08T18:01:21,326 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region c7e9fc4d80e31766422ba61c05a9090f, had cached 0 bytes from a total of 499309 2024-12-08T18:01:24,894 DEBUG [master/b1d30ef9e474:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region b887ba27b31dd9d1f476799137565898 changed from -1.0 to 0.0, refreshing cache 2024-12-08T18:01:24,894 DEBUG [master/b1d30ef9e474:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 93a584d835899efcc8e32bf87357ece6 changed from -1.0 to 0.0, refreshing cache 2024-12-08T18:01:24,895 DEBUG [master/b1d30ef9e474:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region f7e292deae2b7252c808b9995f6de9ff changed from -1.0 to 0.0, refreshing cache 2024-12-08T18:01:24,895 DEBUG [master/b1d30ef9e474:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 4cf2b51bf76e2a8c82bbb1c27671e067 changed from -1.0 to 0.0, refreshing cache 2024-12-08T18:01:24,895 DEBUG [master/b1d30ef9e474:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region c7e9fc4d80e31766422ba61c05a9090f changed from -1.0 to 0.0, refreshing cache 2024-12-08T18:01:24,895 DEBUG [master/b1d30ef9e474:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 6ecd5ec6f52940b0f96bfe3ad2fe1563 changed from -1.0 to 0.0, refreshing cache 2024-12-08T18:01:24,895 DEBUG [master/b1d30ef9e474:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region d0693df7f4ce3b6693c273269017e59c changed from -1.0 to 0.0, refreshing cache 2024-12-08T18:01:24,895 DEBUG [master/b1d30ef9e474:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 41437c3b7f004e2ba89139b70d5c738c changed from -1.0 to 0.0, refreshing cache 2024-12-08T18:01:24,895 DEBUG [master/b1d30ef9e474:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 2d305b3a24389a68be11bb1fd3b0cb42 changed from -1.0 to 0.0, refreshing cache 2024-12-08T18:01:24,896 DEBUG [master/b1d30ef9e474:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region f8508019029616dc9c86ba9eff207d2d changed from -1.0 to 0.0, refreshing cache 2024-12-08T18:01:25,986 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38425 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=48 2024-12-08T18:01:25,986 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33515 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-12-08T18:01:25,986 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38425 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=46 2024-12-08T18:01:25,986 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33515 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=47 2024-12-08T18:01:25,986 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38425 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-12-08T18:01:25,986 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33515 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-12-08T18:01:25,992 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-08T18:01:25,992 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-08T18:01:25,994 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=46}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=46 2024-12-08T18:01:25,994 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-12-08T18:01:25,994 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-12-08T18:01:25,994 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-12-08T18:01:25,994 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-12-08T18:01:25,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38453 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-12-08T18:01:25,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38453 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-12-08T18:01:25,995 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-12-08T18:01:25,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38453 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-12-08T18:01:25,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38453 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-12-08T18:01:25,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38453 {}] master.HMaster(4169): Remote procedure done, pid=46 2024-12-08T18:01:25,997 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b1d30ef9e474,38425,1733680812836 Release verify snapshot worker=b1d30ef9e474,38425,1733680812836 2024-12-08T18:01:25,997 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b1d30ef9e474,33515,1733680812879 Release verify snapshot worker=b1d30ef9e474,33515,1733680812879 2024-12-08T18:01:25,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38453 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-12-08T18:01:25,997 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b1d30ef9e474,38425,1733680812836 Release verify snapshot worker=b1d30ef9e474,38425,1733680812836 2024-12-08T18:01:25,997 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b1d30ef9e474,33515,1733680812879 Release verify snapshot worker=b1d30ef9e474,33515,1733680812879 2024-12-08T18:01:25,998 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b1d30ef9e474,33515,1733680812879 in 10.0230 sec 2024-12-08T18:01:25,999 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b1d30ef9e474,33515,1733680812879 2024-12-08T18:01:26,000 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b1d30ef9e474,33515,1733680812879 in 10.0230 sec 2024-12-08T18:01:26,000 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b1d30ef9e474,38425,1733680812836 in 10.0230 sec 2024-12-08T18:01:26,000 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b1d30ef9e474,38425,1733680812836 in 10.0230 sec 2024-12-08T18:01:26,001 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b1d30ef9e474,33515,1733680812879 Release verify snapshot worker=b1d30ef9e474,33515,1733680812879 2024-12-08T18:01:26,001 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=46, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b1d30ef9e474,38425,1733680812836 Release verify snapshot worker=b1d30ef9e474,38425,1733680812836 2024-12-08T18:01:26,002 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b1d30ef9e474,38425,1733680812836 2024-12-08T18:01:26,002 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b1d30ef9e474,33515,1733680812879 2024-12-08T18:01:26,003 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b1d30ef9e474,33515,1733680812879 2024-12-08T18:01:26,004 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b1d30ef9e474,33515,1733680812879 in 10.0270 sec 2024-12-08T18:01:26,005 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b1d30ef9e474,38425,1733680812836 in 10.0270 sec 2024-12-08T18:01:36,002 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33515 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-12-08T18:01:36,002 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33515 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-12-08T18:01:36,003 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33515 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-12-08T18:01:36,004 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-12-08T18:01:36,005 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38425 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-12-08T18:01:36,006 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-12-08T18:01:36,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38453 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-12-08T18:01:36,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38453 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-12-08T18:01:36,007 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-12-08T18:01:36,007 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-12-08T18:01:36,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38453 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-12-08T18:01:36,009 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b1d30ef9e474,33515,1733680812879 Release verify snapshot worker=b1d30ef9e474,33515,1733680812879 2024-12-08T18:01:36,009 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b1d30ef9e474,38425,1733680812836 Release verify snapshot worker=b1d30ef9e474,38425,1733680812836 2024-12-08T18:01:36,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38453 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-12-08T18:01:36,011 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b1d30ef9e474,33515,1733680812879 Release verify snapshot worker=b1d30ef9e474,33515,1733680812879 2024-12-08T18:01:36,011 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b1d30ef9e474,33515,1733680812879 in 20.0350 sec 2024-12-08T18:01:36,012 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b1d30ef9e474,38425,1733680812836 in 20.0350 sec 2024-12-08T18:01:36,013 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b1d30ef9e474,33515,1733680812879 Release verify snapshot worker=b1d30ef9e474,33515,1733680812879 2024-12-08T18:01:36,013 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b1d30ef9e474,33515,1733680812879 in 20.0370 sec 2024-12-08T18:01:36,015 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=25 2024-12-08T18:01:36,015 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b1d30ef9e474,33515,1733680812879 in 20.0390 sec 2024-12-08T18:01:36,015 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-08T18:01:36,017 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/.hbase-snapshot/SnapshotProcedureTest 2024-12-08T18:01:36,019 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-08T18:01:36,019 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-12-08T18:01:36,021 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 50.6100 sec 2024-12-08T18:01:36,295 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-12-08T18:01:36,301 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-12-08T18:01:36,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-08T18:01:36,301 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-08T18:01:36,301 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T18:01:36,302 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:01:36,302 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:01:36,302 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T18:01:36,302 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-08T18:01:36,302 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=833048389, stopped=false 2024-12-08T18:01:36,303 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b1d30ef9e474,38453,1733680811956 2024-12-08T18:01:36,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38425-0x1000695d3430002, quorum=127.0.0.1:52371, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-08T18:01:36,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33515-0x1000695d3430003, quorum=127.0.0.1:52371, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-08T18:01:36,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38453-0x1000695d3430000, quorum=127.0.0.1:52371, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-08T18:01:36,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33515-0x1000695d3430003, quorum=127.0.0.1:52371, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T18:01:36,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38453-0x1000695d3430000, quorum=127.0.0.1:52371, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T18:01:36,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38425-0x1000695d3430002, quorum=127.0.0.1:52371, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T18:01:36,340 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-08T18:01:36,341 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38425-0x1000695d3430002, quorum=127.0.0.1:52371, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T18:01:36,341 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33515-0x1000695d3430003, quorum=127.0.0.1:52371, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T18:01:36,342 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-08T18:01:36,342 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38453-0x1000695d3430000, quorum=127.0.0.1:52371, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T18:01:36,342 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T18:01:36,342 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:01:36,343 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b1d30ef9e474,38425,1733680812836' ***** 2024-12-08T18:01:36,343 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-08T18:01:36,343 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b1d30ef9e474,33515,1733680812879' ***** 2024-12-08T18:01:36,343 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-08T18:01:36,344 INFO [RS:1;b1d30ef9e474:38425 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-08T18:01:36,344 INFO [RS:1;b1d30ef9e474:38425 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-08T18:01:36,344 INFO [RS:2;b1d30ef9e474:33515 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-08T18:01:36,344 INFO [RS:1;b1d30ef9e474:38425 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-08T18:01:36,344 INFO [RS:2;b1d30ef9e474:33515 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-08T18:01:36,345 INFO [RS:2;b1d30ef9e474:33515 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-08T18:01:36,345 INFO [RS:1;b1d30ef9e474:38425 {}] regionserver.HRegionServer(3091): Received CLOSE for 41437c3b7f004e2ba89139b70d5c738c 2024-12-08T18:01:36,345 INFO [RS:2;b1d30ef9e474:33515 {}] regionserver.HRegionServer(3091): Received CLOSE for 4cf2b51bf76e2a8c82bbb1c27671e067 2024-12-08T18:01:36,345 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-08T18:01:36,345 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-08T18:01:36,346 INFO [RS:2;b1d30ef9e474:33515 {}] regionserver.HRegionServer(3091): Received CLOSE for c7e9fc4d80e31766422ba61c05a9090f 2024-12-08T18:01:36,346 INFO [RS:2;b1d30ef9e474:33515 {}] regionserver.HRegionServer(3091): Received CLOSE for b887ba27b31dd9d1f476799137565898 2024-12-08T18:01:36,346 INFO [RS:1;b1d30ef9e474:38425 {}] regionserver.HRegionServer(3091): Received CLOSE for f8508019029616dc9c86ba9eff207d2d 2024-12-08T18:01:36,346 INFO [RS:2;b1d30ef9e474:33515 {}] regionserver.HRegionServer(3091): Received CLOSE for 93a584d835899efcc8e32bf87357ece6 2024-12-08T18:01:36,346 INFO [RS:1;b1d30ef9e474:38425 {}] regionserver.HRegionServer(3091): Received CLOSE for 2d305b3a24389a68be11bb1fd3b0cb42 2024-12-08T18:01:36,346 INFO [RS:2;b1d30ef9e474:33515 {}] regionserver.HRegionServer(3091): Received CLOSE for f7e292deae2b7252c808b9995f6de9ff 2024-12-08T18:01:36,346 INFO [RS:1;b1d30ef9e474:38425 {}] regionserver.HRegionServer(3091): Received CLOSE for 6ecd5ec6f52940b0f96bfe3ad2fe1563 2024-12-08T18:01:36,346 INFO [RS:2;b1d30ef9e474:33515 {}] regionserver.HRegionServer(959): stopping server b1d30ef9e474,33515,1733680812879 2024-12-08T18:01:36,346 INFO [RS:1;b1d30ef9e474:38425 {}] regionserver.HRegionServer(3091): Received CLOSE for d0693df7f4ce3b6693c273269017e59c 2024-12-08T18:01:36,346 INFO [RS:2;b1d30ef9e474:33515 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-08T18:01:36,346 INFO [RS:1;b1d30ef9e474:38425 {}] regionserver.HRegionServer(959): stopping server b1d30ef9e474,38425,1733680812836 2024-12-08T18:01:36,346 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 41437c3b7f004e2ba89139b70d5c738c, disabling compactions & flushes 2024-12-08T18:01:36,346 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4cf2b51bf76e2a8c82bbb1c27671e067, disabling compactions & flushes 2024-12-08T18:01:36,346 INFO [RS:1;b1d30ef9e474:38425 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-08T18:01:36,346 INFO [RS:2;b1d30ef9e474:33515 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;b1d30ef9e474:33515. 2024-12-08T18:01:36,346 INFO [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733680825024.41437c3b7f004e2ba89139b70d5c738c. 2024-12-08T18:01:36,346 INFO [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733680825024.4cf2b51bf76e2a8c82bbb1c27671e067. 2024-12-08T18:01:36,347 INFO [RS:1;b1d30ef9e474:38425 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;b1d30ef9e474:38425. 2024-12-08T18:01:36,347 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733680825024.41437c3b7f004e2ba89139b70d5c738c. 2024-12-08T18:01:36,347 DEBUG [RS:2;b1d30ef9e474:33515 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T18:01:36,347 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733680825024.4cf2b51bf76e2a8c82bbb1c27671e067. 2024-12-08T18:01:36,347 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733680825024.41437c3b7f004e2ba89139b70d5c738c. after waiting 0 ms 2024-12-08T18:01:36,347 DEBUG [RS:2;b1d30ef9e474:33515 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:01:36,347 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733680825024.41437c3b7f004e2ba89139b70d5c738c. 2024-12-08T18:01:36,347 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733680825024.4cf2b51bf76e2a8c82bbb1c27671e067. after waiting 0 ms 2024-12-08T18:01:36,347 DEBUG [RS:1;b1d30ef9e474:38425 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T18:01:36,347 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733680825024.4cf2b51bf76e2a8c82bbb1c27671e067. 2024-12-08T18:01:36,347 DEBUG [RS:1;b1d30ef9e474:38425 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:01:36,347 INFO [RS:2;b1d30ef9e474:33515 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-08T18:01:36,347 INFO [RS:1;b1d30ef9e474:38425 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-12-08T18:01:36,347 INFO [RS:2;b1d30ef9e474:33515 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-08T18:01:36,347 INFO [RS:2;b1d30ef9e474:33515 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-08T18:01:36,347 INFO [RS:2;b1d30ef9e474:33515 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-08T18:01:36,347 DEBUG [RS:1;b1d30ef9e474:38425 {}] regionserver.HRegionServer(1325): Online Regions={41437c3b7f004e2ba89139b70d5c738c=SPTestTable,66666664,1733680825024.41437c3b7f004e2ba89139b70d5c738c., f8508019029616dc9c86ba9eff207d2d=SPTestTable,ccccccc8,1733680825024.f8508019029616dc9c86ba9eff207d2d., 2d305b3a24389a68be11bb1fd3b0cb42=SPTestTable,b333332f,1733680825024.2d305b3a24389a68be11bb1fd3b0cb42., 6ecd5ec6f52940b0f96bfe3ad2fe1563=SPTestTable,,1733680825024.6ecd5ec6f52940b0f96bfe3ad2fe1563., d0693df7f4ce3b6693c273269017e59c=SPTestTable,4ccccccb,1733680825024.d0693df7f4ce3b6693c273269017e59c.} 2024-12-08T18:01:36,348 DEBUG [RS:1;b1d30ef9e474:38425 {}] regionserver.HRegionServer(1351): Waiting on 2d305b3a24389a68be11bb1fd3b0cb42, 41437c3b7f004e2ba89139b70d5c738c, 6ecd5ec6f52940b0f96bfe3ad2fe1563, d0693df7f4ce3b6693c273269017e59c, f8508019029616dc9c86ba9eff207d2d 2024-12-08T18:01:36,348 INFO [RS:2;b1d30ef9e474:33515 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-12-08T18:01:36,348 DEBUG [RS:2;b1d30ef9e474:33515 {}] regionserver.HRegionServer(1325): Online Regions={4cf2b51bf76e2a8c82bbb1c27671e067=SPTestTable,99999996,1733680825024.4cf2b51bf76e2a8c82bbb1c27671e067., c7e9fc4d80e31766422ba61c05a9090f=SPTestTable,e6666661,1733680825024.c7e9fc4d80e31766422ba61c05a9090f., 1588230740=hbase:meta,,1.1588230740, b887ba27b31dd9d1f476799137565898=SPTestTable,19999999,1733680825024.b887ba27b31dd9d1f476799137565898., 93a584d835899efcc8e32bf87357ece6=SPTestTable,33333332,1733680825024.93a584d835899efcc8e32bf87357ece6., f7e292deae2b7252c808b9995f6de9ff=SPTestTable,7ffffffd,1733680825024.f7e292deae2b7252c808b9995f6de9ff.} 2024-12-08T18:01:36,348 DEBUG [RS:2;b1d30ef9e474:33515 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4cf2b51bf76e2a8c82bbb1c27671e067, 93a584d835899efcc8e32bf87357ece6, b887ba27b31dd9d1f476799137565898, c7e9fc4d80e31766422ba61c05a9090f, f7e292deae2b7252c808b9995f6de9ff 2024-12-08T18:01:36,349 DEBUG [RS_CLOSE_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-08T18:01:36,349 INFO [RS_CLOSE_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-08T18:01:36,349 DEBUG [RS_CLOSE_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-08T18:01:36,349 DEBUG [RS_CLOSE_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-08T18:01:36,349 DEBUG [RS_CLOSE_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-08T18:01:36,349 INFO [RS_CLOSE_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.38 KB heapSize=25.80 KB 2024-12-08T18:01:36,354 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/data/default/SPTestTable/4cf2b51bf76e2a8c82bbb1c27671e067/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-08T18:01:36,355 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/data/default/SPTestTable/41437c3b7f004e2ba89139b70d5c738c/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-08T18:01:36,357 INFO [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733680825024.41437c3b7f004e2ba89139b70d5c738c. 2024-12-08T18:01:36,357 INFO [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733680825024.4cf2b51bf76e2a8c82bbb1c27671e067. 2024-12-08T18:01:36,357 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4cf2b51bf76e2a8c82bbb1c27671e067: Waiting for close lock at 1733680896346Running coprocessor pre-close hooks at 1733680896346Disabling compacts and flushes for region at 1733680896346Disabling writes for close at 1733680896347 (+1 ms)Writing region close event to WAL at 1733680896348 (+1 ms)Running coprocessor post-close hooks at 1733680896355 (+7 ms)Closed at 1733680896357 (+2 ms) 2024-12-08T18:01:36,357 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 41437c3b7f004e2ba89139b70d5c738c: Waiting for close lock at 1733680896346Running coprocessor pre-close hooks at 1733680896346Disabling compacts and flushes for region at 1733680896346Disabling writes for close at 1733680896347 (+1 ms)Writing region close event to WAL at 1733680896347Running coprocessor post-close hooks at 1733680896355 (+8 ms)Closed at 1733680896357 (+2 ms) 2024-12-08T18:01:36,358 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1733680825024.41437c3b7f004e2ba89139b70d5c738c. 2024-12-08T18:01:36,358 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1733680825024.4cf2b51bf76e2a8c82bbb1c27671e067. 2024-12-08T18:01:36,358 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c7e9fc4d80e31766422ba61c05a9090f, disabling compactions & flushes 2024-12-08T18:01:36,358 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f8508019029616dc9c86ba9eff207d2d, disabling compactions & flushes 2024-12-08T18:01:36,358 INFO [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733680825024.c7e9fc4d80e31766422ba61c05a9090f. 2024-12-08T18:01:36,358 INFO [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733680825024.f8508019029616dc9c86ba9eff207d2d. 2024-12-08T18:01:36,358 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733680825024.c7e9fc4d80e31766422ba61c05a9090f. 2024-12-08T18:01:36,358 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733680825024.f8508019029616dc9c86ba9eff207d2d. 2024-12-08T18:01:36,358 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733680825024.c7e9fc4d80e31766422ba61c05a9090f. after waiting 0 ms 2024-12-08T18:01:36,358 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733680825024.f8508019029616dc9c86ba9eff207d2d. after waiting 0 ms 2024-12-08T18:01:36,358 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733680825024.c7e9fc4d80e31766422ba61c05a9090f. 2024-12-08T18:01:36,358 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733680825024.f8508019029616dc9c86ba9eff207d2d. 2024-12-08T18:01:36,359 INFO [regionserver/b1d30ef9e474:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-08T18:01:36,359 INFO [regionserver/b1d30ef9e474:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-08T18:01:36,370 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/data/default/SPTestTable/c7e9fc4d80e31766422ba61c05a9090f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-08T18:01:36,371 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/data/default/SPTestTable/f8508019029616dc9c86ba9eff207d2d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-08T18:01:36,371 INFO [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733680825024.c7e9fc4d80e31766422ba61c05a9090f. 2024-12-08T18:01:36,371 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c7e9fc4d80e31766422ba61c05a9090f: Waiting for close lock at 1733680896358Running coprocessor pre-close hooks at 1733680896358Disabling compacts and flushes for region at 1733680896358Disabling writes for close at 1733680896358Writing region close event to WAL at 1733680896366 (+8 ms)Running coprocessor post-close hooks at 1733680896371 (+5 ms)Closed at 1733680896371 2024-12-08T18:01:36,371 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1733680825024.c7e9fc4d80e31766422ba61c05a9090f. 2024-12-08T18:01:36,372 INFO [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733680825024.f8508019029616dc9c86ba9eff207d2d. 2024-12-08T18:01:36,372 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b887ba27b31dd9d1f476799137565898, disabling compactions & flushes 2024-12-08T18:01:36,372 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f8508019029616dc9c86ba9eff207d2d: Waiting for close lock at 1733680896358Running coprocessor pre-close hooks at 1733680896358Disabling compacts and flushes for region at 1733680896358Disabling writes for close at 1733680896358Writing region close event to WAL at 1733680896366 (+8 ms)Running coprocessor post-close hooks at 1733680896371 (+5 ms)Closed at 1733680896371 2024-12-08T18:01:36,372 INFO [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733680825024.b887ba27b31dd9d1f476799137565898. 2024-12-08T18:01:36,372 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733680825024.b887ba27b31dd9d1f476799137565898. 2024-12-08T18:01:36,372 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1733680825024.f8508019029616dc9c86ba9eff207d2d. 2024-12-08T18:01:36,372 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733680825024.b887ba27b31dd9d1f476799137565898. after waiting 0 ms 2024-12-08T18:01:36,372 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733680825024.b887ba27b31dd9d1f476799137565898. 2024-12-08T18:01:36,372 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2d305b3a24389a68be11bb1fd3b0cb42, disabling compactions & flushes 2024-12-08T18:01:36,372 INFO [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733680825024.2d305b3a24389a68be11bb1fd3b0cb42. 2024-12-08T18:01:36,372 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733680825024.2d305b3a24389a68be11bb1fd3b0cb42. 2024-12-08T18:01:36,372 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733680825024.2d305b3a24389a68be11bb1fd3b0cb42. after waiting 0 ms 2024-12-08T18:01:36,372 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733680825024.2d305b3a24389a68be11bb1fd3b0cb42. 2024-12-08T18:01:36,377 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/data/default/SPTestTable/b887ba27b31dd9d1f476799137565898/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-08T18:01:36,378 INFO [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733680825024.b887ba27b31dd9d1f476799137565898. 2024-12-08T18:01:36,378 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b887ba27b31dd9d1f476799137565898: Waiting for close lock at 1733680896372Running coprocessor pre-close hooks at 1733680896372Disabling compacts and flushes for region at 1733680896372Disabling writes for close at 1733680896372Writing region close event to WAL at 1733680896372Running coprocessor post-close hooks at 1733680896378 (+6 ms)Closed at 1733680896378 2024-12-08T18:01:36,378 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1733680825024.b887ba27b31dd9d1f476799137565898. 2024-12-08T18:01:36,378 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 93a584d835899efcc8e32bf87357ece6, disabling compactions & flushes 2024-12-08T18:01:36,378 INFO [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733680825024.93a584d835899efcc8e32bf87357ece6. 2024-12-08T18:01:36,378 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733680825024.93a584d835899efcc8e32bf87357ece6. 2024-12-08T18:01:36,378 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733680825024.93a584d835899efcc8e32bf87357ece6. after waiting 0 ms 2024-12-08T18:01:36,378 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733680825024.93a584d835899efcc8e32bf87357ece6. 2024-12-08T18:01:36,382 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/data/default/SPTestTable/2d305b3a24389a68be11bb1fd3b0cb42/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-08T18:01:36,383 INFO [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733680825024.2d305b3a24389a68be11bb1fd3b0cb42. 2024-12-08T18:01:36,383 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2d305b3a24389a68be11bb1fd3b0cb42: Waiting for close lock at 1733680896372Running coprocessor pre-close hooks at 1733680896372Disabling compacts and flushes for region at 1733680896372Disabling writes for close at 1733680896372Writing region close event to WAL at 1733680896376 (+4 ms)Running coprocessor post-close hooks at 1733680896383 (+7 ms)Closed at 1733680896383 2024-12-08T18:01:36,383 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1733680825024.2d305b3a24389a68be11bb1fd3b0cb42. 2024-12-08T18:01:36,383 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6ecd5ec6f52940b0f96bfe3ad2fe1563, disabling compactions & flushes 2024-12-08T18:01:36,383 INFO [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1733680825024.6ecd5ec6f52940b0f96bfe3ad2fe1563. 2024-12-08T18:01:36,383 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733680825024.6ecd5ec6f52940b0f96bfe3ad2fe1563. 2024-12-08T18:01:36,384 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733680825024.6ecd5ec6f52940b0f96bfe3ad2fe1563. after waiting 0 ms 2024-12-08T18:01:36,384 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733680825024.6ecd5ec6f52940b0f96bfe3ad2fe1563. 2024-12-08T18:01:36,384 DEBUG [RS_CLOSE_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/data/hbase/meta/1588230740/.tmp/info/5b11f341d0bd46d196e00a901ae63da5 is 167, key is SPTestTable,19999999,1733680825024.b887ba27b31dd9d1f476799137565898./info:regioninfo/1733680836327/Put/seqid=0 2024-12-08T18:01:36,384 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/data/default/SPTestTable/93a584d835899efcc8e32bf87357ece6/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-08T18:01:36,385 INFO [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733680825024.93a584d835899efcc8e32bf87357ece6. 2024-12-08T18:01:36,385 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 93a584d835899efcc8e32bf87357ece6: Waiting for close lock at 1733680896378Running coprocessor pre-close hooks at 1733680896378Disabling compacts and flushes for region at 1733680896378Disabling writes for close at 1733680896378Writing region close event to WAL at 1733680896379 (+1 ms)Running coprocessor post-close hooks at 1733680896385 (+6 ms)Closed at 1733680896385 2024-12-08T18:01:36,385 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1733680825024.93a584d835899efcc8e32bf87357ece6. 2024-12-08T18:01:36,386 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f7e292deae2b7252c808b9995f6de9ff, disabling compactions & flushes 2024-12-08T18:01:36,386 INFO [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733680825024.f7e292deae2b7252c808b9995f6de9ff. 2024-12-08T18:01:36,386 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733680825024.f7e292deae2b7252c808b9995f6de9ff. 2024-12-08T18:01:36,386 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733680825024.f7e292deae2b7252c808b9995f6de9ff. after waiting 0 ms 2024-12-08T18:01:36,386 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733680825024.f7e292deae2b7252c808b9995f6de9ff. 2024-12-08T18:01:36,393 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/data/default/SPTestTable/6ecd5ec6f52940b0f96bfe3ad2fe1563/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-08T18:01:36,393 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/data/default/SPTestTable/f7e292deae2b7252c808b9995f6de9ff/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-08T18:01:36,394 INFO [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1733680825024.6ecd5ec6f52940b0f96bfe3ad2fe1563. 2024-12-08T18:01:36,394 INFO [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733680825024.f7e292deae2b7252c808b9995f6de9ff. 2024-12-08T18:01:36,395 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f7e292deae2b7252c808b9995f6de9ff: Waiting for close lock at 1733680896386Running coprocessor pre-close hooks at 1733680896386Disabling compacts and flushes for region at 1733680896386Disabling writes for close at 1733680896386Writing region close event to WAL at 1733680896386Running coprocessor post-close hooks at 1733680896394 (+8 ms)Closed at 1733680896394 2024-12-08T18:01:36,395 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6ecd5ec6f52940b0f96bfe3ad2fe1563: Waiting for close lock at 1733680896383Running coprocessor pre-close hooks at 1733680896383Disabling compacts and flushes for region at 1733680896383Disabling writes for close at 1733680896384 (+1 ms)Writing region close event to WAL at 1733680896384Running coprocessor post-close hooks at 1733680896394 (+10 ms)Closed at 1733680896394 2024-12-08T18:01:36,395 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1733680825024.6ecd5ec6f52940b0f96bfe3ad2fe1563. 2024-12-08T18:01:36,395 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1733680825024.f7e292deae2b7252c808b9995f6de9ff. 2024-12-08T18:01:36,395 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d0693df7f4ce3b6693c273269017e59c, disabling compactions & flushes 2024-12-08T18:01:36,395 INFO [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733680825024.d0693df7f4ce3b6693c273269017e59c. 2024-12-08T18:01:36,395 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733680825024.d0693df7f4ce3b6693c273269017e59c. 2024-12-08T18:01:36,395 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733680825024.d0693df7f4ce3b6693c273269017e59c. after waiting 0 ms 2024-12-08T18:01:36,395 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733680825024.d0693df7f4ce3b6693c273269017e59c. 2024-12-08T18:01:36,402 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/data/default/SPTestTable/d0693df7f4ce3b6693c273269017e59c/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-08T18:01:36,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33449 is added to blk_1073741863_1039 (size=19817) 2024-12-08T18:01:36,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43717 is added to blk_1073741863_1039 (size=19817) 2024-12-08T18:01:36,403 INFO [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733680825024.d0693df7f4ce3b6693c273269017e59c. 2024-12-08T18:01:36,403 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d0693df7f4ce3b6693c273269017e59c: Waiting for close lock at 1733680896395Running coprocessor pre-close hooks at 1733680896395Disabling compacts and flushes for region at 1733680896395Disabling writes for close at 1733680896395Writing region close event to WAL at 1733680896395Running coprocessor post-close hooks at 1733680896403 (+8 ms)Closed at 1733680896403 2024-12-08T18:01:36,403 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1733680825024.d0693df7f4ce3b6693c273269017e59c. 2024-12-08T18:01:36,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33195 is added to blk_1073741863_1039 (size=19817) 2024-12-08T18:01:36,404 INFO [RS_CLOSE_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.22 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/data/hbase/meta/1588230740/.tmp/info/5b11f341d0bd46d196e00a901ae63da5 2024-12-08T18:01:36,435 DEBUG [RS_CLOSE_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/data/hbase/meta/1588230740/.tmp/ns/976a0208df764ae1b215d74a31da5794 is 43, key is default/ns:d/1733680824843/Put/seqid=0 2024-12-08T18:01:36,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33195 is added to blk_1073741864_1040 (size=5153) 2024-12-08T18:01:36,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33449 is added to blk_1073741864_1040 (size=5153) 2024-12-08T18:01:36,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43717 is added to blk_1073741864_1040 (size=5153) 2024-12-08T18:01:36,445 INFO [RS_CLOSE_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/data/hbase/meta/1588230740/.tmp/ns/976a0208df764ae1b215d74a31da5794 2024-12-08T18:01:36,466 DEBUG [RS_CLOSE_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/data/hbase/meta/1588230740/.tmp/table/424b32305ca745988da409870fa7e4f1 is 47, key is SPTestTable/table:state/1733680836367/Put/seqid=0 2024-12-08T18:01:36,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43717 is added to blk_1073741865_1041 (size=5214) 2024-12-08T18:01:36,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33195 is added to blk_1073741865_1041 (size=5214) 2024-12-08T18:01:36,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33449 is added to blk_1073741865_1041 (size=5214) 2024-12-08T18:01:36,484 INFO [RS_CLOSE_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/data/hbase/meta/1588230740/.tmp/table/424b32305ca745988da409870fa7e4f1 2024-12-08T18:01:36,495 DEBUG [RS_CLOSE_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/data/hbase/meta/1588230740/.tmp/info/5b11f341d0bd46d196e00a901ae63da5 as hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/data/hbase/meta/1588230740/info/5b11f341d0bd46d196e00a901ae63da5 2024-12-08T18:01:36,515 INFO [RS_CLOSE_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/data/hbase/meta/1588230740/info/5b11f341d0bd46d196e00a901ae63da5, entries=112, sequenceid=35, filesize=19.4 K 2024-12-08T18:01:36,517 DEBUG [RS_CLOSE_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/data/hbase/meta/1588230740/.tmp/ns/976a0208df764ae1b215d74a31da5794 as hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/data/hbase/meta/1588230740/ns/976a0208df764ae1b215d74a31da5794 2024-12-08T18:01:36,527 INFO [RS_CLOSE_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/data/hbase/meta/1588230740/ns/976a0208df764ae1b215d74a31da5794, entries=2, sequenceid=35, filesize=5.0 K 2024-12-08T18:01:36,528 DEBUG [RS_CLOSE_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/data/hbase/meta/1588230740/.tmp/table/424b32305ca745988da409870fa7e4f1 as hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/data/hbase/meta/1588230740/table/424b32305ca745988da409870fa7e4f1 2024-12-08T18:01:36,536 INFO [RS_CLOSE_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/data/hbase/meta/1588230740/table/424b32305ca745988da409870fa7e4f1, entries=2, sequenceid=35, filesize=5.1 K 2024-12-08T18:01:36,538 INFO [RS_CLOSE_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.38 KB/15744, heapSize ~25.51 KB/26120, currentSize=0 B/0 for 1588230740 in 188ms, sequenceid=35, compaction requested=false 2024-12-08T18:01:36,547 DEBUG [RS_CLOSE_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/data/hbase/meta/1588230740/recovered.edits/38.seqid, newMaxSeqId=38, maxSeqId=1 2024-12-08T18:01:36,547 DEBUG [RS_CLOSE_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-08T18:01:36,547 INFO [RS_CLOSE_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-08T18:01:36,547 DEBUG [RS_CLOSE_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733680896349Running coprocessor pre-close hooks at 1733680896349Disabling compacts and flushes for region at 1733680896349Disabling writes for close at 1733680896349Obtaining lock to block concurrent updates at 1733680896349Preparing flush snapshotting stores in 1588230740 at 1733680896349Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=15744, getHeapSize=26360, getOffHeapSize=0, getCellsCount=128 at 1733680896350 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733680896351 (+1 ms)Flushing 1588230740/info: creating writer at 1733680896351Flushing 1588230740/info: appending metadata at 1733680896383 (+32 ms)Flushing 1588230740/info: closing flushed file at 1733680896383Flushing 1588230740/ns: creating writer at 1733680896414 (+31 ms)Flushing 1588230740/ns: appending metadata at 1733680896434 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1733680896434Flushing 1588230740/table: creating writer at 1733680896453 (+19 ms)Flushing 1588230740/table: appending metadata at 1733680896466 (+13 ms)Flushing 1588230740/table: closing flushed file at 1733680896466Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f6e6813: reopening flushed file at 1733680896493 (+27 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a2b65e2: reopening flushed file at 1733680896515 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63b3ec39: reopening flushed file at 1733680896527 (+12 ms)Finished flush of dataSize ~15.38 KB/15744, heapSize ~25.51 KB/26120, currentSize=0 B/0 for 1588230740 in 188ms, sequenceid=35, compaction requested=false at 1733680896538 (+11 ms)Writing region close event to WAL at 1733680896542 (+4 ms)Running coprocessor post-close hooks at 1733680896547 (+5 ms)Closed at 1733680896547 2024-12-08T18:01:36,548 DEBUG [RS_CLOSE_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-08T18:01:36,548 INFO [RS:1;b1d30ef9e474:38425 {}] regionserver.HRegionServer(976): stopping server b1d30ef9e474,38425,1733680812836; all regions closed. 2024-12-08T18:01:36,549 INFO [RS:2;b1d30ef9e474:33515 {}] regionserver.HRegionServer(976): stopping server b1d30ef9e474,33515,1733680812879; all regions closed. 2024-12-08T18:01:36,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33195 is added to blk_1073741833_1009 (size=4022) 2024-12-08T18:01:36,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33449 is added to blk_1073741833_1009 (size=4022) 2024-12-08T18:01:36,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43717 is added to blk_1073741833_1009 (size=4022) 2024-12-08T18:01:36,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33449 is added to blk_1073741836_1012 (size=18438) 2024-12-08T18:01:36,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43717 is added to blk_1073741836_1012 (size=18438) 2024-12-08T18:01:36,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33195 is added to blk_1073741836_1012 (size=18438) 2024-12-08T18:01:36,557 DEBUG [RS:1;b1d30ef9e474:38425 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/oldWALs 2024-12-08T18:01:36,557 DEBUG [RS:2;b1d30ef9e474:33515 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/oldWALs 2024-12-08T18:01:36,557 INFO [RS:2;b1d30ef9e474:33515 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b1d30ef9e474%2C33515%2C1733680812879.meta:.meta(num 1733680824637) 2024-12-08T18:01:36,557 INFO [RS:1;b1d30ef9e474:38425 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b1d30ef9e474%2C38425%2C1733680812836:(num 1733680814420) 2024-12-08T18:01:36,557 DEBUG [RS:1;b1d30ef9e474:38425 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:01:36,557 INFO [RS:1;b1d30ef9e474:38425 {}] regionserver.LeaseManager(133): Closed leases 2024-12-08T18:01:36,558 INFO [RS:1;b1d30ef9e474:38425 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-08T18:01:36,558 INFO [RS:1;b1d30ef9e474:38425 {}] hbase.ChoreService(370): Chore service for: regionserver/b1d30ef9e474:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-08T18:01:36,558 INFO [RS:1;b1d30ef9e474:38425 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-08T18:01:36,558 INFO [RS:1;b1d30ef9e474:38425 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-08T18:01:36,558 INFO [regionserver/b1d30ef9e474:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-08T18:01:36,558 INFO [RS:1;b1d30ef9e474:38425 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-08T18:01:36,558 INFO [RS:1;b1d30ef9e474:38425 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-08T18:01:36,559 INFO [RS:1;b1d30ef9e474:38425 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38425 2024-12-08T18:01:36,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33195 is added to blk_1073741834_1010 (size=3530) 2024-12-08T18:01:36,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43717 is added to blk_1073741834_1010 (size=3530) 2024-12-08T18:01:36,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33449 is added to blk_1073741834_1010 (size=3530) 2024-12-08T18:01:36,564 DEBUG [RS:2;b1d30ef9e474:33515 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/oldWALs 2024-12-08T18:01:36,564 INFO [RS:2;b1d30ef9e474:33515 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b1d30ef9e474%2C33515%2C1733680812879:(num 1733680814420) 2024-12-08T18:01:36,564 DEBUG [RS:2;b1d30ef9e474:33515 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:01:36,564 INFO [RS:2;b1d30ef9e474:33515 {}] regionserver.LeaseManager(133): Closed leases 2024-12-08T18:01:36,564 INFO [RS:2;b1d30ef9e474:33515 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-08T18:01:36,564 INFO [RS:2;b1d30ef9e474:33515 {}] hbase.ChoreService(370): Chore service for: regionserver/b1d30ef9e474:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-08T18:01:36,564 INFO [RS:2;b1d30ef9e474:33515 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-08T18:01:36,564 INFO [regionserver/b1d30ef9e474:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-08T18:01:36,564 INFO [RS:2;b1d30ef9e474:33515 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33515 2024-12-08T18:01:36,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38425-0x1000695d3430002, quorum=127.0.0.1:52371, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b1d30ef9e474,38425,1733680812836 2024-12-08T18:01:36,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38453-0x1000695d3430000, quorum=127.0.0.1:52371, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-08T18:01:36,569 INFO [RS:1;b1d30ef9e474:38425 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-08T18:01:36,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33515-0x1000695d3430003, quorum=127.0.0.1:52371, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b1d30ef9e474,33515,1733680812879 2024-12-08T18:01:36,579 INFO [RS:2;b1d30ef9e474:33515 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-08T18:01:36,579 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b1d30ef9e474,38425,1733680812836] 2024-12-08T18:01:36,600 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b1d30ef9e474,38425,1733680812836 already deleted, retry=false 2024-12-08T18:01:36,600 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b1d30ef9e474,38425,1733680812836 expired; onlineServers=1 2024-12-08T18:01:36,600 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b1d30ef9e474,33515,1733680812879] 2024-12-08T18:01:36,611 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b1d30ef9e474,33515,1733680812879 already deleted, retry=false 2024-12-08T18:01:36,611 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b1d30ef9e474,33515,1733680812879 expired; onlineServers=0 2024-12-08T18:01:36,611 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b1d30ef9e474,38453,1733680811956' ***** 2024-12-08T18:01:36,611 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-08T18:01:36,611 INFO [M:0;b1d30ef9e474:38453 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-08T18:01:36,611 INFO [M:0;b1d30ef9e474:38453 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-08T18:01:36,611 DEBUG [M:0;b1d30ef9e474:38453 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-08T18:01:36,611 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-08T18:01:36,611 DEBUG [M:0;b1d30ef9e474:38453 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-08T18:01:36,611 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster-HFileCleaner.large.0-1733680814015 {}] cleaner.HFileCleaner(306): Exit Thread[master/b1d30ef9e474:0:becomeActiveMaster-HFileCleaner.large.0-1733680814015,5,FailOnTimeoutGroup] 2024-12-08T18:01:36,611 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster-HFileCleaner.small.0-1733680814016 {}] cleaner.HFileCleaner(306): Exit Thread[master/b1d30ef9e474:0:becomeActiveMaster-HFileCleaner.small.0-1733680814016,5,FailOnTimeoutGroup] 2024-12-08T18:01:36,612 INFO [M:0;b1d30ef9e474:38453 {}] hbase.ChoreService(370): Chore service for: master/b1d30ef9e474:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-08T18:01:36,612 INFO [M:0;b1d30ef9e474:38453 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-08T18:01:36,612 DEBUG [M:0;b1d30ef9e474:38453 {}] master.HMaster(1795): Stopping service threads 2024-12-08T18:01:36,612 INFO [M:0;b1d30ef9e474:38453 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-08T18:01:36,612 INFO [M:0;b1d30ef9e474:38453 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-08T18:01:36,612 ERROR [M:0;b1d30ef9e474:38453 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1506214772) connection to localhost/127.0.0.1:34979 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:34979,5,PEWorkerGroup] 2024-12-08T18:01:36,613 INFO [M:0;b1d30ef9e474:38453 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-08T18:01:36,613 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-08T18:01:36,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38453-0x1000695d3430000, quorum=127.0.0.1:52371, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-08T18:01:36,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38453-0x1000695d3430000, quorum=127.0.0.1:52371, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T18:01:36,621 DEBUG [M:0;b1d30ef9e474:38453 {}] zookeeper.ZKUtil(347): master:38453-0x1000695d3430000, quorum=127.0.0.1:52371, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-08T18:01:36,622 WARN [M:0;b1d30ef9e474:38453 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-08T18:01:36,622 INFO [M:0;b1d30ef9e474:38453 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/.lastflushedseqids 2024-12-08T18:01:36,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43717 is added to blk_1073741866_1042 (size=668) 2024-12-08T18:01:36,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33195 is added to blk_1073741866_1042 (size=668) 2024-12-08T18:01:36,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33449 is added to blk_1073741866_1042 (size=668) 2024-12-08T18:01:36,637 INFO [M:0;b1d30ef9e474:38453 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-08T18:01:36,637 INFO [M:0;b1d30ef9e474:38453 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-08T18:01:36,637 DEBUG [M:0;b1d30ef9e474:38453 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-08T18:01:36,637 INFO [M:0;b1d30ef9e474:38453 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T18:01:36,638 DEBUG [M:0;b1d30ef9e474:38453 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T18:01:36,638 DEBUG [M:0;b1d30ef9e474:38453 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-08T18:01:36,638 DEBUG [M:0;b1d30ef9e474:38453 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T18:01:36,638 INFO [M:0;b1d30ef9e474:38453 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=185.39 KB heapSize=229.80 KB 2024-12-08T18:01:36,651 DEBUG [M:0;b1d30ef9e474:38453 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a93402ba5f864170b9819df1cd62d43c is 82, key is hbase:meta,,1/info:regioninfo/1733680824710/Put/seqid=0 2024-12-08T18:01:36,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33195 is added to blk_1073741867_1043 (size=5672) 2024-12-08T18:01:36,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43717 is added to blk_1073741867_1043 (size=5672) 2024-12-08T18:01:36,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33449 is added to blk_1073741867_1043 (size=5672) 2024-12-08T18:01:36,659 INFO [M:0;b1d30ef9e474:38453 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a93402ba5f864170b9819df1cd62d43c 2024-12-08T18:01:36,681 DEBUG [M:0;b1d30ef9e474:38453 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5a6089d54f244e3689488816534725e0 is 1244, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733680836374/Put/seqid=0 2024-12-08T18:01:36,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43717 is added to blk_1073741868_1044 (size=8904) 2024-12-08T18:01:36,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33195 is added to blk_1073741868_1044 (size=8904) 2024-12-08T18:01:36,690 INFO [RS:1;b1d30ef9e474:38425 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-08T18:01:36,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38425-0x1000695d3430002, quorum=127.0.0.1:52371, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T18:01:36,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33449 is added to blk_1073741868_1044 (size=8904) 2024-12-08T18:01:36,690 INFO [RS:1;b1d30ef9e474:38425 {}] regionserver.HRegionServer(1031): Exiting; stopping=b1d30ef9e474,38425,1733680812836; zookeeper connection closed. 2024-12-08T18:01:36,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38425-0x1000695d3430002, quorum=127.0.0.1:52371, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T18:01:36,690 INFO [M:0;b1d30ef9e474:38453 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=184.66 KB at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5a6089d54f244e3689488816534725e0 2024-12-08T18:01:36,690 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@63c2c5e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@63c2c5e 2024-12-08T18:01:36,696 INFO [M:0;b1d30ef9e474:38453 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5a6089d54f244e3689488816534725e0 2024-12-08T18:01:36,700 INFO [RS:2;b1d30ef9e474:33515 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-08T18:01:36,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33515-0x1000695d3430003, quorum=127.0.0.1:52371, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T18:01:36,701 INFO [RS:2;b1d30ef9e474:33515 {}] regionserver.HRegionServer(1031): Exiting; stopping=b1d30ef9e474,33515,1733680812879; zookeeper connection closed. 2024-12-08T18:01:36,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33515-0x1000695d3430003, quorum=127.0.0.1:52371, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T18:01:36,701 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7efe4911 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7efe4911 2024-12-08T18:01:36,701 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-08T18:01:36,711 DEBUG [M:0;b1d30ef9e474:38453 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0e0608e32e304b1bb0a7d652b1a3242c is 69, key is b1d30ef9e474,33515,1733680812879/rs:state/1733680814139/Put/seqid=0 2024-12-08T18:01:36,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33449 is added to blk_1073741869_1045 (size=5441) 2024-12-08T18:01:36,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33195 is added to blk_1073741869_1045 (size=5441) 2024-12-08T18:01:36,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43717 is added to blk_1073741869_1045 (size=5441) 2024-12-08T18:01:36,720 INFO [M:0;b1d30ef9e474:38453 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0e0608e32e304b1bb0a7d652b1a3242c 2024-12-08T18:01:36,727 INFO [M:0;b1d30ef9e474:38453 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0e0608e32e304b1bb0a7d652b1a3242c 2024-12-08T18:01:36,729 DEBUG [M:0;b1d30ef9e474:38453 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a93402ba5f864170b9819df1cd62d43c as hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a93402ba5f864170b9819df1cd62d43c 2024-12-08T18:01:36,737 INFO [M:0;b1d30ef9e474:38453 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a93402ba5f864170b9819df1cd62d43c, entries=8, sequenceid=485, filesize=5.5 K 2024-12-08T18:01:36,738 DEBUG [M:0;b1d30ef9e474:38453 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5a6089d54f244e3689488816534725e0 as hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5a6089d54f244e3689488816534725e0 2024-12-08T18:01:36,746 INFO [M:0;b1d30ef9e474:38453 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5a6089d54f244e3689488816534725e0 2024-12-08T18:01:36,747 INFO [M:0;b1d30ef9e474:38453 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5a6089d54f244e3689488816534725e0, entries=54, sequenceid=485, filesize=8.7 K 2024-12-08T18:01:36,748 DEBUG [M:0;b1d30ef9e474:38453 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0e0608e32e304b1bb0a7d652b1a3242c as hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0e0608e32e304b1bb0a7d652b1a3242c 2024-12-08T18:01:36,755 INFO [M:0;b1d30ef9e474:38453 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0e0608e32e304b1bb0a7d652b1a3242c 2024-12-08T18:01:36,755 INFO [M:0;b1d30ef9e474:38453 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34979/user/jenkins/test-data/6b283fca-6bfa-c397-0ab3-3f8059e9639e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0e0608e32e304b1bb0a7d652b1a3242c, entries=3, sequenceid=485, filesize=5.3 K 2024-12-08T18:01:36,757 INFO [M:0;b1d30ef9e474:38453 {}] regionserver.HRegion(3140): Finished flush of dataSize ~185.39 KB/189840, heapSize ~229.51 KB/235016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 118ms, sequenceid=485, compaction requested=false 2024-12-08T18:01:36,758 INFO [M:0;b1d30ef9e474:38453 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T18:01:36,758 DEBUG [M:0;b1d30ef9e474:38453 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733680896637Disabling compacts and flushes for region at 1733680896637Disabling writes for close at 1733680896638 (+1 ms)Obtaining lock to block concurrent updates at 1733680896638Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733680896638Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=189840, getHeapSize=235256, getOffHeapSize=0, getCellsCount=588 at 1733680896638Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733680896639 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733680896639Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733680896651 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733680896651Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733680896665 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733680896681 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733680896681Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733680896697 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733680896711 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733680896711Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e3beb87: reopening flushed file at 1733680896727 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ec64bcd: reopening flushed file at 1733680896737 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3498dcc5: reopening flushed file at 1733680896747 (+10 ms)Finished flush of dataSize ~185.39 KB/189840, heapSize ~229.51 KB/235016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 118ms, sequenceid=485, compaction requested=false at 1733680896757 (+10 ms)Writing region close event to WAL at 1733680896758 (+1 ms)Closed at 1733680896758 2024-12-08T18:01:36,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43717 is added to blk_1073741830_1006 (size=222196) 2024-12-08T18:01:36,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33449 is added to blk_1073741830_1006 (size=222196) 2024-12-08T18:01:36,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33195 is added to blk_1073741830_1006 (size=222196) 2024-12-08T18:01:36,763 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-08T18:01:36,764 INFO [M:0;b1d30ef9e474:38453 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-08T18:01:36,764 INFO [M:0;b1d30ef9e474:38453 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38453 2024-12-08T18:01:36,764 INFO [M:0;b1d30ef9e474:38453 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-08T18:01:36,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38453-0x1000695d3430000, quorum=127.0.0.1:52371, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T18:01:36,890 INFO [M:0;b1d30ef9e474:38453 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-08T18:01:36,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38453-0x1000695d3430000, quorum=127.0.0.1:52371, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T18:01:36,894 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e7c21d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-08T18:01:36,896 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@30cac06d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-08T18:01:36,896 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-08T18:01:36,896 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3abb77fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-08T18:01:36,896 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55fcaba0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/288d9263-5d28-cb58-8261-05b284ad61bc/hadoop.log.dir/,STOPPED} 2024-12-08T18:01:36,899 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-08T18:01:36,899 WARN [BP-113978056-172.17.0.2-1733680806169 heartbeating to localhost/127.0.0.1:34979 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-08T18:01:36,899 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-08T18:01:36,899 WARN [BP-113978056-172.17.0.2-1733680806169 heartbeating to localhost/127.0.0.1:34979 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-113978056-172.17.0.2-1733680806169 (Datanode Uuid 32862398-8ee6-44d0-951b-ed38ad25d6a8) service to localhost/127.0.0.1:34979 2024-12-08T18:01:36,900 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/288d9263-5d28-cb58-8261-05b284ad61bc/cluster_84db38fb-1dd3-1256-463a-40b2009b2e1f/data/data5/current/BP-113978056-172.17.0.2-1733680806169 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-08T18:01:36,900 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/288d9263-5d28-cb58-8261-05b284ad61bc/cluster_84db38fb-1dd3-1256-463a-40b2009b2e1f/data/data6/current/BP-113978056-172.17.0.2-1733680806169 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-08T18:01:36,901 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-08T18:01:36,902 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@9d2632f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-08T18:01:36,903 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c8e80d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-08T18:01:36,903 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-08T18:01:36,903 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a2b6a73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-08T18:01:36,903 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cae7855{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/288d9263-5d28-cb58-8261-05b284ad61bc/hadoop.log.dir/,STOPPED} 2024-12-08T18:01:36,904 WARN [BP-113978056-172.17.0.2-1733680806169 heartbeating to localhost/127.0.0.1:34979 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-08T18:01:36,904 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-08T18:01:36,904 WARN [BP-113978056-172.17.0.2-1733680806169 heartbeating to localhost/127.0.0.1:34979 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-113978056-172.17.0.2-1733680806169 (Datanode Uuid 6767ec68-3213-460d-a38a-508db57ace3d) service to localhost/127.0.0.1:34979 2024-12-08T18:01:36,904 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-08T18:01:36,905 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/288d9263-5d28-cb58-8261-05b284ad61bc/cluster_84db38fb-1dd3-1256-463a-40b2009b2e1f/data/data3/current/BP-113978056-172.17.0.2-1733680806169 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-08T18:01:36,905 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/288d9263-5d28-cb58-8261-05b284ad61bc/cluster_84db38fb-1dd3-1256-463a-40b2009b2e1f/data/data4/current/BP-113978056-172.17.0.2-1733680806169 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-08T18:01:36,905 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-08T18:01:36,907 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1722ba9a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-08T18:01:36,907 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@57faae2b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-08T18:01:36,907 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-08T18:01:36,907 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55b4afc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-08T18:01:36,907 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@225fb320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/288d9263-5d28-cb58-8261-05b284ad61bc/hadoop.log.dir/,STOPPED} 2024-12-08T18:01:36,909 WARN [BP-113978056-172.17.0.2-1733680806169 heartbeating to localhost/127.0.0.1:34979 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-08T18:01:36,909 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-08T18:01:36,909 WARN [BP-113978056-172.17.0.2-1733680806169 heartbeating to localhost/127.0.0.1:34979 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-113978056-172.17.0.2-1733680806169 (Datanode Uuid 75e73e46-ca69-469d-a31e-70090f19da6c) service to localhost/127.0.0.1:34979 2024-12-08T18:01:36,909 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-08T18:01:36,909 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/288d9263-5d28-cb58-8261-05b284ad61bc/cluster_84db38fb-1dd3-1256-463a-40b2009b2e1f/data/data1/current/BP-113978056-172.17.0.2-1733680806169 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-08T18:01:36,909 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/288d9263-5d28-cb58-8261-05b284ad61bc/cluster_84db38fb-1dd3-1256-463a-40b2009b2e1f/data/data2/current/BP-113978056-172.17.0.2-1733680806169 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-08T18:01:36,910 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-08T18:01:36,921 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-08T18:01:36,922 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-08T18:01:36,922 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-08T18:01:36,922 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-08T18:01:36,922 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/288d9263-5d28-cb58-8261-05b284ad61bc/hadoop.log.dir/,STOPPED} 2024-12-08T18:01:36,930 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-08T18:01:36,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-08T18:01:36,983 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=93 (was 11) Potentially hanging thread: regionserver/b1d30ef9e474:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:34979 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34979 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/b1d30ef9e474:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34979 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34979 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/b1d30ef9e474:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:34979 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:34979 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/b1d30ef9e474:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34979 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:34979 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:34979 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34979 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:34979 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/b1d30ef9e474:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/b1d30ef9e474:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:34979 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: regionserver/b1d30ef9e474:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34979 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@b2660bd java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34979 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=440 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=280 (was 339), ProcessCount=11 (was 12), AvailableMemoryMB=13734 (was 14755) 2024-12-08T18:01:36,988 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=94, OpenFileDescriptor=440, MaxFileDescriptor=1048576, SystemLoadAverage=280, ProcessCount=11, AvailableMemoryMB=13734 2024-12-08T18:01:37,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/288d9263-5d28-cb58-8261-05b284ad61bc/hadoop.log.dir so I do NOT create it in target/test-data/76876c26-db1e-84fd-1f93-350b45141d07 2024-12-08T18:01:37,000 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/288d9263-5d28-cb58-8261-05b284ad61bc/hadoop.log.dir Erasing configuration value by system value. 2024-12-08T18:01:37,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/288d9263-5d28-cb58-8261-05b284ad61bc/hadoop.tmp.dir so I do NOT create it in target/test-data/76876c26-db1e-84fd-1f93-350b45141d07 2024-12-08T18:01:37,000 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/288d9263-5d28-cb58-8261-05b284ad61bc/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-08T18:01:37,000 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/76876c26-db1e-84fd-1f93-350b45141d07 2024-12-08T18:01:37,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-08T18:01:37,001 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/76876c26-db1e-84fd-1f93-350b45141d07/cluster_d1fb6555-afcf-6a24-389d-faff3e4c87fe, deleteOnExit=true 2024-12-08T18:01:37,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-08T18:01:37,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/76876c26-db1e-84fd-1f93-350b45141d07/test.cache.data in system properties and HBase conf 2024-12-08T18:01:37,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/76876c26-db1e-84fd-1f93-350b45141d07/hadoop.tmp.dir in system properties and HBase conf 2024-12-08T18:01:37,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/76876c26-db1e-84fd-1f93-350b45141d07/hadoop.log.dir in system properties and HBase conf 2024-12-08T18:01:37,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/76876c26-db1e-84fd-1f93-350b45141d07/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-08T18:01:37,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/76876c26-db1e-84fd-1f93-350b45141d07/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-08T18:01:37,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-08T18:01:37,001 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-08T18:01:37,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/76876c26-db1e-84fd-1f93-350b45141d07/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-08T18:01:37,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/76876c26-db1e-84fd-1f93-350b45141d07/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-08T18:01:37,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/76876c26-db1e-84fd-1f93-350b45141d07/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-08T18:01:37,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/76876c26-db1e-84fd-1f93-350b45141d07/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-08T18:01:37,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/76876c26-db1e-84fd-1f93-350b45141d07/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-08T18:01:37,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/76876c26-db1e-84fd-1f93-350b45141d07/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-08T18:01:37,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/76876c26-db1e-84fd-1f93-350b45141d07/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-08T18:01:37,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/76876c26-db1e-84fd-1f93-350b45141d07/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-08T18:01:37,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/76876c26-db1e-84fd-1f93-350b45141d07/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-08T18:01:37,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/76876c26-db1e-84fd-1f93-350b45141d07/nfs.dump.dir in system properties and HBase conf 2024-12-08T18:01:37,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/76876c26-db1e-84fd-1f93-350b45141d07/java.io.tmpdir in system properties and HBase conf 2024-12-08T18:01:37,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/76876c26-db1e-84fd-1f93-350b45141d07/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-08T18:01:37,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/76876c26-db1e-84fd-1f93-350b45141d07/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-08T18:01:37,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/76876c26-db1e-84fd-1f93-350b45141d07/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-08T18:01:37,381 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-08T18:01:37,387 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-08T18:01:37,390 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-08T18:01:37,390 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-08T18:01:37,390 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-08T18:01:37,391 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-08T18:01:37,391 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37206f93{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/76876c26-db1e-84fd-1f93-350b45141d07/hadoop.log.dir/,AVAILABLE} 2024-12-08T18:01:37,392 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fb14da0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-08T18:01:37,506 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@49a02228{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/76876c26-db1e-84fd-1f93-350b45141d07/java.io.tmpdir/jetty-localhost-35719-hadoop-hdfs-3_4_1-tests_jar-_-any-2388200543594999735/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-08T18:01:37,506 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@73963032{HTTP/1.1, (http/1.1)}{localhost:35719} 2024-12-08T18:01:37,506 INFO [Time-limited test {}] server.Server(415): Started @94073ms 2024-12-08T18:01:37,822 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-08T18:01:37,828 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-08T18:01:37,830 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-08T18:01:37,830 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-08T18:01:37,830 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-08T18:01:37,832 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@363b88c2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/76876c26-db1e-84fd-1f93-350b45141d07/hadoop.log.dir/,AVAILABLE} 2024-12-08T18:01:37,832 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7afabc0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-08T18:01:37,939 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2db41d0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/76876c26-db1e-84fd-1f93-350b45141d07/java.io.tmpdir/jetty-localhost-38543-hadoop-hdfs-3_4_1-tests_jar-_-any-1433179384481194594/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-08T18:01:37,939 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@783535ad{HTTP/1.1, (http/1.1)}{localhost:38543} 2024-12-08T18:01:37,939 INFO [Time-limited test {}] server.Server(415): Started @94506ms 2024-12-08T18:01:37,940 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-08T18:01:38,006 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-08T18:01:38,010 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-08T18:01:38,015 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-08T18:01:38,015 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-08T18:01:38,015 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-08T18:01:38,016 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e949aef{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/76876c26-db1e-84fd-1f93-350b45141d07/hadoop.log.dir/,AVAILABLE} 2024-12-08T18:01:38,017 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70fbbb4d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-08T18:01:38,157 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3ff2c577{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/76876c26-db1e-84fd-1f93-350b45141d07/java.io.tmpdir/jetty-localhost-43155-hadoop-hdfs-3_4_1-tests_jar-_-any-10687709057827532974/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-08T18:01:38,158 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@69446df2{HTTP/1.1, (http/1.1)}{localhost:43155} 2024-12-08T18:01:38,158 INFO [Time-limited test {}] server.Server(415): Started @94725ms 2024-12-08T18:01:38,160 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-08T18:01:38,208 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-08T18:01:38,212 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-08T18:01:38,214 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-08T18:01:38,214 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-08T18:01:38,214 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-08T18:01:38,214 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78d78867{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/76876c26-db1e-84fd-1f93-350b45141d07/hadoop.log.dir/,AVAILABLE} 2024-12-08T18:01:38,215 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@180e4735{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-08T18:01:38,326 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@553e562f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/76876c26-db1e-84fd-1f93-350b45141d07/java.io.tmpdir/jetty-localhost-43823-hadoop-hdfs-3_4_1-tests_jar-_-any-16533092711753058408/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-08T18:01:38,326 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@23255376{HTTP/1.1, (http/1.1)}{localhost:43823} 2024-12-08T18:01:38,326 INFO [Time-limited test {}] server.Server(415): Started @94893ms 2024-12-08T18:01:38,328 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-08T18:01:39,176 WARN [Thread-712 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/76876c26-db1e-84fd-1f93-350b45141d07/cluster_d1fb6555-afcf-6a24-389d-faff3e4c87fe/data/data1/current/BP-1937512978-172.17.0.2-1733680897017/current, will proceed with Du for space computation calculation, 2024-12-08T18:01:39,177 WARN [Thread-713 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/76876c26-db1e-84fd-1f93-350b45141d07/cluster_d1fb6555-afcf-6a24-389d-faff3e4c87fe/data/data2/current/BP-1937512978-172.17.0.2-1733680897017/current, will proceed with Du for space computation calculation, 2024-12-08T18:01:39,197 WARN [Thread-653 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-08T18:01:39,199 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf7e4dced96049051 with lease ID 0xb910038441a7cb3c: Processing first storage report for DS-64505ca9-0a8e-4116-ae8b-451dfad606f2 from datanode DatanodeRegistration(127.0.0.1:41931, datanodeUuid=4342b3d1-077e-43fa-81aa-a6d284a2dc0e, infoPort=46019, infoSecurePort=0, ipcPort=41841, storageInfo=lv=-57;cid=testClusterID;nsid=1983440481;c=1733680897017) 2024-12-08T18:01:39,199 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf7e4dced96049051 with lease ID 0xb910038441a7cb3c: from storage DS-64505ca9-0a8e-4116-ae8b-451dfad606f2 node DatanodeRegistration(127.0.0.1:41931, datanodeUuid=4342b3d1-077e-43fa-81aa-a6d284a2dc0e, infoPort=46019, infoSecurePort=0, ipcPort=41841, storageInfo=lv=-57;cid=testClusterID;nsid=1983440481;c=1733680897017), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-08T18:01:39,199 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf7e4dced96049051 with lease ID 0xb910038441a7cb3c: Processing first storage report for DS-c108340c-f91e-4e1e-9004-cbd921d9c16e from datanode DatanodeRegistration(127.0.0.1:41931, datanodeUuid=4342b3d1-077e-43fa-81aa-a6d284a2dc0e, infoPort=46019, infoSecurePort=0, ipcPort=41841, storageInfo=lv=-57;cid=testClusterID;nsid=1983440481;c=1733680897017) 2024-12-08T18:01:39,199 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf7e4dced96049051 with lease ID 0xb910038441a7cb3c: from storage DS-c108340c-f91e-4e1e-9004-cbd921d9c16e node DatanodeRegistration(127.0.0.1:41931, datanodeUuid=4342b3d1-077e-43fa-81aa-a6d284a2dc0e, infoPort=46019, infoSecurePort=0, ipcPort=41841, storageInfo=lv=-57;cid=testClusterID;nsid=1983440481;c=1733680897017), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-08T18:01:39,624 WARN [Thread-724 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/76876c26-db1e-84fd-1f93-350b45141d07/cluster_d1fb6555-afcf-6a24-389d-faff3e4c87fe/data/data3/current/BP-1937512978-172.17.0.2-1733680897017/current, will proceed with Du for space computation calculation, 2024-12-08T18:01:39,625 WARN [Thread-725 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/76876c26-db1e-84fd-1f93-350b45141d07/cluster_d1fb6555-afcf-6a24-389d-faff3e4c87fe/data/data4/current/BP-1937512978-172.17.0.2-1733680897017/current, will proceed with Du for space computation calculation, 2024-12-08T18:01:39,643 WARN [Thread-676 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-08T18:01:39,645 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x919c0202cc216450 with lease ID 0xb910038441a7cb3d: Processing first storage report for DS-b115e8a9-9c5e-4084-83ef-f2a12e3d7957 from datanode DatanodeRegistration(127.0.0.1:38339, datanodeUuid=5943c883-ad10-47b8-bb67-f0dd623fbc60, infoPort=36897, infoSecurePort=0, ipcPort=33977, storageInfo=lv=-57;cid=testClusterID;nsid=1983440481;c=1733680897017) 2024-12-08T18:01:39,645 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x919c0202cc216450 with lease ID 0xb910038441a7cb3d: from storage DS-b115e8a9-9c5e-4084-83ef-f2a12e3d7957 node DatanodeRegistration(127.0.0.1:38339, datanodeUuid=5943c883-ad10-47b8-bb67-f0dd623fbc60, infoPort=36897, infoSecurePort=0, ipcPort=33977, storageInfo=lv=-57;cid=testClusterID;nsid=1983440481;c=1733680897017), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-08T18:01:39,646 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x919c0202cc216450 with lease ID 0xb910038441a7cb3d: Processing first storage report for DS-3bcd1c1f-16b2-4fae-8cd4-b5cfa5fec743 from datanode DatanodeRegistration(127.0.0.1:38339, datanodeUuid=5943c883-ad10-47b8-bb67-f0dd623fbc60, infoPort=36897, infoSecurePort=0, ipcPort=33977, storageInfo=lv=-57;cid=testClusterID;nsid=1983440481;c=1733680897017) 2024-12-08T18:01:39,646 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x919c0202cc216450 with lease ID 0xb910038441a7cb3d: from storage DS-3bcd1c1f-16b2-4fae-8cd4-b5cfa5fec743 node DatanodeRegistration(127.0.0.1:38339, datanodeUuid=5943c883-ad10-47b8-bb67-f0dd623fbc60, infoPort=36897, infoSecurePort=0, ipcPort=33977, storageInfo=lv=-57;cid=testClusterID;nsid=1983440481;c=1733680897017), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-08T18:01:39,715 WARN [Thread-735 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/76876c26-db1e-84fd-1f93-350b45141d07/cluster_d1fb6555-afcf-6a24-389d-faff3e4c87fe/data/data5/current/BP-1937512978-172.17.0.2-1733680897017/current, will proceed with Du for space computation calculation, 2024-12-08T18:01:39,715 WARN [Thread-736 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/76876c26-db1e-84fd-1f93-350b45141d07/cluster_d1fb6555-afcf-6a24-389d-faff3e4c87fe/data/data6/current/BP-1937512978-172.17.0.2-1733680897017/current, will proceed with Du for space computation calculation, 2024-12-08T18:01:39,734 WARN [Thread-698 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-08T18:01:39,737 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x541de340618454cc with lease ID 0xb910038441a7cb3e: Processing first storage report for DS-8cbe08ed-ab5e-462e-b72d-9aa5f8bad6c8 from datanode DatanodeRegistration(127.0.0.1:40743, datanodeUuid=b8345ad6-cbb2-43ef-af53-2945bf0e06d6, infoPort=45817, infoSecurePort=0, ipcPort=41027, storageInfo=lv=-57;cid=testClusterID;nsid=1983440481;c=1733680897017) 2024-12-08T18:01:39,737 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x541de340618454cc with lease ID 0xb910038441a7cb3e: from storage DS-8cbe08ed-ab5e-462e-b72d-9aa5f8bad6c8 node DatanodeRegistration(127.0.0.1:40743, datanodeUuid=b8345ad6-cbb2-43ef-af53-2945bf0e06d6, infoPort=45817, infoSecurePort=0, ipcPort=41027, storageInfo=lv=-57;cid=testClusterID;nsid=1983440481;c=1733680897017), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-08T18:01:39,737 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x541de340618454cc with lease ID 0xb910038441a7cb3e: Processing first storage report for DS-25241956-864c-48aa-9638-290fccb869f2 from datanode DatanodeRegistration(127.0.0.1:40743, datanodeUuid=b8345ad6-cbb2-43ef-af53-2945bf0e06d6, infoPort=45817, infoSecurePort=0, ipcPort=41027, storageInfo=lv=-57;cid=testClusterID;nsid=1983440481;c=1733680897017) 2024-12-08T18:01:39,737 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x541de340618454cc with lease ID 0xb910038441a7cb3e: from storage DS-25241956-864c-48aa-9638-290fccb869f2 node DatanodeRegistration(127.0.0.1:40743, datanodeUuid=b8345ad6-cbb2-43ef-af53-2945bf0e06d6, infoPort=45817, infoSecurePort=0, ipcPort=41027, storageInfo=lv=-57;cid=testClusterID;nsid=1983440481;c=1733680897017), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-08T18:01:39,767 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/76876c26-db1e-84fd-1f93-350b45141d07 2024-12-08T18:01:39,771 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/76876c26-db1e-84fd-1f93-350b45141d07/cluster_d1fb6555-afcf-6a24-389d-faff3e4c87fe/zookeeper_0, clientPort=65086, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/76876c26-db1e-84fd-1f93-350b45141d07/cluster_d1fb6555-afcf-6a24-389d-faff3e4c87fe/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/76876c26-db1e-84fd-1f93-350b45141d07/cluster_d1fb6555-afcf-6a24-389d-faff3e4c87fe/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-08T18:01:39,772 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=65086 2024-12-08T18:01:39,772 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T18:01:39,774 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T18:01:39,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40743 is added to blk_1073741825_1001 (size=7) 2024-12-08T18:01:39,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38339 is added to blk_1073741825_1001 (size=7) 2024-12-08T18:01:39,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41931 is added to blk_1073741825_1001 (size=7) 2024-12-08T18:01:39,794 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9 with version=8 2024-12-08T18:01:39,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/hbase-staging 2024-12-08T18:01:39,796 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b1d30ef9e474:0 server-side Connection retries=45 2024-12-08T18:01:39,796 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T18:01:39,796 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-08T18:01:39,796 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-08T18:01:39,796 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T18:01:39,797 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-08T18:01:39,797 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-08T18:01:39,797 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-08T18:01:39,801 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37543 2024-12-08T18:01:39,803 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37543 connecting to ZooKeeper ensemble=127.0.0.1:65086 2024-12-08T18:01:39,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:375430x0, quorum=127.0.0.1:65086, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-08T18:01:39,855 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37543-0x10006972d800000 connected 2024-12-08T18:01:39,936 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T18:01:39,939 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T18:01:39,942 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37543-0x10006972d800000, quorum=127.0.0.1:65086, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T18:01:39,942 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9, hbase.cluster.distributed=false 2024-12-08T18:01:39,944 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37543-0x10006972d800000, quorum=127.0.0.1:65086, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-08T18:01:39,949 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37543 2024-12-08T18:01:39,951 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37543 2024-12-08T18:01:39,951 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37543 2024-12-08T18:01:39,955 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37543 2024-12-08T18:01:39,955 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37543 2024-12-08T18:01:39,970 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b1d30ef9e474:0 server-side Connection retries=45 2024-12-08T18:01:39,971 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T18:01:39,971 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-08T18:01:39,971 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-08T18:01:39,971 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T18:01:39,971 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-08T18:01:39,971 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-08T18:01:39,971 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-08T18:01:39,972 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45625 2024-12-08T18:01:39,973 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45625 connecting to ZooKeeper ensemble=127.0.0.1:65086 2024-12-08T18:01:39,974 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T18:01:39,977 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T18:01:39,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:456250x0, quorum=127.0.0.1:65086, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-08T18:01:39,989 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45625-0x10006972d800001 connected 2024-12-08T18:01:39,989 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45625-0x10006972d800001, quorum=127.0.0.1:65086, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T18:01:39,990 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-08T18:01:39,990 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-08T18:01:39,991 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45625-0x10006972d800001, quorum=127.0.0.1:65086, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-08T18:01:39,992 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45625-0x10006972d800001, quorum=127.0.0.1:65086, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-08T18:01:40,001 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45625 2024-12-08T18:01:40,002 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45625 2024-12-08T18:01:40,002 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45625 2024-12-08T18:01:40,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45625 2024-12-08T18:01:40,009 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45625 2024-12-08T18:01:40,023 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b1d30ef9e474:0 server-side Connection retries=45 2024-12-08T18:01:40,023 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T18:01:40,023 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-08T18:01:40,023 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-08T18:01:40,023 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T18:01:40,023 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-08T18:01:40,023 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-08T18:01:40,023 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-08T18:01:40,024 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40387 2024-12-08T18:01:40,025 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40387 connecting to ZooKeeper ensemble=127.0.0.1:65086 2024-12-08T18:01:40,026 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T18:01:40,028 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T18:01:40,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:403870x0, quorum=127.0.0.1:65086, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-08T18:01:40,042 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:403870x0, quorum=127.0.0.1:65086, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T18:01:40,042 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40387-0x10006972d800002 connected 2024-12-08T18:01:40,042 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-08T18:01:40,045 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-08T18:01:40,046 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40387-0x10006972d800002, quorum=127.0.0.1:65086, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-08T18:01:40,048 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40387-0x10006972d800002, quorum=127.0.0.1:65086, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-08T18:01:40,051 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40387 2024-12-08T18:01:40,053 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40387 2024-12-08T18:01:40,053 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40387 2024-12-08T18:01:40,053 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40387 2024-12-08T18:01:40,054 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40387 2024-12-08T18:01:40,076 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b1d30ef9e474:0 server-side Connection retries=45 2024-12-08T18:01:40,076 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T18:01:40,076 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-08T18:01:40,076 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-08T18:01:40,076 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T18:01:40,076 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-08T18:01:40,076 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-08T18:01:40,076 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-08T18:01:40,077 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32917 2024-12-08T18:01:40,078 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32917 connecting to ZooKeeper ensemble=127.0.0.1:65086 2024-12-08T18:01:40,079 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T18:01:40,081 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T18:01:40,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:329170x0, quorum=127.0.0.1:65086, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-08T18:01:40,094 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:329170x0, quorum=127.0.0.1:65086, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T18:01:40,094 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32917-0x10006972d800003 connected 2024-12-08T18:01:40,095 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-08T18:01:40,095 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-08T18:01:40,095 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32917-0x10006972d800003, quorum=127.0.0.1:65086, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-08T18:01:40,096 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32917-0x10006972d800003, quorum=127.0.0.1:65086, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-08T18:01:40,097 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32917 2024-12-08T18:01:40,097 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32917 2024-12-08T18:01:40,101 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32917 2024-12-08T18:01:40,101 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32917 2024-12-08T18:01:40,101 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32917 2024-12-08T18:01:40,113 DEBUG [M:0;b1d30ef9e474:37543 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b1d30ef9e474:37543 2024-12-08T18:01:40,113 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/b1d30ef9e474,37543,1733680899796 2024-12-08T18:01:40,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45625-0x10006972d800001, quorum=127.0.0.1:65086, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T18:01:40,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37543-0x10006972d800000, quorum=127.0.0.1:65086, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T18:01:40,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32917-0x10006972d800003, quorum=127.0.0.1:65086, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T18:01:40,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40387-0x10006972d800002, quorum=127.0.0.1:65086, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T18:01:40,126 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37543-0x10006972d800000, quorum=127.0.0.1:65086, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/b1d30ef9e474,37543,1733680899796 2024-12-08T18:01:40,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45625-0x10006972d800001, quorum=127.0.0.1:65086, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-08T18:01:40,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37543-0x10006972d800000, quorum=127.0.0.1:65086, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T18:01:40,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40387-0x10006972d800002, quorum=127.0.0.1:65086, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-08T18:01:40,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32917-0x10006972d800003, quorum=127.0.0.1:65086, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-08T18:01:40,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45625-0x10006972d800001, quorum=127.0.0.1:65086, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T18:01:40,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40387-0x10006972d800002, quorum=127.0.0.1:65086, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T18:01:40,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32917-0x10006972d800003, quorum=127.0.0.1:65086, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T18:01:40,137 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37543-0x10006972d800000, quorum=127.0.0.1:65086, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-08T18:01:40,137 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/b1d30ef9e474,37543,1733680899796 from backup master directory 2024-12-08T18:01:40,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40387-0x10006972d800002, quorum=127.0.0.1:65086, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T18:01:40,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37543-0x10006972d800000, quorum=127.0.0.1:65086, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/b1d30ef9e474,37543,1733680899796 2024-12-08T18:01:40,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37543-0x10006972d800000, quorum=127.0.0.1:65086, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T18:01:40,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32917-0x10006972d800003, quorum=127.0.0.1:65086, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T18:01:40,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45625-0x10006972d800001, quorum=127.0.0.1:65086, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T18:01:40,147 WARN [master/b1d30ef9e474:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-08T18:01:40,147 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b1d30ef9e474,37543,1733680899796 2024-12-08T18:01:40,152 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/hbase.id] with ID: 9d660c3e-4eb2-4077-8df2-16ba39bb2aa6 2024-12-08T18:01:40,152 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/.tmp/hbase.id 2024-12-08T18:01:40,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38339 is added to blk_1073741826_1002 (size=42) 2024-12-08T18:01:40,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40743 is added to blk_1073741826_1002 (size=42) 2024-12-08T18:01:40,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41931 is added to blk_1073741826_1002 (size=42) 2024-12-08T18:01:40,168 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/.tmp/hbase.id]:[hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/hbase.id] 2024-12-08T18:01:40,183 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T18:01:40,184 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-08T18:01:40,185 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-08T18:01:40,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40387-0x10006972d800002, quorum=127.0.0.1:65086, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T18:01:40,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37543-0x10006972d800000, quorum=127.0.0.1:65086, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T18:01:40,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45625-0x10006972d800001, quorum=127.0.0.1:65086, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T18:01:40,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32917-0x10006972d800003, quorum=127.0.0.1:65086, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T18:01:40,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41931 is added to blk_1073741827_1003 (size=196) 2024-12-08T18:01:40,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38339 is added to blk_1073741827_1003 (size=196) 2024-12-08T18:01:40,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40743 is added to blk_1073741827_1003 (size=196) 2024-12-08T18:01:40,227 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-08T18:01:40,228 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-08T18:01:40,229 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T18:01:40,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38339 is added to blk_1073741828_1004 (size=1189) 2024-12-08T18:01:40,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41931 is added to blk_1073741828_1004 (size=1189) 2024-12-08T18:01:40,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40743 is added to blk_1073741828_1004 (size=1189) 2024-12-08T18:01:40,248 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/MasterData/data/master/store 2024-12-08T18:01:40,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41931 is added to blk_1073741829_1005 (size=34) 2024-12-08T18:01:40,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40743 is added to blk_1073741829_1005 (size=34) 2024-12-08T18:01:40,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38339 is added to blk_1073741829_1005 (size=34) 2024-12-08T18:01:40,257 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T18:01:40,257 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-08T18:01:40,257 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T18:01:40,257 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T18:01:40,257 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-08T18:01:40,257 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T18:01:40,257 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T18:01:40,257 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733680900257Disabling compacts and flushes for region at 1733680900257Disabling writes for close at 1733680900257Writing region close event to WAL at 1733680900257Closed at 1733680900257 2024-12-08T18:01:40,258 WARN [master/b1d30ef9e474:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/MasterData/data/master/store/.initializing 2024-12-08T18:01:40,258 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/MasterData/WALs/b1d30ef9e474,37543,1733680899796 2024-12-08T18:01:40,259 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-08T18:01:40,261 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b1d30ef9e474%2C37543%2C1733680899796, suffix=, logDir=hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/MasterData/WALs/b1d30ef9e474,37543,1733680899796, archiveDir=hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/MasterData/oldWALs, maxLogs=10 2024-12-08T18:01:40,273 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/MasterData/WALs/b1d30ef9e474,37543,1733680899796/b1d30ef9e474%2C37543%2C1733680899796.1733680900262, exclude list is [], retry=0 2024-12-08T18:01:40,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40743,DS-8cbe08ed-ab5e-462e-b72d-9aa5f8bad6c8,DISK] 2024-12-08T18:01:40,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41931,DS-64505ca9-0a8e-4116-ae8b-451dfad606f2,DISK] 2024-12-08T18:01:40,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38339,DS-b115e8a9-9c5e-4084-83ef-f2a12e3d7957,DISK] 2024-12-08T18:01:40,280 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/MasterData/WALs/b1d30ef9e474,37543,1733680899796/b1d30ef9e474%2C37543%2C1733680899796.1733680900262 2024-12-08T18:01:40,281 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45817:45817),(127.0.0.1/127.0.0.1:46019:46019),(127.0.0.1/127.0.0.1:36897:36897)] 2024-12-08T18:01:40,281 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-08T18:01:40,281 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T18:01:40,281 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T18:01:40,281 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T18:01:40,284 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-08T18:01:40,286 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-08T18:01:40,286 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T18:01:40,287 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T18:01:40,287 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-08T18:01:40,289 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-08T18:01:40,289 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T18:01:40,289 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T18:01:40,289 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-08T18:01:40,291 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-08T18:01:40,291 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T18:01:40,291 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T18:01:40,292 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-08T18:01:40,293 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-08T18:01:40,293 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T18:01:40,294 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T18:01:40,294 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T18:01:40,295 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-08T18:01:40,295 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-08T18:01:40,297 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T18:01:40,297 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T18:01:40,298 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-08T18:01:40,299 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T18:01:40,301 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T18:01:40,302 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68112960, jitterRate=0.014962196350097656}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-08T18:01:40,302 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733680900282Initializing all the Stores at 1733680900283 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733680900283Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733680900283Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733680900283Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733680900283Cleaning up temporary data from old regions at 1733680900297 (+14 ms)Region opened successfully at 1733680900302 (+5 ms) 2024-12-08T18:01:40,303 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-08T18:01:40,306 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54d2326c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b1d30ef9e474/172.17.0.2:0 2024-12-08T18:01:40,307 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-08T18:01:40,308 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-08T18:01:40,308 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-08T18:01:40,308 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-08T18:01:40,308 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-08T18:01:40,309 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-08T18:01:40,309 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-12-08T18:01:40,312 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-08T18:01:40,313 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37543-0x10006972d800000, quorum=127.0.0.1:65086, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-08T18:01:40,351 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-08T18:01:40,352 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-08T18:01:40,353 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37543-0x10006972d800000, quorum=127.0.0.1:65086, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-08T18:01:40,374 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-08T18:01:40,375 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-08T18:01:40,376 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37543-0x10006972d800000, quorum=127.0.0.1:65086, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-08T18:01:40,388 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-08T18:01:40,390 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37543-0x10006972d800000, quorum=127.0.0.1:65086, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-08T18:01:40,399 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-08T18:01:40,401 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37543-0x10006972d800000, quorum=127.0.0.1:65086, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-08T18:01:40,460 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-08T18:01:40,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37543-0x10006972d800000, quorum=127.0.0.1:65086, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-08T18:01:40,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32917-0x10006972d800003, quorum=127.0.0.1:65086, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-08T18:01:40,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40387-0x10006972d800002, quorum=127.0.0.1:65086, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-08T18:01:40,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45625-0x10006972d800001, quorum=127.0.0.1:65086, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-08T18:01:40,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37543-0x10006972d800000, quorum=127.0.0.1:65086, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T18:01:40,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32917-0x10006972d800003, quorum=127.0.0.1:65086, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T18:01:40,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40387-0x10006972d800002, quorum=127.0.0.1:65086, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T18:01:40,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45625-0x10006972d800001, quorum=127.0.0.1:65086, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T18:01:40,514 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b1d30ef9e474,37543,1733680899796, sessionid=0x10006972d800000, setting cluster-up flag (Was=false) 2024-12-08T18:01:40,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45625-0x10006972d800001, quorum=127.0.0.1:65086, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T18:01:40,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32917-0x10006972d800003, quorum=127.0.0.1:65086, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T18:01:40,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40387-0x10006972d800002, quorum=127.0.0.1:65086, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T18:01:40,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37543-0x10006972d800000, quorum=127.0.0.1:65086, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T18:01:40,578 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-08T18:01:40,579 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b1d30ef9e474,37543,1733680899796 2024-12-08T18:01:40,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45625-0x10006972d800001, quorum=127.0.0.1:65086, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T18:01:40,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40387-0x10006972d800002, quorum=127.0.0.1:65086, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T18:01:40,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37543-0x10006972d800000, quorum=127.0.0.1:65086, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T18:01:40,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32917-0x10006972d800003, quorum=127.0.0.1:65086, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T18:01:40,630 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-08T18:01:40,632 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b1d30ef9e474,37543,1733680899796 2024-12-08T18:01:40,633 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-08T18:01:40,635 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-08T18:01:40,635 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-08T18:01:40,635 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-08T18:01:40,636 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b1d30ef9e474,37543,1733680899796 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-08T18:01:40,637 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b1d30ef9e474:0, corePoolSize=5, maxPoolSize=5 2024-12-08T18:01:40,637 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b1d30ef9e474:0, corePoolSize=5, maxPoolSize=5 2024-12-08T18:01:40,637 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b1d30ef9e474:0, corePoolSize=5, maxPoolSize=5 2024-12-08T18:01:40,638 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b1d30ef9e474:0, corePoolSize=5, maxPoolSize=5 2024-12-08T18:01:40,638 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b1d30ef9e474:0, corePoolSize=10, maxPoolSize=10 2024-12-08T18:01:40,638 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b1d30ef9e474:0, corePoolSize=1, maxPoolSize=1 2024-12-08T18:01:40,638 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b1d30ef9e474:0, corePoolSize=2, maxPoolSize=2 2024-12-08T18:01:40,638 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b1d30ef9e474:0, corePoolSize=1, maxPoolSize=1 2024-12-08T18:01:40,639 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733680930639 2024-12-08T18:01:40,639 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-08T18:01:40,639 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-08T18:01:40,639 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-08T18:01:40,639 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-08T18:01:40,639 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-08T18:01:40,639 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-08T18:01:40,640 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-08T18:01:40,640 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-08T18:01:40,640 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-08T18:01:40,640 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-08T18:01:40,640 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-08T18:01:40,640 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-08T18:01:40,640 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-08T18:01:40,640 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-08T18:01:40,641 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b1d30ef9e474:0:becomeActiveMaster-HFileCleaner.large.0-1733680900641,5,FailOnTimeoutGroup] 2024-12-08T18:01:40,641 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b1d30ef9e474:0:becomeActiveMaster-HFileCleaner.small.0-1733680900641,5,FailOnTimeoutGroup] 2024-12-08T18:01:40,641 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-08T18:01:40,641 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-08T18:01:40,641 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-08T18:01:40,641 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-08T18:01:40,642 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T18:01:40,642 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-08T18:01:40,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38339 is added to blk_1073741831_1007 (size=1321) 2024-12-08T18:01:40,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40743 is added to blk_1073741831_1007 (size=1321) 2024-12-08T18:01:40,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41931 is added to blk_1073741831_1007 (size=1321) 2024-12-08T18:01:40,652 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-08T18:01:40,653 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9 2024-12-08T18:01:40,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38339 is added to blk_1073741832_1008 (size=32) 2024-12-08T18:01:40,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41931 is added to blk_1073741832_1008 (size=32) 2024-12-08T18:01:40,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40743 is added to blk_1073741832_1008 (size=32) 2024-12-08T18:01:40,664 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T18:01:40,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-08T18:01:40,667 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-08T18:01:40,667 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T18:01:40,668 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T18:01:40,668 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-08T18:01:40,669 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-08T18:01:40,669 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T18:01:40,670 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T18:01:40,670 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-08T18:01:40,672 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-08T18:01:40,672 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T18:01:40,673 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T18:01:40,673 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-08T18:01:40,675 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-08T18:01:40,675 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T18:01:40,676 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T18:01:40,676 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-08T18:01:40,677 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/data/hbase/meta/1588230740 2024-12-08T18:01:40,677 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/data/hbase/meta/1588230740 2024-12-08T18:01:40,679 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-08T18:01:40,679 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-08T18:01:40,680 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-08T18:01:40,681 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-08T18:01:40,684 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T18:01:40,684 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68464546, jitterRate=0.02020123600959778}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-08T18:01:40,685 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733680900664Initializing all the Stores at 1733680900665 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733680900665Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733680900666 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733680900666Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733680900666Cleaning up temporary data from old regions at 1733680900679 (+13 ms)Region opened successfully at 1733680900685 (+6 ms) 2024-12-08T18:01:40,685 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-08T18:01:40,686 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-08T18:01:40,686 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-08T18:01:40,686 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-08T18:01:40,686 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-08T18:01:40,686 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-08T18:01:40,686 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733680900685Disabling compacts and flushes for region at 1733680900685Disabling writes for close at 1733680900686 (+1 ms)Writing region close event to WAL at 1733680900686Closed at 1733680900686 2024-12-08T18:01:40,688 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-08T18:01:40,688 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-08T18:01:40,688 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-08T18:01:40,690 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-08T18:01:40,691 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-08T18:01:40,704 INFO [RS:1;b1d30ef9e474:40387 {}] regionserver.HRegionServer(746): ClusterId : 9d660c3e-4eb2-4077-8df2-16ba39bb2aa6 2024-12-08T18:01:40,704 INFO [RS:0;b1d30ef9e474:45625 {}] regionserver.HRegionServer(746): ClusterId : 9d660c3e-4eb2-4077-8df2-16ba39bb2aa6 2024-12-08T18:01:40,704 INFO [RS:2;b1d30ef9e474:32917 {}] regionserver.HRegionServer(746): ClusterId : 9d660c3e-4eb2-4077-8df2-16ba39bb2aa6 2024-12-08T18:01:40,705 DEBUG [RS:1;b1d30ef9e474:40387 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-08T18:01:40,705 DEBUG [RS:2;b1d30ef9e474:32917 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-08T18:01:40,705 DEBUG [RS:0;b1d30ef9e474:45625 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-08T18:01:40,715 DEBUG [RS:0;b1d30ef9e474:45625 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-08T18:01:40,715 DEBUG [RS:0;b1d30ef9e474:45625 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-08T18:01:40,717 DEBUG [RS:2;b1d30ef9e474:32917 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-08T18:01:40,717 DEBUG [RS:2;b1d30ef9e474:32917 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-08T18:01:40,718 DEBUG [RS:1;b1d30ef9e474:40387 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-08T18:01:40,718 DEBUG [RS:1;b1d30ef9e474:40387 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-08T18:01:40,736 DEBUG [RS:0;b1d30ef9e474:45625 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-08T18:01:40,736 DEBUG [RS:1;b1d30ef9e474:40387 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-08T18:01:40,736 DEBUG [RS:2;b1d30ef9e474:32917 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-08T18:01:40,737 DEBUG [RS:1;b1d30ef9e474:40387 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c51944, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b1d30ef9e474/172.17.0.2:0 2024-12-08T18:01:40,737 DEBUG [RS:0;b1d30ef9e474:45625 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57e46dc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b1d30ef9e474/172.17.0.2:0 2024-12-08T18:01:40,737 DEBUG [RS:2;b1d30ef9e474:32917 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29ba35ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b1d30ef9e474/172.17.0.2:0 2024-12-08T18:01:40,750 DEBUG [RS:2;b1d30ef9e474:32917 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;b1d30ef9e474:32917 2024-12-08T18:01:40,750 INFO [RS:2;b1d30ef9e474:32917 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-08T18:01:40,750 INFO [RS:2;b1d30ef9e474:32917 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-08T18:01:40,750 DEBUG [RS:2;b1d30ef9e474:32917 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-08T18:01:40,751 DEBUG [RS:1;b1d30ef9e474:40387 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;b1d30ef9e474:40387 2024-12-08T18:01:40,751 INFO [RS:1;b1d30ef9e474:40387 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-08T18:01:40,751 INFO [RS:1;b1d30ef9e474:40387 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-08T18:01:40,751 DEBUG [RS:1;b1d30ef9e474:40387 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-08T18:01:40,751 INFO [RS:2;b1d30ef9e474:32917 {}] regionserver.HRegionServer(2659): reportForDuty to master=b1d30ef9e474,37543,1733680899796 with port=32917, startcode=1733680900075 2024-12-08T18:01:40,752 INFO [RS:1;b1d30ef9e474:40387 {}] regionserver.HRegionServer(2659): reportForDuty to master=b1d30ef9e474,37543,1733680899796 with port=40387, startcode=1733680900022 2024-12-08T18:01:40,752 DEBUG [RS:2;b1d30ef9e474:32917 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-08T18:01:40,752 DEBUG [RS:1;b1d30ef9e474:40387 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-08T18:01:40,752 DEBUG [RS:0;b1d30ef9e474:45625 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b1d30ef9e474:45625 2024-12-08T18:01:40,752 INFO [RS:0;b1d30ef9e474:45625 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-08T18:01:40,752 INFO [RS:0;b1d30ef9e474:45625 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-08T18:01:40,753 DEBUG [RS:0;b1d30ef9e474:45625 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-08T18:01:40,753 INFO [RS:0;b1d30ef9e474:45625 {}] regionserver.HRegionServer(2659): reportForDuty to master=b1d30ef9e474,37543,1733680899796 with port=45625, startcode=1733680899970 2024-12-08T18:01:40,753 DEBUG [RS:0;b1d30ef9e474:45625 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-08T18:01:40,754 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45651, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-08T18:01:40,754 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42089, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-12-08T18:01:40,755 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37543 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b1d30ef9e474,40387,1733680900022 2024-12-08T18:01:40,755 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37543 {}] master.ServerManager(517): Registering regionserver=b1d30ef9e474,40387,1733680900022 2024-12-08T18:01:40,755 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57751, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-08T18:01:40,756 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37543 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b1d30ef9e474,32917,1733680900075 2024-12-08T18:01:40,756 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37543 {}] master.ServerManager(517): Registering regionserver=b1d30ef9e474,32917,1733680900075 2024-12-08T18:01:40,756 DEBUG [RS:1;b1d30ef9e474:40387 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9 2024-12-08T18:01:40,756 DEBUG [RS:1;b1d30ef9e474:40387 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43335 2024-12-08T18:01:40,756 DEBUG [RS:1;b1d30ef9e474:40387 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-08T18:01:40,757 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37543 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b1d30ef9e474,45625,1733680899970 2024-12-08T18:01:40,757 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37543 {}] master.ServerManager(517): Registering regionserver=b1d30ef9e474,45625,1733680899970 2024-12-08T18:01:40,758 DEBUG [RS:2;b1d30ef9e474:32917 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9 2024-12-08T18:01:40,758 DEBUG [RS:2;b1d30ef9e474:32917 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43335 2024-12-08T18:01:40,758 DEBUG [RS:2;b1d30ef9e474:32917 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-08T18:01:40,758 DEBUG [RS:0;b1d30ef9e474:45625 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9 2024-12-08T18:01:40,758 DEBUG [RS:0;b1d30ef9e474:45625 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43335 2024-12-08T18:01:40,759 DEBUG [RS:0;b1d30ef9e474:45625 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-08T18:01:40,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37543-0x10006972d800000, quorum=127.0.0.1:65086, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-08T18:01:40,830 DEBUG [RS:1;b1d30ef9e474:40387 {}] zookeeper.ZKUtil(111): regionserver:40387-0x10006972d800002, quorum=127.0.0.1:65086, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b1d30ef9e474,40387,1733680900022 2024-12-08T18:01:40,830 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b1d30ef9e474,40387,1733680900022] 2024-12-08T18:01:40,830 WARN [RS:1;b1d30ef9e474:40387 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-08T18:01:40,830 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b1d30ef9e474,32917,1733680900075] 2024-12-08T18:01:40,830 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b1d30ef9e474,45625,1733680899970] 2024-12-08T18:01:40,830 INFO [RS:1;b1d30ef9e474:40387 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T18:01:40,830 DEBUG [RS:1;b1d30ef9e474:40387 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/WALs/b1d30ef9e474,40387,1733680900022 2024-12-08T18:01:40,830 DEBUG [RS:0;b1d30ef9e474:45625 {}] zookeeper.ZKUtil(111): regionserver:45625-0x10006972d800001, quorum=127.0.0.1:65086, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b1d30ef9e474,45625,1733680899970 2024-12-08T18:01:40,830 DEBUG [RS:2;b1d30ef9e474:32917 {}] zookeeper.ZKUtil(111): regionserver:32917-0x10006972d800003, quorum=127.0.0.1:65086, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b1d30ef9e474,32917,1733680900075 2024-12-08T18:01:40,830 WARN [RS:0;b1d30ef9e474:45625 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-08T18:01:40,830 WARN [RS:2;b1d30ef9e474:32917 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-08T18:01:40,830 INFO [RS:0;b1d30ef9e474:45625 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T18:01:40,830 INFO [RS:2;b1d30ef9e474:32917 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T18:01:40,830 DEBUG [RS:0;b1d30ef9e474:45625 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/WALs/b1d30ef9e474,45625,1733680899970 2024-12-08T18:01:40,830 DEBUG [RS:2;b1d30ef9e474:32917 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/WALs/b1d30ef9e474,32917,1733680900075 2024-12-08T18:01:40,834 INFO [RS:1;b1d30ef9e474:40387 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-08T18:01:40,834 INFO [RS:2;b1d30ef9e474:32917 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-08T18:01:40,834 INFO [RS:0;b1d30ef9e474:45625 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-08T18:01:40,835 INFO [RS:2;b1d30ef9e474:32917 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-08T18:01:40,836 INFO [RS:2;b1d30ef9e474:32917 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-08T18:01:40,836 INFO [RS:2;b1d30ef9e474:32917 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T18:01:40,836 INFO [RS:0;b1d30ef9e474:45625 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-08T18:01:40,836 INFO [RS:2;b1d30ef9e474:32917 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-08T18:01:40,837 INFO [RS:0;b1d30ef9e474:45625 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-08T18:01:40,837 INFO [RS:0;b1d30ef9e474:45625 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T18:01:40,837 INFO [RS:0;b1d30ef9e474:45625 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-08T18:01:40,837 INFO [RS:0;b1d30ef9e474:45625 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-08T18:01:40,837 INFO [RS:2;b1d30ef9e474:32917 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-08T18:01:40,838 INFO [RS:0;b1d30ef9e474:45625 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-08T18:01:40,838 INFO [RS:2;b1d30ef9e474:32917 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-08T18:01:40,838 INFO [RS:1;b1d30ef9e474:40387 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-08T18:01:40,838 DEBUG [RS:0;b1d30ef9e474:45625 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b1d30ef9e474:0, corePoolSize=1, maxPoolSize=1 2024-12-08T18:01:40,838 DEBUG [RS:2;b1d30ef9e474:32917 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b1d30ef9e474:0, corePoolSize=1, maxPoolSize=1 2024-12-08T18:01:40,838 DEBUG [RS:0;b1d30ef9e474:45625 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b1d30ef9e474:0, corePoolSize=1, maxPoolSize=1 2024-12-08T18:01:40,838 DEBUG [RS:2;b1d30ef9e474:32917 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b1d30ef9e474:0, corePoolSize=1, maxPoolSize=1 2024-12-08T18:01:40,838 DEBUG [RS:0;b1d30ef9e474:45625 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b1d30ef9e474:0, corePoolSize=1, maxPoolSize=1 2024-12-08T18:01:40,838 DEBUG [RS:2;b1d30ef9e474:32917 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b1d30ef9e474:0, corePoolSize=1, maxPoolSize=1 2024-12-08T18:01:40,838 DEBUG [RS:0;b1d30ef9e474:45625 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b1d30ef9e474:0, corePoolSize=1, maxPoolSize=1 2024-12-08T18:01:40,838 DEBUG [RS:2;b1d30ef9e474:32917 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b1d30ef9e474:0, corePoolSize=1, maxPoolSize=1 2024-12-08T18:01:40,838 DEBUG [RS:0;b1d30ef9e474:45625 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b1d30ef9e474:0, corePoolSize=1, maxPoolSize=1 2024-12-08T18:01:40,838 INFO [RS:1;b1d30ef9e474:40387 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-08T18:01:40,838 DEBUG [RS:0;b1d30ef9e474:45625 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b1d30ef9e474:0, corePoolSize=2, maxPoolSize=2 2024-12-08T18:01:40,838 DEBUG [RS:2;b1d30ef9e474:32917 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b1d30ef9e474:0, corePoolSize=1, maxPoolSize=1 2024-12-08T18:01:40,838 INFO [RS:1;b1d30ef9e474:40387 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T18:01:40,838 DEBUG [RS:0;b1d30ef9e474:45625 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b1d30ef9e474:0, corePoolSize=1, maxPoolSize=1 2024-12-08T18:01:40,838 DEBUG [RS:2;b1d30ef9e474:32917 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b1d30ef9e474:0, corePoolSize=2, maxPoolSize=2 2024-12-08T18:01:40,838 DEBUG [RS:0;b1d30ef9e474:45625 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b1d30ef9e474:0, corePoolSize=1, maxPoolSize=1 2024-12-08T18:01:40,838 DEBUG [RS:0;b1d30ef9e474:45625 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b1d30ef9e474:0, corePoolSize=1, maxPoolSize=1 2024-12-08T18:01:40,838 DEBUG [RS:2;b1d30ef9e474:32917 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b1d30ef9e474:0, corePoolSize=1, maxPoolSize=1 2024-12-08T18:01:40,838 INFO [RS:1;b1d30ef9e474:40387 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-08T18:01:40,838 DEBUG [RS:0;b1d30ef9e474:45625 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b1d30ef9e474:0, corePoolSize=1, maxPoolSize=1 2024-12-08T18:01:40,838 DEBUG [RS:2;b1d30ef9e474:32917 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b1d30ef9e474:0, corePoolSize=1, maxPoolSize=1 2024-12-08T18:01:40,838 DEBUG [RS:0;b1d30ef9e474:45625 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b1d30ef9e474:0, corePoolSize=1, maxPoolSize=1 2024-12-08T18:01:40,838 DEBUG [RS:0;b1d30ef9e474:45625 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b1d30ef9e474:0, corePoolSize=1, maxPoolSize=1 2024-12-08T18:01:40,838 DEBUG [RS:2;b1d30ef9e474:32917 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b1d30ef9e474:0, corePoolSize=1, maxPoolSize=1 2024-12-08T18:01:40,838 DEBUG [RS:0;b1d30ef9e474:45625 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0, corePoolSize=3, maxPoolSize=3 2024-12-08T18:01:40,838 DEBUG [RS:0;b1d30ef9e474:45625 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b1d30ef9e474:0, corePoolSize=3, maxPoolSize=3 2024-12-08T18:01:40,838 DEBUG [RS:2;b1d30ef9e474:32917 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b1d30ef9e474:0, corePoolSize=1, maxPoolSize=1 2024-12-08T18:01:40,839 DEBUG [RS:2;b1d30ef9e474:32917 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b1d30ef9e474:0, corePoolSize=1, maxPoolSize=1 2024-12-08T18:01:40,839 DEBUG [RS:2;b1d30ef9e474:32917 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b1d30ef9e474:0, corePoolSize=1, maxPoolSize=1 2024-12-08T18:01:40,839 DEBUG [RS:2;b1d30ef9e474:32917 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0, corePoolSize=3, maxPoolSize=3 2024-12-08T18:01:40,839 DEBUG [RS:2;b1d30ef9e474:32917 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b1d30ef9e474:0, corePoolSize=3, maxPoolSize=3 2024-12-08T18:01:40,839 INFO [RS:1;b1d30ef9e474:40387 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-08T18:01:40,839 INFO [RS:1;b1d30ef9e474:40387 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-08T18:01:40,839 DEBUG [RS:1;b1d30ef9e474:40387 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b1d30ef9e474:0, corePoolSize=1, maxPoolSize=1 2024-12-08T18:01:40,839 DEBUG [RS:1;b1d30ef9e474:40387 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b1d30ef9e474:0, corePoolSize=1, maxPoolSize=1 2024-12-08T18:01:40,839 DEBUG [RS:1;b1d30ef9e474:40387 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b1d30ef9e474:0, corePoolSize=1, maxPoolSize=1 2024-12-08T18:01:40,839 DEBUG [RS:1;b1d30ef9e474:40387 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b1d30ef9e474:0, corePoolSize=1, maxPoolSize=1 2024-12-08T18:01:40,839 DEBUG [RS:1;b1d30ef9e474:40387 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b1d30ef9e474:0, corePoolSize=1, maxPoolSize=1 2024-12-08T18:01:40,839 DEBUG [RS:1;b1d30ef9e474:40387 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b1d30ef9e474:0, corePoolSize=2, maxPoolSize=2 2024-12-08T18:01:40,840 DEBUG [RS:1;b1d30ef9e474:40387 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b1d30ef9e474:0, corePoolSize=1, maxPoolSize=1 2024-12-08T18:01:40,840 DEBUG [RS:1;b1d30ef9e474:40387 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b1d30ef9e474:0, corePoolSize=1, maxPoolSize=1 2024-12-08T18:01:40,840 DEBUG [RS:1;b1d30ef9e474:40387 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b1d30ef9e474:0, corePoolSize=1, maxPoolSize=1 2024-12-08T18:01:40,840 DEBUG [RS:1;b1d30ef9e474:40387 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b1d30ef9e474:0, corePoolSize=1, maxPoolSize=1 2024-12-08T18:01:40,840 DEBUG [RS:1;b1d30ef9e474:40387 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b1d30ef9e474:0, corePoolSize=1, maxPoolSize=1 2024-12-08T18:01:40,840 DEBUG [RS:1;b1d30ef9e474:40387 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b1d30ef9e474:0, corePoolSize=1, maxPoolSize=1 2024-12-08T18:01:40,840 DEBUG [RS:1;b1d30ef9e474:40387 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0, corePoolSize=3, maxPoolSize=3 2024-12-08T18:01:40,840 DEBUG [RS:1;b1d30ef9e474:40387 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b1d30ef9e474:0, corePoolSize=3, maxPoolSize=3 2024-12-08T18:01:40,842 WARN [b1d30ef9e474:37543 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-08T18:01:40,843 INFO [RS:0;b1d30ef9e474:45625 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-08T18:01:40,843 INFO [RS:0;b1d30ef9e474:45625 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-08T18:01:40,843 INFO [RS:0;b1d30ef9e474:45625 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T18:01:40,843 INFO [RS:0;b1d30ef9e474:45625 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-08T18:01:40,843 INFO [RS:0;b1d30ef9e474:45625 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-08T18:01:40,843 INFO [RS:0;b1d30ef9e474:45625 {}] hbase.ChoreService(168): Chore ScheduledChore name=b1d30ef9e474,45625,1733680899970-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-08T18:01:40,845 INFO [RS:2;b1d30ef9e474:32917 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-08T18:01:40,845 INFO [RS:2;b1d30ef9e474:32917 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-08T18:01:40,845 INFO [RS:2;b1d30ef9e474:32917 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T18:01:40,845 INFO [RS:2;b1d30ef9e474:32917 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-08T18:01:40,845 INFO [RS:2;b1d30ef9e474:32917 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-08T18:01:40,845 INFO [RS:2;b1d30ef9e474:32917 {}] hbase.ChoreService(168): Chore ScheduledChore name=b1d30ef9e474,32917,1733680900075-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-08T18:01:40,853 INFO [RS:1;b1d30ef9e474:40387 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-08T18:01:40,853 INFO [RS:1;b1d30ef9e474:40387 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-08T18:01:40,853 INFO [RS:1;b1d30ef9e474:40387 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T18:01:40,853 INFO [RS:1;b1d30ef9e474:40387 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-08T18:01:40,853 INFO [RS:1;b1d30ef9e474:40387 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-08T18:01:40,853 INFO [RS:1;b1d30ef9e474:40387 {}] hbase.ChoreService(168): Chore ScheduledChore name=b1d30ef9e474,40387,1733680900022-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-08T18:01:40,857 INFO [RS:0;b1d30ef9e474:45625 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-08T18:01:40,857 INFO [RS:0;b1d30ef9e474:45625 {}] hbase.ChoreService(168): Chore ScheduledChore name=b1d30ef9e474,45625,1733680899970-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T18:01:40,857 INFO [RS:0;b1d30ef9e474:45625 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T18:01:40,857 INFO [RS:0;b1d30ef9e474:45625 {}] regionserver.Replication(171): b1d30ef9e474,45625,1733680899970 started 2024-12-08T18:01:40,867 INFO [RS:2;b1d30ef9e474:32917 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-08T18:01:40,868 INFO [RS:2;b1d30ef9e474:32917 {}] hbase.ChoreService(168): Chore ScheduledChore name=b1d30ef9e474,32917,1733680900075-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T18:01:40,868 INFO [RS:2;b1d30ef9e474:32917 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T18:01:40,868 INFO [RS:2;b1d30ef9e474:32917 {}] regionserver.Replication(171): b1d30ef9e474,32917,1733680900075 started 2024-12-08T18:01:40,870 INFO [RS:0;b1d30ef9e474:45625 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T18:01:40,870 INFO [RS:0;b1d30ef9e474:45625 {}] regionserver.HRegionServer(1482): Serving as b1d30ef9e474,45625,1733680899970, RpcServer on b1d30ef9e474/172.17.0.2:45625, sessionid=0x10006972d800001 2024-12-08T18:01:40,870 DEBUG [RS:0;b1d30ef9e474:45625 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-08T18:01:40,870 DEBUG [RS:0;b1d30ef9e474:45625 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b1d30ef9e474,45625,1733680899970 2024-12-08T18:01:40,870 DEBUG [RS:0;b1d30ef9e474:45625 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b1d30ef9e474,45625,1733680899970' 2024-12-08T18:01:40,870 DEBUG [RS:0;b1d30ef9e474:45625 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-08T18:01:40,871 DEBUG [RS:0;b1d30ef9e474:45625 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-08T18:01:40,871 INFO [RS:1;b1d30ef9e474:40387 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-08T18:01:40,871 DEBUG [RS:0;b1d30ef9e474:45625 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-08T18:01:40,871 DEBUG [RS:0;b1d30ef9e474:45625 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-08T18:01:40,871 INFO [RS:1;b1d30ef9e474:40387 {}] hbase.ChoreService(168): Chore ScheduledChore name=b1d30ef9e474,40387,1733680900022-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T18:01:40,871 DEBUG [RS:0;b1d30ef9e474:45625 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b1d30ef9e474,45625,1733680899970 2024-12-08T18:01:40,872 DEBUG [RS:0;b1d30ef9e474:45625 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b1d30ef9e474,45625,1733680899970' 2024-12-08T18:01:40,872 DEBUG [RS:0;b1d30ef9e474:45625 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-08T18:01:40,872 INFO [RS:1;b1d30ef9e474:40387 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T18:01:40,872 INFO [RS:1;b1d30ef9e474:40387 {}] regionserver.Replication(171): b1d30ef9e474,40387,1733680900022 started 2024-12-08T18:01:40,872 DEBUG [RS:0;b1d30ef9e474:45625 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-08T18:01:40,872 DEBUG [RS:0;b1d30ef9e474:45625 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-08T18:01:40,872 INFO [RS:0;b1d30ef9e474:45625 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-08T18:01:40,872 INFO [RS:0;b1d30ef9e474:45625 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-08T18:01:40,882 INFO [RS:2;b1d30ef9e474:32917 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T18:01:40,882 INFO [RS:2;b1d30ef9e474:32917 {}] regionserver.HRegionServer(1482): Serving as b1d30ef9e474,32917,1733680900075, RpcServer on b1d30ef9e474/172.17.0.2:32917, sessionid=0x10006972d800003 2024-12-08T18:01:40,882 DEBUG [RS:2;b1d30ef9e474:32917 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-08T18:01:40,882 DEBUG [RS:2;b1d30ef9e474:32917 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b1d30ef9e474,32917,1733680900075 2024-12-08T18:01:40,882 DEBUG [RS:2;b1d30ef9e474:32917 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b1d30ef9e474,32917,1733680900075' 2024-12-08T18:01:40,882 DEBUG [RS:2;b1d30ef9e474:32917 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-08T18:01:40,883 DEBUG [RS:2;b1d30ef9e474:32917 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-08T18:01:40,884 DEBUG [RS:2;b1d30ef9e474:32917 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-08T18:01:40,884 DEBUG [RS:2;b1d30ef9e474:32917 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-08T18:01:40,884 DEBUG [RS:2;b1d30ef9e474:32917 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b1d30ef9e474,32917,1733680900075 2024-12-08T18:01:40,884 DEBUG [RS:2;b1d30ef9e474:32917 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b1d30ef9e474,32917,1733680900075' 2024-12-08T18:01:40,884 DEBUG [RS:2;b1d30ef9e474:32917 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-08T18:01:40,884 DEBUG [RS:2;b1d30ef9e474:32917 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-08T18:01:40,885 DEBUG [RS:2;b1d30ef9e474:32917 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-08T18:01:40,885 INFO [RS:2;b1d30ef9e474:32917 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-08T18:01:40,885 INFO [RS:2;b1d30ef9e474:32917 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-08T18:01:40,890 INFO [RS:1;b1d30ef9e474:40387 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T18:01:40,890 INFO [RS:1;b1d30ef9e474:40387 {}] regionserver.HRegionServer(1482): Serving as b1d30ef9e474,40387,1733680900022, RpcServer on b1d30ef9e474/172.17.0.2:40387, sessionid=0x10006972d800002 2024-12-08T18:01:40,890 DEBUG [RS:1;b1d30ef9e474:40387 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-08T18:01:40,890 DEBUG [RS:1;b1d30ef9e474:40387 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b1d30ef9e474,40387,1733680900022 2024-12-08T18:01:40,890 DEBUG [RS:1;b1d30ef9e474:40387 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b1d30ef9e474,40387,1733680900022' 2024-12-08T18:01:40,890 DEBUG [RS:1;b1d30ef9e474:40387 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-08T18:01:40,891 DEBUG [RS:1;b1d30ef9e474:40387 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-08T18:01:40,891 DEBUG [RS:1;b1d30ef9e474:40387 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-08T18:01:40,891 DEBUG [RS:1;b1d30ef9e474:40387 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-08T18:01:40,891 DEBUG [RS:1;b1d30ef9e474:40387 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b1d30ef9e474,40387,1733680900022 2024-12-08T18:01:40,891 DEBUG [RS:1;b1d30ef9e474:40387 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b1d30ef9e474,40387,1733680900022' 2024-12-08T18:01:40,891 DEBUG [RS:1;b1d30ef9e474:40387 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-08T18:01:40,892 DEBUG [RS:1;b1d30ef9e474:40387 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-08T18:01:40,892 DEBUG [RS:1;b1d30ef9e474:40387 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-08T18:01:40,892 INFO [RS:1;b1d30ef9e474:40387 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-08T18:01:40,892 INFO [RS:1;b1d30ef9e474:40387 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-08T18:01:40,973 INFO [RS:0;b1d30ef9e474:45625 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-08T18:01:40,975 INFO [RS:0;b1d30ef9e474:45625 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b1d30ef9e474%2C45625%2C1733680899970, suffix=, logDir=hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/WALs/b1d30ef9e474,45625,1733680899970, archiveDir=hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/oldWALs, maxLogs=32 2024-12-08T18:01:40,985 INFO [RS:2;b1d30ef9e474:32917 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-08T18:01:40,987 DEBUG [RS:0;b1d30ef9e474:45625 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/WALs/b1d30ef9e474,45625,1733680899970/b1d30ef9e474%2C45625%2C1733680899970.1733680900976, exclude list is [], retry=0 2024-12-08T18:01:40,988 INFO [RS:2;b1d30ef9e474:32917 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b1d30ef9e474%2C32917%2C1733680900075, suffix=, logDir=hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/WALs/b1d30ef9e474,32917,1733680900075, archiveDir=hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/oldWALs, maxLogs=32 2024-12-08T18:01:40,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40743,DS-8cbe08ed-ab5e-462e-b72d-9aa5f8bad6c8,DISK] 2024-12-08T18:01:40,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38339,DS-b115e8a9-9c5e-4084-83ef-f2a12e3d7957,DISK] 2024-12-08T18:01:40,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41931,DS-64505ca9-0a8e-4116-ae8b-451dfad606f2,DISK] 2024-12-08T18:01:40,993 INFO [RS:1;b1d30ef9e474:40387 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-08T18:01:40,995 INFO [RS:1;b1d30ef9e474:40387 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b1d30ef9e474%2C40387%2C1733680900022, suffix=, logDir=hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/WALs/b1d30ef9e474,40387,1733680900022, archiveDir=hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/oldWALs, maxLogs=32 2024-12-08T18:01:41,002 INFO [RS:0;b1d30ef9e474:45625 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/WALs/b1d30ef9e474,45625,1733680899970/b1d30ef9e474%2C45625%2C1733680899970.1733680900976 2024-12-08T18:01:41,002 DEBUG [RS:0;b1d30ef9e474:45625 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45817:45817),(127.0.0.1/127.0.0.1:46019:46019),(127.0.0.1/127.0.0.1:36897:36897)] 2024-12-08T18:01:41,007 DEBUG [RS:1;b1d30ef9e474:40387 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/WALs/b1d30ef9e474,40387,1733680900022/b1d30ef9e474%2C40387%2C1733680900022.1733680900995, exclude list is [], retry=0 2024-12-08T18:01:41,008 DEBUG [RS:2;b1d30ef9e474:32917 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/WALs/b1d30ef9e474,32917,1733680900075/b1d30ef9e474%2C32917%2C1733680900075.1733680900989, exclude list is [], retry=0 2024-12-08T18:01:41,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38339,DS-b115e8a9-9c5e-4084-83ef-f2a12e3d7957,DISK] 2024-12-08T18:01:41,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40743,DS-8cbe08ed-ab5e-462e-b72d-9aa5f8bad6c8,DISK] 2024-12-08T18:01:41,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41931,DS-64505ca9-0a8e-4116-ae8b-451dfad606f2,DISK] 2024-12-08T18:01:41,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40743,DS-8cbe08ed-ab5e-462e-b72d-9aa5f8bad6c8,DISK] 2024-12-08T18:01:41,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38339,DS-b115e8a9-9c5e-4084-83ef-f2a12e3d7957,DISK] 2024-12-08T18:01:41,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41931,DS-64505ca9-0a8e-4116-ae8b-451dfad606f2,DISK] 2024-12-08T18:01:41,024 INFO [RS:1;b1d30ef9e474:40387 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/WALs/b1d30ef9e474,40387,1733680900022/b1d30ef9e474%2C40387%2C1733680900022.1733680900995 2024-12-08T18:01:41,024 DEBUG [RS:1;b1d30ef9e474:40387 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36897:36897),(127.0.0.1/127.0.0.1:45817:45817),(127.0.0.1/127.0.0.1:46019:46019)] 2024-12-08T18:01:41,024 INFO [RS:2;b1d30ef9e474:32917 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/WALs/b1d30ef9e474,32917,1733680900075/b1d30ef9e474%2C32917%2C1733680900075.1733680900989 2024-12-08T18:01:41,024 DEBUG [RS:2;b1d30ef9e474:32917 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36897:36897),(127.0.0.1/127.0.0.1:45817:45817),(127.0.0.1/127.0.0.1:46019:46019)] 2024-12-08T18:01:41,092 DEBUG [b1d30ef9e474:37543 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-08T18:01:41,092 DEBUG [b1d30ef9e474:37543 {}] balancer.BalancerClusterState(204): Hosts are {b1d30ef9e474=0} racks are {/default-rack=0} 2024-12-08T18:01:41,094 DEBUG [b1d30ef9e474:37543 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-08T18:01:41,094 DEBUG [b1d30ef9e474:37543 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-08T18:01:41,094 DEBUG [b1d30ef9e474:37543 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-08T18:01:41,094 DEBUG [b1d30ef9e474:37543 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-08T18:01:41,094 DEBUG [b1d30ef9e474:37543 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-08T18:01:41,094 DEBUG [b1d30ef9e474:37543 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-08T18:01:41,094 INFO [b1d30ef9e474:37543 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-08T18:01:41,095 INFO [b1d30ef9e474:37543 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-08T18:01:41,095 INFO [b1d30ef9e474:37543 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-08T18:01:41,095 DEBUG [b1d30ef9e474:37543 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-08T18:01:41,095 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b1d30ef9e474,40387,1733680900022 2024-12-08T18:01:41,096 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b1d30ef9e474,40387,1733680900022, state=OPENING 2024-12-08T18:01:41,114 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-08T18:01:41,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40387-0x10006972d800002, quorum=127.0.0.1:65086, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T18:01:41,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37543-0x10006972d800000, quorum=127.0.0.1:65086, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T18:01:41,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45625-0x10006972d800001, quorum=127.0.0.1:65086, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T18:01:41,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32917-0x10006972d800003, quorum=127.0.0.1:65086, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T18:01:41,210 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-08T18:01:41,210 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T18:01:41,210 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T18:01:41,210 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T18:01:41,210 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b1d30ef9e474,40387,1733680900022}] 2024-12-08T18:01:41,210 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T18:01:41,358 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-08T18:01:41,372 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-08T18:01:41,372 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-08T18:01:41,880 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-08T18:01:41,882 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-08T18:01:41,900 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-08T18:01:41,900 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-08T18:01:42,357 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-08T18:01:42,357 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-08T18:01:47,860 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-08T18:01:47,862 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-08T18:01:47,883 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-08T18:01:47,883 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-08T18:01:50,953 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b1d30ef9e474:38453 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-12-08T18:01:51,221 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-08T18:01:51,238 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41965, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-08T18:01:51,281 INFO [RS_OPEN_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-08T18:01:51,281 INFO [RS_OPEN_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T18:01:51,282 INFO [RS_OPEN_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-08T18:01:51,292 INFO [RS_OPEN_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b1d30ef9e474%2C40387%2C1733680900022.meta, suffix=.meta, logDir=hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/WALs/b1d30ef9e474,40387,1733680900022, archiveDir=hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/oldWALs, maxLogs=32 2024-12-08T18:01:51,316 DEBUG [RS_OPEN_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/WALs/b1d30ef9e474,40387,1733680900022/b1d30ef9e474%2C40387%2C1733680900022.meta.1733680911293.meta, exclude list is [], retry=0 2024-12-08T18:01:51,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38339,DS-b115e8a9-9c5e-4084-83ef-f2a12e3d7957,DISK] 2024-12-08T18:01:51,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41931,DS-64505ca9-0a8e-4116-ae8b-451dfad606f2,DISK] 2024-12-08T18:01:51,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40743,DS-8cbe08ed-ab5e-462e-b72d-9aa5f8bad6c8,DISK] 2024-12-08T18:01:51,381 INFO [RS_OPEN_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/WALs/b1d30ef9e474,40387,1733680900022/b1d30ef9e474%2C40387%2C1733680900022.meta.1733680911293.meta 2024-12-08T18:01:51,392 DEBUG [RS_OPEN_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36897:36897),(127.0.0.1/127.0.0.1:46019:46019),(127.0.0.1/127.0.0.1:45817:45817)] 2024-12-08T18:01:51,392 DEBUG [RS_OPEN_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-08T18:01:51,393 DEBUG [RS_OPEN_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-08T18:01:51,393 DEBUG [RS_OPEN_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-08T18:01:51,393 INFO [RS_OPEN_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-08T18:01:51,393 DEBUG [RS_OPEN_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-08T18:01:51,393 DEBUG [RS_OPEN_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T18:01:51,393 DEBUG [RS_OPEN_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-08T18:01:51,393 DEBUG [RS_OPEN_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-08T18:01:51,397 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-08T18:01:51,399 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-08T18:01:51,399 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T18:01:51,400 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T18:01:51,400 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-08T18:01:51,404 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-08T18:01:51,404 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T18:01:51,406 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T18:01:51,406 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-08T18:01:51,407 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-08T18:01:51,407 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T18:01:51,407 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T18:01:51,408 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-08T18:01:51,408 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-08T18:01:51,409 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T18:01:51,409 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T18:01:51,409 DEBUG [RS_OPEN_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-08T18:01:51,411 DEBUG [RS_OPEN_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/data/hbase/meta/1588230740 2024-12-08T18:01:51,413 DEBUG [RS_OPEN_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/data/hbase/meta/1588230740 2024-12-08T18:01:51,414 DEBUG [RS_OPEN_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-08T18:01:51,415 DEBUG [RS_OPEN_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-08T18:01:51,415 DEBUG [RS_OPEN_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-08T18:01:51,420 DEBUG [RS_OPEN_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-08T18:01:51,423 INFO [RS_OPEN_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73824848, jitterRate=0.10007596015930176}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-08T18:01:51,423 DEBUG [RS_OPEN_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-08T18:01:51,424 DEBUG [RS_OPEN_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733680911394Writing region info on filesystem at 1733680911394Initializing all the Stores at 1733680911395 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733680911395Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733680911396 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733680911397 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733680911397Cleaning up temporary data from old regions at 1733680911415 (+18 ms)Running coprocessor post-open hooks at 1733680911423 (+8 ms)Region opened successfully at 1733680911424 (+1 ms) 2024-12-08T18:01:51,427 INFO [RS_OPEN_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733680911220 2024-12-08T18:01:51,429 DEBUG [RS_OPEN_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-08T18:01:51,429 INFO [RS_OPEN_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-08T18:01:51,434 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b1d30ef9e474,40387,1733680900022 2024-12-08T18:01:51,436 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b1d30ef9e474,40387,1733680900022, state=OPEN 2024-12-08T18:01:51,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40387-0x10006972d800002, quorum=127.0.0.1:65086, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-08T18:01:51,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37543-0x10006972d800000, quorum=127.0.0.1:65086, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-08T18:01:51,483 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b1d30ef9e474,40387,1733680900022 2024-12-08T18:01:51,484 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T18:01:51,484 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T18:01:51,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45625-0x10006972d800001, quorum=127.0.0.1:65086, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-08T18:01:51,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32917-0x10006972d800003, quorum=127.0.0.1:65086, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-08T18:01:51,485 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T18:01:51,485 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T18:01:51,494 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-08T18:01:51,494 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b1d30ef9e474,40387,1733680900022 in 10.2730 sec 2024-12-08T18:01:51,500 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-08T18:01:51,500 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.8060 sec 2024-12-08T18:01:51,501 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-08T18:01:51,502 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-08T18:01:51,511 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T18:01:51,511 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1d30ef9e474,40387,1733680900022, seqNum=-1] 2024-12-08T18:01:51,512 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T18:01:51,523 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53123, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T18:01:51,531 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.8950 sec 2024-12-08T18:01:51,531 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733680911531, completionTime=-1 2024-12-08T18:01:51,531 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-08T18:01:51,532 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-08T18:01:51,534 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-08T18:01:51,534 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733680971534 2024-12-08T18:01:51,534 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733681031534 2024-12-08T18:01:51,534 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-08T18:01:51,535 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-08T18:01:51,539 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b1d30ef9e474,37543,1733680899796-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T18:01:51,539 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b1d30ef9e474,37543,1733680899796-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T18:01:51,539 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b1d30ef9e474,37543,1733680899796-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T18:01:51,539 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b1d30ef9e474:37543, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T18:01:51,540 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-08T18:01:51,545 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-08T18:01:51,547 DEBUG [master/b1d30ef9e474:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-08T18:01:51,556 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.408sec 2024-12-08T18:01:51,557 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-08T18:01:51,557 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-08T18:01:51,557 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-08T18:01:51,557 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-08T18:01:51,557 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-08T18:01:51,557 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b1d30ef9e474,37543,1733680899796-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-08T18:01:51,557 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b1d30ef9e474,37543,1733680899796-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-08T18:01:51,563 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-08T18:01:51,563 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-08T18:01:51,563 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b1d30ef9e474,37543,1733680899796-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T18:01:51,623 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56e7b9ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T18:01:51,623 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b1d30ef9e474,37543,-1 for getting cluster id 2024-12-08T18:01:51,623 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T18:01:51,627 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9d660c3e-4eb2-4077-8df2-16ba39bb2aa6' 2024-12-08T18:01:51,627 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T18:01:51,627 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9d660c3e-4eb2-4077-8df2-16ba39bb2aa6" 2024-12-08T18:01:51,628 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ff31bfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T18:01:51,628 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1d30ef9e474,37543,-1] 2024-12-08T18:01:51,628 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T18:01:51,629 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:01:51,633 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T18:01:51,635 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24517013, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T18:01:51,638 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T18:01:51,640 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1d30ef9e474,40387,1733680900022, seqNum=-1] 2024-12-08T18:01:51,640 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T18:01:51,644 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T18:01:51,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b1d30ef9e474,37543,1733680899796 2024-12-08T18:01:51,650 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733680911650 (current time:1733680911650). 2024-12-08T18:01:51,650 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-08T18:01:51,650 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-12-08T18:01:51,656 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4174749c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T18:01:51,656 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b1d30ef9e474,37543,-1 for getting cluster id 2024-12-08T18:01:51,656 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T18:01:51,658 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9d660c3e-4eb2-4077-8df2-16ba39bb2aa6' 2024-12-08T18:01:51,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T18:01:51,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9d660c3e-4eb2-4077-8df2-16ba39bb2aa6" 2024-12-08T18:01:51,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@621c5f7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T18:01:51,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1d30ef9e474,37543,-1] 2024-12-08T18:01:51,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T18:01:51,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:01:51,660 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T18:01:51,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d134bb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T18:01:51,662 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T18:01:51,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1d30ef9e474,40387,1733680900022, seqNum=-1] 2024-12-08T18:01:51,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T18:01:51,666 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T18:01:51,667 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-08T18:01:51,668 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T18:01:51,668 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:01:51,668 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:01:51,669 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-08T18:01:51,671 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is b1d30ef9e474,37543,1733680899796 2024-12-08T18:01:51,672 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3fac35bb 2024-12-08T18:01:51,672 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-08T18:01:51,673 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T18:01:51,682 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-08T18:01:51,683 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37543 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-08T18:01:51,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37543 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-12-08T18:01:51,688 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-12-08T18:01:51,689 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T18:01:51,691 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37543 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-12-08T18:01:51,692 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-08T18:01:51,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37543 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-08T18:01:51,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40743 is added to blk_1073741837_1013 (size=361) 2024-12-08T18:01:51,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38339 is added to blk_1073741837_1013 (size=361) 2024-12-08T18:01:51,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41931 is added to blk_1073741837_1013 (size=361) 2024-12-08T18:01:51,761 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b3de8e0dbbdf82d3f77de66536ad2591, NAME => 'SPTestTable,,1733680911683.b3de8e0dbbdf82d3f77de66536ad2591.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9 2024-12-08T18:01:51,771 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 030a9546941b61b7242f0afa7026c343, NAME => 'SPTestTable,19999999,1733680911683.030a9546941b61b7242f0afa7026c343.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9 2024-12-08T18:01:51,779 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 017b7408023eb0ccaa7bfb613297fde0, NAME => 'SPTestTable,33333332,1733680911683.017b7408023eb0ccaa7bfb613297fde0.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9 2024-12-08T18:01:51,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37543 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-08T18:01:51,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40743 is added to blk_1073741838_1014 (size=54) 2024-12-08T18:01:51,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41931 is added to blk_1073741838_1014 (size=54) 2024-12-08T18:01:51,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38339 is added to blk_1073741838_1014 (size=54) 2024-12-08T18:01:51,859 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1733680911683.b3de8e0dbbdf82d3f77de66536ad2591.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T18:01:51,859 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing b3de8e0dbbdf82d3f77de66536ad2591, disabling compactions & flushes 2024-12-08T18:01:51,859 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1733680911683.b3de8e0dbbdf82d3f77de66536ad2591. 2024-12-08T18:01:51,859 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733680911683.b3de8e0dbbdf82d3f77de66536ad2591. 2024-12-08T18:01:51,859 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733680911683.b3de8e0dbbdf82d3f77de66536ad2591. after waiting 0 ms 2024-12-08T18:01:51,860 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733680911683.b3de8e0dbbdf82d3f77de66536ad2591. 2024-12-08T18:01:51,860 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1733680911683.b3de8e0dbbdf82d3f77de66536ad2591. 2024-12-08T18:01:51,860 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for b3de8e0dbbdf82d3f77de66536ad2591: Waiting for close lock at 1733680911859Disabling compacts and flushes for region at 1733680911859Disabling writes for close at 1733680911859Writing region close event to WAL at 1733680911860 (+1 ms)Closed at 1733680911860 2024-12-08T18:01:51,860 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2ada425025ccd51938c28e956cd8c888, NAME => 'SPTestTable,4ccccccb,1733680911683.2ada425025ccd51938c28e956cd8c888.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9 2024-12-08T18:01:51,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40743 is added to blk_1073741839_1015 (size=62) 2024-12-08T18:01:51,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41931 is added to blk_1073741839_1015 (size=62) 2024-12-08T18:01:51,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38339 is added to blk_1073741839_1015 (size=62) 2024-12-08T18:01:51,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40743 is added to blk_1073741840_1016 (size=62) 2024-12-08T18:01:51,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41931 is added to blk_1073741840_1016 (size=62) 2024-12-08T18:01:51,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38339 is added to blk_1073741840_1016 (size=62) 2024-12-08T18:01:51,931 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733680911683.030a9546941b61b7242f0afa7026c343.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T18:01:51,931 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 030a9546941b61b7242f0afa7026c343, disabling compactions & flushes 2024-12-08T18:01:51,931 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733680911683.030a9546941b61b7242f0afa7026c343. 2024-12-08T18:01:51,931 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733680911683.030a9546941b61b7242f0afa7026c343. 2024-12-08T18:01:51,931 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733680911683.030a9546941b61b7242f0afa7026c343. after waiting 0 ms 2024-12-08T18:01:51,931 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733680911683.030a9546941b61b7242f0afa7026c343. 2024-12-08T18:01:51,932 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733680911683.030a9546941b61b7242f0afa7026c343. 2024-12-08T18:01:51,932 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 030a9546941b61b7242f0afa7026c343: Waiting for close lock at 1733680911931Disabling compacts and flushes for region at 1733680911931Disabling writes for close at 1733680911931Writing region close event to WAL at 1733680911931Closed at 1733680911931 2024-12-08T18:01:51,932 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 58c8763c11473e8468e247cf58d279ad, NAME => 'SPTestTable,66666664,1733680911683.58c8763c11473e8468e247cf58d279ad.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9 2024-12-08T18:01:51,933 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733680911683.017b7408023eb0ccaa7bfb613297fde0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T18:01:51,933 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 017b7408023eb0ccaa7bfb613297fde0, disabling compactions & flushes 2024-12-08T18:01:51,933 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733680911683.017b7408023eb0ccaa7bfb613297fde0. 2024-12-08T18:01:51,934 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733680911683.017b7408023eb0ccaa7bfb613297fde0. 2024-12-08T18:01:51,934 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733680911683.017b7408023eb0ccaa7bfb613297fde0. after waiting 0 ms 2024-12-08T18:01:51,934 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733680911683.017b7408023eb0ccaa7bfb613297fde0. 2024-12-08T18:01:51,934 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733680911683.017b7408023eb0ccaa7bfb613297fde0. 2024-12-08T18:01:51,934 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 017b7408023eb0ccaa7bfb613297fde0: Waiting for close lock at 1733680911933Disabling compacts and flushes for region at 1733680911933Disabling writes for close at 1733680911934 (+1 ms)Writing region close event to WAL at 1733680911934Closed at 1733680911934 2024-12-08T18:01:51,935 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 93d4c62b473c3150ab3a44cd68305eef, NAME => 'SPTestTable,7ffffffd,1733680911683.93d4c62b473c3150ab3a44cd68305eef.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9 2024-12-08T18:01:52,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37543 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-08T18:01:52,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38339 is added to blk_1073741841_1017 (size=62) 2024-12-08T18:01:52,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40743 is added to blk_1073741841_1017 (size=62) 2024-12-08T18:01:52,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41931 is added to blk_1073741841_1017 (size=62) 2024-12-08T18:01:52,024 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733680911683.2ada425025ccd51938c28e956cd8c888.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T18:01:52,025 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 2ada425025ccd51938c28e956cd8c888, disabling compactions & flushes 2024-12-08T18:01:52,025 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733680911683.2ada425025ccd51938c28e956cd8c888. 2024-12-08T18:01:52,025 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733680911683.2ada425025ccd51938c28e956cd8c888. 2024-12-08T18:01:52,025 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733680911683.2ada425025ccd51938c28e956cd8c888. after waiting 0 ms 2024-12-08T18:01:52,025 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733680911683.2ada425025ccd51938c28e956cd8c888. 2024-12-08T18:01:52,025 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733680911683.2ada425025ccd51938c28e956cd8c888. 2024-12-08T18:01:52,025 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2ada425025ccd51938c28e956cd8c888: Waiting for close lock at 1733680912024Disabling compacts and flushes for region at 1733680912024Disabling writes for close at 1733680912025 (+1 ms)Writing region close event to WAL at 1733680912025Closed at 1733680912025 2024-12-08T18:01:52,026 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a44e3310b831980b84cd0eca498833fd, NAME => 'SPTestTable,99999996,1733680911683.a44e3310b831980b84cd0eca498833fd.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9 2024-12-08T18:01:52,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38339 is added to blk_1073741842_1018 (size=62) 2024-12-08T18:01:52,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40743 is added to blk_1073741842_1018 (size=62) 2024-12-08T18:01:52,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41931 is added to blk_1073741842_1018 (size=62) 2024-12-08T18:01:52,106 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733680911683.58c8763c11473e8468e247cf58d279ad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T18:01:52,106 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 58c8763c11473e8468e247cf58d279ad, disabling compactions & flushes 2024-12-08T18:01:52,106 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733680911683.58c8763c11473e8468e247cf58d279ad. 2024-12-08T18:01:52,107 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733680911683.58c8763c11473e8468e247cf58d279ad. 2024-12-08T18:01:52,107 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733680911683.58c8763c11473e8468e247cf58d279ad. after waiting 0 ms 2024-12-08T18:01:52,107 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733680911683.58c8763c11473e8468e247cf58d279ad. 2024-12-08T18:01:52,107 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733680911683.58c8763c11473e8468e247cf58d279ad. 2024-12-08T18:01:52,107 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 58c8763c11473e8468e247cf58d279ad: Waiting for close lock at 1733680912106Disabling compacts and flushes for region at 1733680912106Disabling writes for close at 1733680912107 (+1 ms)Writing region close event to WAL at 1733680912107Closed at 1733680912107 2024-12-08T18:01:52,108 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 6ec244dda6652bcbf5ddba41ce1df92e, NAME => 'SPTestTable,b333332f,1733680911683.6ec244dda6652bcbf5ddba41ce1df92e.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9 2024-12-08T18:01:52,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41931 is added to blk_1073741843_1019 (size=62) 2024-12-08T18:01:52,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38339 is added to blk_1073741843_1019 (size=62) 2024-12-08T18:01:52,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40743 is added to blk_1073741843_1019 (size=62) 2024-12-08T18:01:52,125 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733680911683.93d4c62b473c3150ab3a44cd68305eef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T18:01:52,125 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 93d4c62b473c3150ab3a44cd68305eef, disabling compactions & flushes 2024-12-08T18:01:52,125 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733680911683.93d4c62b473c3150ab3a44cd68305eef. 2024-12-08T18:01:52,125 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733680911683.93d4c62b473c3150ab3a44cd68305eef. 2024-12-08T18:01:52,125 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733680911683.93d4c62b473c3150ab3a44cd68305eef. after waiting 0 ms 2024-12-08T18:01:52,125 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733680911683.93d4c62b473c3150ab3a44cd68305eef. 2024-12-08T18:01:52,125 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733680911683.93d4c62b473c3150ab3a44cd68305eef. 2024-12-08T18:01:52,125 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 93d4c62b473c3150ab3a44cd68305eef: Waiting for close lock at 1733680912125Disabling compacts and flushes for region at 1733680912125Disabling writes for close at 1733680912125Writing region close event to WAL at 1733680912125Closed at 1733680912125 2024-12-08T18:01:52,126 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 8f2cfa32ea6655ce35e5d7bdf8172d1f, NAME => 'SPTestTable,ccccccc8,1733680911683.8f2cfa32ea6655ce35e5d7bdf8172d1f.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9 2024-12-08T18:01:52,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38339 is added to blk_1073741844_1020 (size=62) 2024-12-08T18:01:52,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41931 is added to blk_1073741844_1020 (size=62) 2024-12-08T18:01:52,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40743 is added to blk_1073741844_1020 (size=62) 2024-12-08T18:01:52,202 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733680911683.a44e3310b831980b84cd0eca498833fd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T18:01:52,202 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing a44e3310b831980b84cd0eca498833fd, disabling compactions & flushes 2024-12-08T18:01:52,202 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733680911683.a44e3310b831980b84cd0eca498833fd. 2024-12-08T18:01:52,202 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733680911683.a44e3310b831980b84cd0eca498833fd. 2024-12-08T18:01:52,202 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733680911683.a44e3310b831980b84cd0eca498833fd. after waiting 0 ms 2024-12-08T18:01:52,202 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733680911683.a44e3310b831980b84cd0eca498833fd. 2024-12-08T18:01:52,202 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733680911683.a44e3310b831980b84cd0eca498833fd. 2024-12-08T18:01:52,202 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for a44e3310b831980b84cd0eca498833fd: Waiting for close lock at 1733680912202Disabling compacts and flushes for region at 1733680912202Disabling writes for close at 1733680912202Writing region close event to WAL at 1733680912202Closed at 1733680912202 2024-12-08T18:01:52,203 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ff67566de48912e30ed2a93ab669f5db, NAME => 'SPTestTable,e6666661,1733680911683.ff67566de48912e30ed2a93ab669f5db.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9 2024-12-08T18:01:52,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41931 is added to blk_1073741846_1022 (size=62) 2024-12-08T18:01:52,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40743 is added to blk_1073741846_1022 (size=62) 2024-12-08T18:01:52,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38339 is added to blk_1073741846_1022 (size=62) 2024-12-08T18:01:52,233 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733680911683.8f2cfa32ea6655ce35e5d7bdf8172d1f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T18:01:52,233 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 8f2cfa32ea6655ce35e5d7bdf8172d1f, disabling compactions & flushes 2024-12-08T18:01:52,233 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733680911683.8f2cfa32ea6655ce35e5d7bdf8172d1f. 2024-12-08T18:01:52,233 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733680911683.8f2cfa32ea6655ce35e5d7bdf8172d1f. 2024-12-08T18:01:52,233 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733680911683.8f2cfa32ea6655ce35e5d7bdf8172d1f. after waiting 0 ms 2024-12-08T18:01:52,233 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733680911683.8f2cfa32ea6655ce35e5d7bdf8172d1f. 2024-12-08T18:01:52,233 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733680911683.8f2cfa32ea6655ce35e5d7bdf8172d1f. 2024-12-08T18:01:52,233 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 8f2cfa32ea6655ce35e5d7bdf8172d1f: Waiting for close lock at 1733680912233Disabling compacts and flushes for region at 1733680912233Disabling writes for close at 1733680912233Writing region close event to WAL at 1733680912233Closed at 1733680912233 2024-12-08T18:01:52,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40743 is added to blk_1073741845_1021 (size=62) 2024-12-08T18:01:52,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41931 is added to blk_1073741845_1021 (size=62) 2024-12-08T18:01:52,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38339 is added to blk_1073741845_1021 (size=62) 2024-12-08T18:01:52,247 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733680911683.6ec244dda6652bcbf5ddba41ce1df92e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T18:01:52,247 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 6ec244dda6652bcbf5ddba41ce1df92e, disabling compactions & flushes 2024-12-08T18:01:52,247 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733680911683.6ec244dda6652bcbf5ddba41ce1df92e. 2024-12-08T18:01:52,247 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733680911683.6ec244dda6652bcbf5ddba41ce1df92e. 2024-12-08T18:01:52,247 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733680911683.6ec244dda6652bcbf5ddba41ce1df92e. after waiting 0 ms 2024-12-08T18:01:52,247 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733680911683.6ec244dda6652bcbf5ddba41ce1df92e. 2024-12-08T18:01:52,247 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733680911683.6ec244dda6652bcbf5ddba41ce1df92e. 2024-12-08T18:01:52,247 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 6ec244dda6652bcbf5ddba41ce1df92e: Waiting for close lock at 1733680912247Disabling compacts and flushes for region at 1733680912247Disabling writes for close at 1733680912247Writing region close event to WAL at 1733680912247Closed at 1733680912247 2024-12-08T18:01:52,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40743 is added to blk_1073741847_1023 (size=54) 2024-12-08T18:01:52,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38339 is added to blk_1073741847_1023 (size=54) 2024-12-08T18:01:52,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41931 is added to blk_1073741847_1023 (size=54) 2024-12-08T18:01:52,272 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733680911683.ff67566de48912e30ed2a93ab669f5db.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T18:01:52,272 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing ff67566de48912e30ed2a93ab669f5db, disabling compactions & flushes 2024-12-08T18:01:52,272 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733680911683.ff67566de48912e30ed2a93ab669f5db. 2024-12-08T18:01:52,272 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733680911683.ff67566de48912e30ed2a93ab669f5db. 2024-12-08T18:01:52,272 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733680911683.ff67566de48912e30ed2a93ab669f5db. after waiting 0 ms 2024-12-08T18:01:52,272 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733680911683.ff67566de48912e30ed2a93ab669f5db. 2024-12-08T18:01:52,272 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733680911683.ff67566de48912e30ed2a93ab669f5db. 2024-12-08T18:01:52,272 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for ff67566de48912e30ed2a93ab669f5db: Waiting for close lock at 1733680912272Disabling compacts and flushes for region at 1733680912272Disabling writes for close at 1733680912272Writing region close event to WAL at 1733680912272Closed at 1733680912272 2024-12-08T18:01:52,281 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-12-08T18:01:52,281 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1733680911683.b3de8e0dbbdf82d3f77de66536ad2591.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733680912281"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733680912281"}]},"ts":"1733680912281"} 2024-12-08T18:01:52,282 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1733680911683.030a9546941b61b7242f0afa7026c343.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733680912281"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733680912281"}]},"ts":"1733680912281"} 2024-12-08T18:01:52,282 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1733680911683.017b7408023eb0ccaa7bfb613297fde0.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733680912281"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733680912281"}]},"ts":"1733680912281"} 2024-12-08T18:01:52,282 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1733680911683.2ada425025ccd51938c28e956cd8c888.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733680912281"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733680912281"}]},"ts":"1733680912281"} 2024-12-08T18:01:52,282 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1733680911683.58c8763c11473e8468e247cf58d279ad.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733680912281"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733680912281"}]},"ts":"1733680912281"} 2024-12-08T18:01:52,282 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1733680911683.93d4c62b473c3150ab3a44cd68305eef.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733680912281"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733680912281"}]},"ts":"1733680912281"} 2024-12-08T18:01:52,283 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1733680911683.a44e3310b831980b84cd0eca498833fd.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733680912281"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733680912281"}]},"ts":"1733680912281"} 2024-12-08T18:01:52,283 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1733680911683.8f2cfa32ea6655ce35e5d7bdf8172d1f.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733680912281"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733680912281"}]},"ts":"1733680912281"} 2024-12-08T18:01:52,283 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1733680911683.6ec244dda6652bcbf5ddba41ce1df92e.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733680912281"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733680912281"}]},"ts":"1733680912281"} 2024-12-08T18:01:52,283 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1733680911683.ff67566de48912e30ed2a93ab669f5db.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733680912281"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733680912281"}]},"ts":"1733680912281"} 2024-12-08T18:01:52,291 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-12-08T18:01:52,294 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-08T18:01:52,295 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733680912294"}]},"ts":"1733680912294"} 2024-12-08T18:01:52,297 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-12-08T18:01:52,298 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {b1d30ef9e474=0} racks are {/default-rack=0} 2024-12-08T18:01:52,305 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-08T18:01:52,305 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-08T18:01:52,305 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-08T18:01:52,305 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-08T18:01:52,306 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-08T18:01:52,306 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-08T18:01:52,306 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-08T18:01:52,306 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-08T18:01:52,306 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-08T18:01:52,306 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-08T18:01:52,307 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b3de8e0dbbdf82d3f77de66536ad2591, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=030a9546941b61b7242f0afa7026c343, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=017b7408023eb0ccaa7bfb613297fde0, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2ada425025ccd51938c28e956cd8c888, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=58c8763c11473e8468e247cf58d279ad, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=93d4c62b473c3150ab3a44cd68305eef, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a44e3310b831980b84cd0eca498833fd, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6ec244dda6652bcbf5ddba41ce1df92e, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8f2cfa32ea6655ce35e5d7bdf8172d1f, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ff67566de48912e30ed2a93ab669f5db, ASSIGN}] 2024-12-08T18:01:52,310 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b3de8e0dbbdf82d3f77de66536ad2591, ASSIGN 2024-12-08T18:01:52,311 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=030a9546941b61b7242f0afa7026c343, ASSIGN 2024-12-08T18:01:52,311 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=017b7408023eb0ccaa7bfb613297fde0, ASSIGN 2024-12-08T18:01:52,311 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2ada425025ccd51938c28e956cd8c888, ASSIGN 2024-12-08T18:01:52,312 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b3de8e0dbbdf82d3f77de66536ad2591, ASSIGN; state=OFFLINE, location=b1d30ef9e474,45625,1733680899970; forceNewPlan=false, retain=false 2024-12-08T18:01:52,314 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=017b7408023eb0ccaa7bfb613297fde0, ASSIGN; state=OFFLINE, location=b1d30ef9e474,40387,1733680900022; forceNewPlan=false, retain=false 2024-12-08T18:01:52,314 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=030a9546941b61b7242f0afa7026c343, ASSIGN; state=OFFLINE, location=b1d30ef9e474,32917,1733680900075; forceNewPlan=false, retain=false 2024-12-08T18:01:52,314 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2ada425025ccd51938c28e956cd8c888, ASSIGN; state=OFFLINE, location=b1d30ef9e474,45625,1733680899970; forceNewPlan=false, retain=false 2024-12-08T18:01:52,318 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ff67566de48912e30ed2a93ab669f5db, ASSIGN 2024-12-08T18:01:52,321 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ff67566de48912e30ed2a93ab669f5db, ASSIGN; state=OFFLINE, location=b1d30ef9e474,45625,1733680899970; forceNewPlan=false, retain=false 2024-12-08T18:01:52,321 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8f2cfa32ea6655ce35e5d7bdf8172d1f, ASSIGN 2024-12-08T18:01:52,323 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8f2cfa32ea6655ce35e5d7bdf8172d1f, ASSIGN; state=OFFLINE, location=b1d30ef9e474,32917,1733680900075; forceNewPlan=false, retain=false 2024-12-08T18:01:52,323 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a44e3310b831980b84cd0eca498833fd, ASSIGN 2024-12-08T18:01:52,325 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a44e3310b831980b84cd0eca498833fd, ASSIGN; state=OFFLINE, location=b1d30ef9e474,45625,1733680899970; forceNewPlan=false, retain=false 2024-12-08T18:01:52,325 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=93d4c62b473c3150ab3a44cd68305eef, ASSIGN 2024-12-08T18:01:52,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37543 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-08T18:01:52,326 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=93d4c62b473c3150ab3a44cd68305eef, ASSIGN; state=OFFLINE, location=b1d30ef9e474,40387,1733680900022; forceNewPlan=false, retain=false 2024-12-08T18:01:52,326 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=58c8763c11473e8468e247cf58d279ad, ASSIGN 2024-12-08T18:01:52,328 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6ec244dda6652bcbf5ddba41ce1df92e, ASSIGN 2024-12-08T18:01:52,328 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=58c8763c11473e8468e247cf58d279ad, ASSIGN; state=OFFLINE, location=b1d30ef9e474,32917,1733680900075; forceNewPlan=false, retain=false 2024-12-08T18:01:52,329 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6ec244dda6652bcbf5ddba41ce1df92e, ASSIGN; state=OFFLINE, location=b1d30ef9e474,40387,1733680900022; forceNewPlan=false, retain=false 2024-12-08T18:01:52,357 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-08T18:01:52,357 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-08T18:01:52,358 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-08T18:01:52,358 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-08T18:01:52,464 INFO [b1d30ef9e474:37543 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-12-08T18:01:52,465 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=ff67566de48912e30ed2a93ab669f5db, regionState=OPENING, regionLocation=b1d30ef9e474,45625,1733680899970 2024-12-08T18:01:52,465 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=a44e3310b831980b84cd0eca498833fd, regionState=OPENING, regionLocation=b1d30ef9e474,45625,1733680899970 2024-12-08T18:01:52,466 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b3de8e0dbbdf82d3f77de66536ad2591, regionState=OPENING, regionLocation=b1d30ef9e474,45625,1733680899970 2024-12-08T18:01:52,466 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=6ec244dda6652bcbf5ddba41ce1df92e, regionState=OPENING, regionLocation=b1d30ef9e474,40387,1733680900022 2024-12-08T18:01:52,466 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=93d4c62b473c3150ab3a44cd68305eef, regionState=OPENING, regionLocation=b1d30ef9e474,40387,1733680900022 2024-12-08T18:01:52,467 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=017b7408023eb0ccaa7bfb613297fde0, regionState=OPENING, regionLocation=b1d30ef9e474,40387,1733680900022 2024-12-08T18:01:52,467 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=8f2cfa32ea6655ce35e5d7bdf8172d1f, regionState=OPENING, regionLocation=b1d30ef9e474,32917,1733680900075 2024-12-08T18:01:52,467 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=58c8763c11473e8468e247cf58d279ad, regionState=OPENING, regionLocation=b1d30ef9e474,32917,1733680900075 2024-12-08T18:01:52,468 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=030a9546941b61b7242f0afa7026c343, regionState=OPENING, regionLocation=b1d30ef9e474,32917,1733680900075 2024-12-08T18:01:52,468 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=2ada425025ccd51938c28e956cd8c888, regionState=OPENING, regionLocation=b1d30ef9e474,45625,1733680899970 2024-12-08T18:01:52,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ff67566de48912e30ed2a93ab669f5db, ASSIGN because future has completed 2024-12-08T18:01:52,481 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure ff67566de48912e30ed2a93ab669f5db, server=b1d30ef9e474,45625,1733680899970}] 2024-12-08T18:01:52,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a44e3310b831980b84cd0eca498833fd, ASSIGN because future has completed 2024-12-08T18:01:52,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b3de8e0dbbdf82d3f77de66536ad2591, ASSIGN because future has completed 2024-12-08T18:01:52,486 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure a44e3310b831980b84cd0eca498833fd, server=b1d30ef9e474,45625,1733680899970}] 2024-12-08T18:01:52,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6ec244dda6652bcbf5ddba41ce1df92e, ASSIGN because future has completed 2024-12-08T18:01:52,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=93d4c62b473c3150ab3a44cd68305eef, ASSIGN because future has completed 2024-12-08T18:01:52,507 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6ec244dda6652bcbf5ddba41ce1df92e, server=b1d30ef9e474,40387,1733680900022}] 2024-12-08T18:01:52,507 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b3de8e0dbbdf82d3f77de66536ad2591, server=b1d30ef9e474,45625,1733680899970}] 2024-12-08T18:01:52,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=017b7408023eb0ccaa7bfb613297fde0, ASSIGN because future has completed 2024-12-08T18:01:52,515 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 93d4c62b473c3150ab3a44cd68305eef, server=b1d30ef9e474,40387,1733680900022}] 2024-12-08T18:01:52,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=58c8763c11473e8468e247cf58d279ad, ASSIGN because future has completed 2024-12-08T18:01:52,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=030a9546941b61b7242f0afa7026c343, ASSIGN because future has completed 2024-12-08T18:01:52,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8f2cfa32ea6655ce35e5d7bdf8172d1f, ASSIGN because future has completed 2024-12-08T18:01:52,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2ada425025ccd51938c28e956cd8c888, ASSIGN because future has completed 2024-12-08T18:01:52,547 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 017b7408023eb0ccaa7bfb613297fde0, server=b1d30ef9e474,40387,1733680900022}] 2024-12-08T18:01:52,549 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 030a9546941b61b7242f0afa7026c343, server=b1d30ef9e474,32917,1733680900075}] 2024-12-08T18:01:52,549 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8f2cfa32ea6655ce35e5d7bdf8172d1f, server=b1d30ef9e474,32917,1733680900075}] 2024-12-08T18:01:52,552 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 58c8763c11473e8468e247cf58d279ad, server=b1d30ef9e474,32917,1733680900075}] 2024-12-08T18:01:52,557 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2ada425025ccd51938c28e956cd8c888, server=b1d30ef9e474,45625,1733680899970}] 2024-12-08T18:01:52,834 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-08T18:01:52,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37543 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-08T18:01:53,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37543 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-08T18:01:55,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37543 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-08T18:01:56,896 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-08T18:01:56,899 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-08T18:01:56,936 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-08T18:01:56,937 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-08T18:01:59,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37543 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-08T18:02:02,494 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-08T18:02:02,496 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48443, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-08T18:02:02,531 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,,1733680911683.b3de8e0dbbdf82d3f77de66536ad2591. 2024-12-08T18:02:02,532 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => b3de8e0dbbdf82d3f77de66536ad2591, NAME => 'SPTestTable,,1733680911683.b3de8e0dbbdf82d3f77de66536ad2591.', STARTKEY => '', ENDKEY => '19999999'} 2024-12-08T18:02:02,532 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b3de8e0dbbdf82d3f77de66536ad2591 2024-12-08T18:02:02,532 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,,1733680911683.b3de8e0dbbdf82d3f77de66536ad2591.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T18:02:02,532 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for b3de8e0dbbdf82d3f77de66536ad2591 2024-12-08T18:02:02,532 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for b3de8e0dbbdf82d3f77de66536ad2591 2024-12-08T18:02:02,536 INFO [StoreOpener-b3de8e0dbbdf82d3f77de66536ad2591-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b3de8e0dbbdf82d3f77de66536ad2591 2024-12-08T18:02:02,537 INFO [StoreOpener-b3de8e0dbbdf82d3f77de66536ad2591-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b3de8e0dbbdf82d3f77de66536ad2591 columnFamilyName cf 2024-12-08T18:02:02,538 DEBUG [StoreOpener-b3de8e0dbbdf82d3f77de66536ad2591-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T18:02:02,539 INFO [StoreOpener-b3de8e0dbbdf82d3f77de66536ad2591-1 {}] regionserver.HStore(327): Store=b3de8e0dbbdf82d3f77de66536ad2591/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T18:02:02,539 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for b3de8e0dbbdf82d3f77de66536ad2591 2024-12-08T18:02:02,540 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/data/default/SPTestTable/b3de8e0dbbdf82d3f77de66536ad2591 2024-12-08T18:02:02,541 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/data/default/SPTestTable/b3de8e0dbbdf82d3f77de66536ad2591 2024-12-08T18:02:02,541 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for b3de8e0dbbdf82d3f77de66536ad2591 2024-12-08T18:02:02,541 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for b3de8e0dbbdf82d3f77de66536ad2591 2024-12-08T18:02:02,544 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for b3de8e0dbbdf82d3f77de66536ad2591 2024-12-08T18:02:02,557 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-08T18:02:02,558 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42873, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-08T18:02:02,566 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/data/default/SPTestTable/b3de8e0dbbdf82d3f77de66536ad2591/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T18:02:02,568 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened b3de8e0dbbdf82d3f77de66536ad2591; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64494540, jitterRate=-0.03895646333694458}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T18:02:02,569 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b3de8e0dbbdf82d3f77de66536ad2591 2024-12-08T18:02:02,569 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for b3de8e0dbbdf82d3f77de66536ad2591: Running coprocessor pre-open hook at 1733680922532Writing region info on filesystem at 1733680922532Initializing all the Stores at 1733680922534 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733680922535 (+1 ms)Cleaning up temporary data from old regions at 1733680922541 (+6 ms)Running coprocessor post-open hooks at 1733680922569 (+28 ms)Region opened successfully at 1733680922569 2024-12-08T18:02:02,571 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1733680911683.b3de8e0dbbdf82d3f77de66536ad2591., pid=17, masterSystemTime=1733680922494 2024-12-08T18:02:02,573 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1733680911683.b3de8e0dbbdf82d3f77de66536ad2591. 2024-12-08T18:02:02,574 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,,1733680911683.b3de8e0dbbdf82d3f77de66536ad2591. 2024-12-08T18:02:02,574 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733680911683.ff67566de48912e30ed2a93ab669f5db. 2024-12-08T18:02:02,574 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => ff67566de48912e30ed2a93ab669f5db, NAME => 'SPTestTable,e6666661,1733680911683.ff67566de48912e30ed2a93ab669f5db.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-08T18:02:02,574 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b3de8e0dbbdf82d3f77de66536ad2591, regionState=OPEN, openSeqNum=2, regionLocation=b1d30ef9e474,45625,1733680899970 2024-12-08T18:02:02,574 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ff67566de48912e30ed2a93ab669f5db 2024-12-08T18:02:02,575 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733680911683.ff67566de48912e30ed2a93ab669f5db.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T18:02:02,575 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for ff67566de48912e30ed2a93ab669f5db 2024-12-08T18:02:02,575 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for ff67566de48912e30ed2a93ab669f5db 2024-12-08T18:02:02,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b3de8e0dbbdf82d3f77de66536ad2591, server=b1d30ef9e474,45625,1733680899970 because future has completed 2024-12-08T18:02:02,583 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=5 2024-12-08T18:02:02,584 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b3de8e0dbbdf82d3f77de66536ad2591, server=b1d30ef9e474,45625,1733680899970 in 10.0730 sec 2024-12-08T18:02:02,586 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b3de8e0dbbdf82d3f77de66536ad2591, ASSIGN in 10.2780 sec 2024-12-08T18:02:02,597 INFO [StoreOpener-ff67566de48912e30ed2a93ab669f5db-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ff67566de48912e30ed2a93ab669f5db 2024-12-08T18:02:02,599 INFO [StoreOpener-ff67566de48912e30ed2a93ab669f5db-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff67566de48912e30ed2a93ab669f5db columnFamilyName cf 2024-12-08T18:02:02,599 DEBUG [StoreOpener-ff67566de48912e30ed2a93ab669f5db-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T18:02:02,600 INFO [StoreOpener-ff67566de48912e30ed2a93ab669f5db-1 {}] regionserver.HStore(327): Store=ff67566de48912e30ed2a93ab669f5db/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T18:02:02,600 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for ff67566de48912e30ed2a93ab669f5db 2024-12-08T18:02:02,601 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/data/default/SPTestTable/ff67566de48912e30ed2a93ab669f5db 2024-12-08T18:02:02,601 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/data/default/SPTestTable/ff67566de48912e30ed2a93ab669f5db 2024-12-08T18:02:02,602 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for ff67566de48912e30ed2a93ab669f5db 2024-12-08T18:02:02,602 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for ff67566de48912e30ed2a93ab669f5db 2024-12-08T18:02:02,603 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for ff67566de48912e30ed2a93ab669f5db 2024-12-08T18:02:02,609 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1733680911683.6ec244dda6652bcbf5ddba41ce1df92e. 2024-12-08T18:02:02,614 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/data/default/SPTestTable/ff67566de48912e30ed2a93ab669f5db/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T18:02:02,615 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened ff67566de48912e30ed2a93ab669f5db; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64737533, jitterRate=-0.03533558547496796}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T18:02:02,615 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ff67566de48912e30ed2a93ab669f5db 2024-12-08T18:02:02,615 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for ff67566de48912e30ed2a93ab669f5db: Running coprocessor pre-open hook at 1733680922575Writing region info on filesystem at 1733680922575Initializing all the Stores at 1733680922584 (+9 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733680922584Cleaning up temporary data from old regions at 1733680922602 (+18 ms)Running coprocessor post-open hooks at 1733680922615 (+13 ms)Region opened successfully at 1733680922615 2024-12-08T18:02:02,618 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733680911683.ff67566de48912e30ed2a93ab669f5db., pid=15, masterSystemTime=1733680922494 2024-12-08T18:02:02,624 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 6ec244dda6652bcbf5ddba41ce1df92e, NAME => 'SPTestTable,b333332f,1733680911683.6ec244dda6652bcbf5ddba41ce1df92e.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-12-08T18:02:02,625 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 6ec244dda6652bcbf5ddba41ce1df92e 2024-12-08T18:02:02,625 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733680911683.6ec244dda6652bcbf5ddba41ce1df92e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T18:02:02,625 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 6ec244dda6652bcbf5ddba41ce1df92e 2024-12-08T18:02:02,625 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 6ec244dda6652bcbf5ddba41ce1df92e 2024-12-08T18:02:02,625 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1733680911683.58c8763c11473e8468e247cf58d279ad. 2024-12-08T18:02:02,625 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 58c8763c11473e8468e247cf58d279ad, NAME => 'SPTestTable,66666664,1733680911683.58c8763c11473e8468e247cf58d279ad.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-12-08T18:02:02,626 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 58c8763c11473e8468e247cf58d279ad 2024-12-08T18:02:02,626 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733680911683.58c8763c11473e8468e247cf58d279ad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T18:02:02,626 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 58c8763c11473e8468e247cf58d279ad 2024-12-08T18:02:02,626 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 58c8763c11473e8468e247cf58d279ad 2024-12-08T18:02:02,627 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733680911683.ff67566de48912e30ed2a93ab669f5db. 2024-12-08T18:02:02,627 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733680911683.ff67566de48912e30ed2a93ab669f5db. 2024-12-08T18:02:02,627 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733680911683.a44e3310b831980b84cd0eca498833fd. 2024-12-08T18:02:02,627 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => a44e3310b831980b84cd0eca498833fd, NAME => 'SPTestTable,99999996,1733680911683.a44e3310b831980b84cd0eca498833fd.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-08T18:02:02,628 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=ff67566de48912e30ed2a93ab669f5db, regionState=OPEN, openSeqNum=2, regionLocation=b1d30ef9e474,45625,1733680899970 2024-12-08T18:02:02,628 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a44e3310b831980b84cd0eca498833fd 2024-12-08T18:02:02,628 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733680911683.a44e3310b831980b84cd0eca498833fd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T18:02:02,628 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for a44e3310b831980b84cd0eca498833fd 2024-12-08T18:02:02,628 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for a44e3310b831980b84cd0eca498833fd 2024-12-08T18:02:02,631 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37543 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=b1d30ef9e474,45625,1733680899970, table=SPTestTable, region=ff67566de48912e30ed2a93ab669f5db. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-08T18:02:02,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure ff67566de48912e30ed2a93ab669f5db, server=b1d30ef9e474,45625,1733680899970 because future has completed 2024-12-08T18:02:02,636 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-12-08T18:02:02,637 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure ff67566de48912e30ed2a93ab669f5db, server=b1d30ef9e474,45625,1733680899970 in 10.1520 sec 2024-12-08T18:02:02,640 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ff67566de48912e30ed2a93ab669f5db, ASSIGN in 10.3310 sec 2024-12-08T18:02:02,649 INFO [StoreOpener-58c8763c11473e8468e247cf58d279ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 58c8763c11473e8468e247cf58d279ad 2024-12-08T18:02:02,651 INFO [StoreOpener-58c8763c11473e8468e247cf58d279ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 58c8763c11473e8468e247cf58d279ad columnFamilyName cf 2024-12-08T18:02:02,651 DEBUG [StoreOpener-58c8763c11473e8468e247cf58d279ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T18:02:02,653 INFO [StoreOpener-58c8763c11473e8468e247cf58d279ad-1 {}] regionserver.HStore(327): Store=58c8763c11473e8468e247cf58d279ad/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T18:02:02,653 INFO [StoreOpener-a44e3310b831980b84cd0eca498833fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a44e3310b831980b84cd0eca498833fd 2024-12-08T18:02:02,653 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 58c8763c11473e8468e247cf58d279ad 2024-12-08T18:02:02,654 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/data/default/SPTestTable/58c8763c11473e8468e247cf58d279ad 2024-12-08T18:02:02,654 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/data/default/SPTestTable/58c8763c11473e8468e247cf58d279ad 2024-12-08T18:02:02,655 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 58c8763c11473e8468e247cf58d279ad 2024-12-08T18:02:02,655 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 58c8763c11473e8468e247cf58d279ad 2024-12-08T18:02:02,657 INFO [StoreOpener-a44e3310b831980b84cd0eca498833fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a44e3310b831980b84cd0eca498833fd columnFamilyName cf 2024-12-08T18:02:02,657 DEBUG [StoreOpener-a44e3310b831980b84cd0eca498833fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T18:02:02,657 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 58c8763c11473e8468e247cf58d279ad 2024-12-08T18:02:02,657 INFO [StoreOpener-a44e3310b831980b84cd0eca498833fd-1 {}] regionserver.HStore(327): Store=a44e3310b831980b84cd0eca498833fd/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T18:02:02,658 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for a44e3310b831980b84cd0eca498833fd 2024-12-08T18:02:02,659 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/data/default/SPTestTable/a44e3310b831980b84cd0eca498833fd 2024-12-08T18:02:02,659 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/data/default/SPTestTable/a44e3310b831980b84cd0eca498833fd 2024-12-08T18:02:02,660 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for a44e3310b831980b84cd0eca498833fd 2024-12-08T18:02:02,660 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for a44e3310b831980b84cd0eca498833fd 2024-12-08T18:02:02,663 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for a44e3310b831980b84cd0eca498833fd 2024-12-08T18:02:02,665 INFO [StoreOpener-6ec244dda6652bcbf5ddba41ce1df92e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 6ec244dda6652bcbf5ddba41ce1df92e 2024-12-08T18:02:02,668 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/data/default/SPTestTable/58c8763c11473e8468e247cf58d279ad/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T18:02:02,669 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 58c8763c11473e8468e247cf58d279ad; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66957553, jitterRate=-0.0022547096014022827}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T18:02:02,669 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 58c8763c11473e8468e247cf58d279ad 2024-12-08T18:02:02,669 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 58c8763c11473e8468e247cf58d279ad: Running coprocessor pre-open hook at 1733680922627Writing region info on filesystem at 1733680922627Initializing all the Stores at 1733680922630 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733680922630Cleaning up temporary data from old regions at 1733680922655 (+25 ms)Running coprocessor post-open hooks at 1733680922669 (+14 ms)Region opened successfully at 1733680922669 2024-12-08T18:02:02,669 INFO [StoreOpener-6ec244dda6652bcbf5ddba41ce1df92e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6ec244dda6652bcbf5ddba41ce1df92e columnFamilyName cf 2024-12-08T18:02:02,669 DEBUG [StoreOpener-6ec244dda6652bcbf5ddba41ce1df92e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T18:02:02,672 INFO [StoreOpener-6ec244dda6652bcbf5ddba41ce1df92e-1 {}] regionserver.HStore(327): Store=6ec244dda6652bcbf5ddba41ce1df92e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T18:02:02,672 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 6ec244dda6652bcbf5ddba41ce1df92e 2024-12-08T18:02:02,673 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/data/default/SPTestTable/6ec244dda6652bcbf5ddba41ce1df92e 2024-12-08T18:02:02,673 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1733680911683.58c8763c11473e8468e247cf58d279ad., pid=23, masterSystemTime=1733680922557 2024-12-08T18:02:02,674 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/data/default/SPTestTable/6ec244dda6652bcbf5ddba41ce1df92e 2024-12-08T18:02:02,674 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 6ec244dda6652bcbf5ddba41ce1df92e 2024-12-08T18:02:02,674 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 6ec244dda6652bcbf5ddba41ce1df92e 2024-12-08T18:02:02,677 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 6ec244dda6652bcbf5ddba41ce1df92e 2024-12-08T18:02:02,680 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1733680911683.58c8763c11473e8468e247cf58d279ad. 2024-12-08T18:02:02,680 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1733680911683.58c8763c11473e8468e247cf58d279ad. 2024-12-08T18:02:02,680 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1733680911683.030a9546941b61b7242f0afa7026c343. 2024-12-08T18:02:02,680 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 030a9546941b61b7242f0afa7026c343, NAME => 'SPTestTable,19999999,1733680911683.030a9546941b61b7242f0afa7026c343.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-12-08T18:02:02,681 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 030a9546941b61b7242f0afa7026c343 2024-12-08T18:02:02,681 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733680911683.030a9546941b61b7242f0afa7026c343.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T18:02:02,681 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 030a9546941b61b7242f0afa7026c343 2024-12-08T18:02:02,681 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 030a9546941b61b7242f0afa7026c343 2024-12-08T18:02:02,683 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=58c8763c11473e8468e247cf58d279ad, regionState=OPEN, openSeqNum=2, regionLocation=b1d30ef9e474,32917,1733680900075 2024-12-08T18:02:02,683 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/data/default/SPTestTable/6ec244dda6652bcbf5ddba41ce1df92e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T18:02:02,684 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 6ec244dda6652bcbf5ddba41ce1df92e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62175398, jitterRate=-0.07351437211036682}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T18:02:02,685 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6ec244dda6652bcbf5ddba41ce1df92e 2024-12-08T18:02:02,685 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 6ec244dda6652bcbf5ddba41ce1df92e: Running coprocessor pre-open hook at 1733680922625Writing region info on filesystem at 1733680922625Initializing all the Stores at 1733680922631 (+6 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733680922631Cleaning up temporary data from old regions at 1733680922674 (+43 ms)Running coprocessor post-open hooks at 1733680922685 (+11 ms)Region opened successfully at 1733680922685 2024-12-08T18:02:02,685 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/data/default/SPTestTable/a44e3310b831980b84cd0eca498833fd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T18:02:02,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 58c8763c11473e8468e247cf58d279ad, server=b1d30ef9e474,32917,1733680900075 because future has completed 2024-12-08T18:02:02,686 INFO [StoreOpener-030a9546941b61b7242f0afa7026c343-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 030a9546941b61b7242f0afa7026c343 2024-12-08T18:02:02,686 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened a44e3310b831980b84cd0eca498833fd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68820698, jitterRate=0.02550831437110901}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T18:02:02,686 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a44e3310b831980b84cd0eca498833fd 2024-12-08T18:02:02,686 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1733680911683.6ec244dda6652bcbf5ddba41ce1df92e., pid=18, masterSystemTime=1733680922569 2024-12-08T18:02:02,686 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for a44e3310b831980b84cd0eca498833fd: Running coprocessor pre-open hook at 1733680922628Writing region info on filesystem at 1733680922628Initializing all the Stores at 1733680922631 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733680922631Cleaning up temporary data from old regions at 1733680922660 (+29 ms)Running coprocessor post-open hooks at 1733680922686 (+26 ms)Region opened successfully at 1733680922686 2024-12-08T18:02:02,689 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733680911683.a44e3310b831980b84cd0eca498833fd., pid=16, masterSystemTime=1733680922494 2024-12-08T18:02:02,690 INFO [StoreOpener-030a9546941b61b7242f0afa7026c343-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 030a9546941b61b7242f0afa7026c343 columnFamilyName cf 2024-12-08T18:02:02,690 DEBUG [StoreOpener-030a9546941b61b7242f0afa7026c343-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T18:02:02,690 INFO [StoreOpener-030a9546941b61b7242f0afa7026c343-1 {}] regionserver.HStore(327): Store=030a9546941b61b7242f0afa7026c343/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T18:02:02,691 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 030a9546941b61b7242f0afa7026c343 2024-12-08T18:02:02,692 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1733680911683.6ec244dda6652bcbf5ddba41ce1df92e. 2024-12-08T18:02:02,692 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/data/default/SPTestTable/030a9546941b61b7242f0afa7026c343 2024-12-08T18:02:02,692 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1733680911683.6ec244dda6652bcbf5ddba41ce1df92e. 2024-12-08T18:02:02,692 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1733680911683.017b7408023eb0ccaa7bfb613297fde0. 2024-12-08T18:02:02,692 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 017b7408023eb0ccaa7bfb613297fde0, NAME => 'SPTestTable,33333332,1733680911683.017b7408023eb0ccaa7bfb613297fde0.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-12-08T18:02:02,693 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 017b7408023eb0ccaa7bfb613297fde0 2024-12-08T18:02:02,693 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733680911683.017b7408023eb0ccaa7bfb613297fde0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T18:02:02,693 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 017b7408023eb0ccaa7bfb613297fde0 2024-12-08T18:02:02,693 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 017b7408023eb0ccaa7bfb613297fde0 2024-12-08T18:02:02,694 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/data/default/SPTestTable/030a9546941b61b7242f0afa7026c343 2024-12-08T18:02:02,694 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=6ec244dda6652bcbf5ddba41ce1df92e, regionState=OPEN, openSeqNum=2, regionLocation=b1d30ef9e474,40387,1733680900022 2024-12-08T18:02:02,694 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 030a9546941b61b7242f0afa7026c343 2024-12-08T18:02:02,694 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733680911683.a44e3310b831980b84cd0eca498833fd. 2024-12-08T18:02:02,695 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 030a9546941b61b7242f0afa7026c343 2024-12-08T18:02:02,695 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733680911683.a44e3310b831980b84cd0eca498833fd. 2024-12-08T18:02:02,695 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1733680911683.2ada425025ccd51938c28e956cd8c888. 2024-12-08T18:02:02,695 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 2ada425025ccd51938c28e956cd8c888, NAME => 'SPTestTable,4ccccccb,1733680911683.2ada425025ccd51938c28e956cd8c888.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-12-08T18:02:02,695 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 2ada425025ccd51938c28e956cd8c888 2024-12-08T18:02:02,695 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733680911683.2ada425025ccd51938c28e956cd8c888.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T18:02:02,695 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 2ada425025ccd51938c28e956cd8c888 2024-12-08T18:02:02,695 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 2ada425025ccd51938c28e956cd8c888 2024-12-08T18:02:02,697 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 030a9546941b61b7242f0afa7026c343 2024-12-08T18:02:02,697 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=9 2024-12-08T18:02:02,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6ec244dda6652bcbf5ddba41ce1df92e, server=b1d30ef9e474,40387,1733680900022 because future has completed 2024-12-08T18:02:02,697 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 58c8763c11473e8468e247cf58d279ad, server=b1d30ef9e474,32917,1733680900075 in 10.1350 sec 2024-12-08T18:02:02,698 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=a44e3310b831980b84cd0eca498833fd, regionState=OPEN, openSeqNum=2, regionLocation=b1d30ef9e474,45625,1733680899970 2024-12-08T18:02:02,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure a44e3310b831980b84cd0eca498833fd, server=b1d30ef9e474,45625,1733680899970 because future has completed 2024-12-08T18:02:02,703 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=58c8763c11473e8468e247cf58d279ad, ASSIGN in 10.3910 sec 2024-12-08T18:02:02,715 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=11 2024-12-08T18:02:02,715 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure a44e3310b831980b84cd0eca498833fd, server=b1d30ef9e474,45625,1733680899970 in 10.2180 sec 2024-12-08T18:02:02,721 INFO [StoreOpener-2ada425025ccd51938c28e956cd8c888-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 2ada425025ccd51938c28e956cd8c888 2024-12-08T18:02:02,722 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=12 2024-12-08T18:02:02,722 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 6ec244dda6652bcbf5ddba41ce1df92e, server=b1d30ef9e474,40387,1733680900022 in 10.1970 sec 2024-12-08T18:02:02,723 INFO [StoreOpener-017b7408023eb0ccaa7bfb613297fde0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 017b7408023eb0ccaa7bfb613297fde0 2024-12-08T18:02:02,728 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/data/default/SPTestTable/030a9546941b61b7242f0afa7026c343/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T18:02:02,730 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 030a9546941b61b7242f0afa7026c343; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71801763, jitterRate=0.06992964446544647}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T18:02:02,730 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 030a9546941b61b7242f0afa7026c343 2024-12-08T18:02:02,730 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 030a9546941b61b7242f0afa7026c343: Running coprocessor pre-open hook at 1733680922681Writing region info on filesystem at 1733680922681Initializing all the Stores at 1733680922684 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733680922684Cleaning up temporary data from old regions at 1733680922695 (+11 ms)Running coprocessor post-open hooks at 1733680922730 (+35 ms)Region opened successfully at 1733680922730 2024-12-08T18:02:02,733 INFO [StoreOpener-2ada425025ccd51938c28e956cd8c888-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ada425025ccd51938c28e956cd8c888 columnFamilyName cf 2024-12-08T18:02:02,733 DEBUG [StoreOpener-2ada425025ccd51938c28e956cd8c888-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T18:02:02,734 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6ec244dda6652bcbf5ddba41ce1df92e, ASSIGN in 10.4160 sec 2024-12-08T18:02:02,734 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1733680911683.030a9546941b61b7242f0afa7026c343., pid=21, masterSystemTime=1733680922557 2024-12-08T18:02:02,734 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a44e3310b831980b84cd0eca498833fd, ASSIGN in 10.4090 sec 2024-12-08T18:02:02,734 INFO [StoreOpener-2ada425025ccd51938c28e956cd8c888-1 {}] regionserver.HStore(327): Store=2ada425025ccd51938c28e956cd8c888/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T18:02:02,735 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 2ada425025ccd51938c28e956cd8c888 2024-12-08T18:02:02,735 INFO [StoreOpener-017b7408023eb0ccaa7bfb613297fde0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 017b7408023eb0ccaa7bfb613297fde0 columnFamilyName cf 2024-12-08T18:02:02,735 DEBUG [StoreOpener-017b7408023eb0ccaa7bfb613297fde0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T18:02:02,736 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/data/default/SPTestTable/2ada425025ccd51938c28e956cd8c888 2024-12-08T18:02:02,736 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1733680911683.030a9546941b61b7242f0afa7026c343. 2024-12-08T18:02:02,737 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1733680911683.030a9546941b61b7242f0afa7026c343. 2024-12-08T18:02:02,737 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1733680911683.8f2cfa32ea6655ce35e5d7bdf8172d1f. 2024-12-08T18:02:02,737 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 8f2cfa32ea6655ce35e5d7bdf8172d1f, NAME => 'SPTestTable,ccccccc8,1733680911683.8f2cfa32ea6655ce35e5d7bdf8172d1f.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-12-08T18:02:02,737 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/data/default/SPTestTable/2ada425025ccd51938c28e956cd8c888 2024-12-08T18:02:02,737 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8f2cfa32ea6655ce35e5d7bdf8172d1f 2024-12-08T18:02:02,737 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733680911683.8f2cfa32ea6655ce35e5d7bdf8172d1f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T18:02:02,737 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 8f2cfa32ea6655ce35e5d7bdf8172d1f 2024-12-08T18:02:02,737 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 8f2cfa32ea6655ce35e5d7bdf8172d1f 2024-12-08T18:02:02,737 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 2ada425025ccd51938c28e956cd8c888 2024-12-08T18:02:02,737 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 2ada425025ccd51938c28e956cd8c888 2024-12-08T18:02:02,738 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=030a9546941b61b7242f0afa7026c343, regionState=OPEN, openSeqNum=2, regionLocation=b1d30ef9e474,32917,1733680900075 2024-12-08T18:02:02,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 030a9546941b61b7242f0afa7026c343, server=b1d30ef9e474,32917,1733680900075 because future has completed 2024-12-08T18:02:02,742 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 2ada425025ccd51938c28e956cd8c888 2024-12-08T18:02:02,745 INFO [StoreOpener-017b7408023eb0ccaa7bfb613297fde0-1 {}] regionserver.HStore(327): Store=017b7408023eb0ccaa7bfb613297fde0/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T18:02:02,745 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 017b7408023eb0ccaa7bfb613297fde0 2024-12-08T18:02:02,747 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/data/default/SPTestTable/017b7408023eb0ccaa7bfb613297fde0 2024-12-08T18:02:02,748 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=6 2024-12-08T18:02:02,748 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 030a9546941b61b7242f0afa7026c343, server=b1d30ef9e474,32917,1733680900075 in 10.1960 sec 2024-12-08T18:02:02,751 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=030a9546941b61b7242f0afa7026c343, ASSIGN in 10.4430 sec 2024-12-08T18:02:02,753 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/data/default/SPTestTable/017b7408023eb0ccaa7bfb613297fde0 2024-12-08T18:02:02,753 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 017b7408023eb0ccaa7bfb613297fde0 2024-12-08T18:02:02,754 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 017b7408023eb0ccaa7bfb613297fde0 2024-12-08T18:02:02,756 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 017b7408023eb0ccaa7bfb613297fde0 2024-12-08T18:02:02,757 INFO [StoreOpener-8f2cfa32ea6655ce35e5d7bdf8172d1f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8f2cfa32ea6655ce35e5d7bdf8172d1f 2024-12-08T18:02:02,761 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/data/default/SPTestTable/2ada425025ccd51938c28e956cd8c888/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T18:02:02,761 INFO [StoreOpener-8f2cfa32ea6655ce35e5d7bdf8172d1f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8f2cfa32ea6655ce35e5d7bdf8172d1f columnFamilyName cf 2024-12-08T18:02:02,761 DEBUG [StoreOpener-8f2cfa32ea6655ce35e5d7bdf8172d1f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T18:02:02,762 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 2ada425025ccd51938c28e956cd8c888; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61359801, jitterRate=-0.08566771447658539}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T18:02:02,762 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2ada425025ccd51938c28e956cd8c888 2024-12-08T18:02:02,762 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 2ada425025ccd51938c28e956cd8c888: Running coprocessor pre-open hook at 1733680922696Writing region info on filesystem at 1733680922696Initializing all the Stores at 1733680922700 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733680922700Cleaning up temporary data from old regions at 1733680922738 (+38 ms)Running coprocessor post-open hooks at 1733680922762 (+24 ms)Region opened successfully at 1733680922762 2024-12-08T18:02:02,762 INFO [StoreOpener-8f2cfa32ea6655ce35e5d7bdf8172d1f-1 {}] regionserver.HStore(327): Store=8f2cfa32ea6655ce35e5d7bdf8172d1f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T18:02:02,762 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 8f2cfa32ea6655ce35e5d7bdf8172d1f 2024-12-08T18:02:02,763 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/data/default/SPTestTable/8f2cfa32ea6655ce35e5d7bdf8172d1f 2024-12-08T18:02:02,763 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1733680911683.2ada425025ccd51938c28e956cd8c888., pid=24, masterSystemTime=1733680922494 2024-12-08T18:02:02,764 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/data/default/SPTestTable/8f2cfa32ea6655ce35e5d7bdf8172d1f 2024-12-08T18:02:02,764 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 8f2cfa32ea6655ce35e5d7bdf8172d1f 2024-12-08T18:02:02,764 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 8f2cfa32ea6655ce35e5d7bdf8172d1f 2024-12-08T18:02:02,767 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 8f2cfa32ea6655ce35e5d7bdf8172d1f 2024-12-08T18:02:02,767 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1733680911683.2ada425025ccd51938c28e956cd8c888. 2024-12-08T18:02:02,767 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1733680911683.2ada425025ccd51938c28e956cd8c888. 2024-12-08T18:02:02,768 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=2ada425025ccd51938c28e956cd8c888, regionState=OPEN, openSeqNum=2, regionLocation=b1d30ef9e474,45625,1733680899970 2024-12-08T18:02:02,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2ada425025ccd51938c28e956cd8c888, server=b1d30ef9e474,45625,1733680899970 because future has completed 2024-12-08T18:02:02,776 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=8 2024-12-08T18:02:02,776 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 2ada425025ccd51938c28e956cd8c888, server=b1d30ef9e474,45625,1733680899970 in 10.2190 sec 2024-12-08T18:02:02,779 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2ada425025ccd51938c28e956cd8c888, ASSIGN in 10.4700 sec 2024-12-08T18:02:02,781 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/data/default/SPTestTable/017b7408023eb0ccaa7bfb613297fde0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T18:02:02,782 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/data/default/SPTestTable/8f2cfa32ea6655ce35e5d7bdf8172d1f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T18:02:02,782 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 017b7408023eb0ccaa7bfb613297fde0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59392666, jitterRate=-0.1149803102016449}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T18:02:02,782 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 017b7408023eb0ccaa7bfb613297fde0 2024-12-08T18:02:02,782 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 017b7408023eb0ccaa7bfb613297fde0: Running coprocessor pre-open hook at 1733680922693Writing region info on filesystem at 1733680922693Initializing all the Stores at 1733680922694 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733680922694Cleaning up temporary data from old regions at 1733680922754 (+60 ms)Running coprocessor post-open hooks at 1733680922782 (+28 ms)Region opened successfully at 1733680922782 2024-12-08T18:02:02,782 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 8f2cfa32ea6655ce35e5d7bdf8172d1f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65432513, jitterRate=-0.024979576468467712}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T18:02:02,782 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8f2cfa32ea6655ce35e5d7bdf8172d1f 2024-12-08T18:02:02,782 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 8f2cfa32ea6655ce35e5d7bdf8172d1f: Running coprocessor pre-open hook at 1733680922738Writing region info on filesystem at 1733680922738Initializing all the Stores at 1733680922741 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733680922741Cleaning up temporary data from old regions at 1733680922764 (+23 ms)Running coprocessor post-open hooks at 1733680922782 (+18 ms)Region opened successfully at 1733680922782 2024-12-08T18:02:02,784 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1733680911683.8f2cfa32ea6655ce35e5d7bdf8172d1f., pid=22, masterSystemTime=1733680922557 2024-12-08T18:02:02,785 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1733680911683.017b7408023eb0ccaa7bfb613297fde0., pid=20, masterSystemTime=1733680922569 2024-12-08T18:02:02,790 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1733680911683.8f2cfa32ea6655ce35e5d7bdf8172d1f. 2024-12-08T18:02:02,790 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1733680911683.8f2cfa32ea6655ce35e5d7bdf8172d1f. 2024-12-08T18:02:02,791 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=8f2cfa32ea6655ce35e5d7bdf8172d1f, regionState=OPEN, openSeqNum=2, regionLocation=b1d30ef9e474,32917,1733680900075 2024-12-08T18:02:02,794 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1733680911683.017b7408023eb0ccaa7bfb613297fde0. 2024-12-08T18:02:02,794 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1733680911683.017b7408023eb0ccaa7bfb613297fde0. 2024-12-08T18:02:02,794 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1733680911683.93d4c62b473c3150ab3a44cd68305eef. 2024-12-08T18:02:02,795 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 93d4c62b473c3150ab3a44cd68305eef, NAME => 'SPTestTable,7ffffffd,1733680911683.93d4c62b473c3150ab3a44cd68305eef.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-12-08T18:02:02,795 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 93d4c62b473c3150ab3a44cd68305eef 2024-12-08T18:02:02,795 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733680911683.93d4c62b473c3150ab3a44cd68305eef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T18:02:02,795 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 93d4c62b473c3150ab3a44cd68305eef 2024-12-08T18:02:02,795 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 93d4c62b473c3150ab3a44cd68305eef 2024-12-08T18:02:02,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8f2cfa32ea6655ce35e5d7bdf8172d1f, server=b1d30ef9e474,32917,1733680900075 because future has completed 2024-12-08T18:02:02,797 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=017b7408023eb0ccaa7bfb613297fde0, regionState=OPEN, openSeqNum=2, regionLocation=b1d30ef9e474,40387,1733680900022 2024-12-08T18:02:02,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 017b7408023eb0ccaa7bfb613297fde0, server=b1d30ef9e474,40387,1733680900022 because future has completed 2024-12-08T18:02:02,806 INFO [StoreOpener-93d4c62b473c3150ab3a44cd68305eef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 93d4c62b473c3150ab3a44cd68305eef 2024-12-08T18:02:02,808 INFO [StoreOpener-93d4c62b473c3150ab3a44cd68305eef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 93d4c62b473c3150ab3a44cd68305eef columnFamilyName cf 2024-12-08T18:02:02,808 DEBUG [StoreOpener-93d4c62b473c3150ab3a44cd68305eef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T18:02:02,809 INFO [StoreOpener-93d4c62b473c3150ab3a44cd68305eef-1 {}] regionserver.HStore(327): Store=93d4c62b473c3150ab3a44cd68305eef/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T18:02:02,810 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 93d4c62b473c3150ab3a44cd68305eef 2024-12-08T18:02:02,811 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/data/default/SPTestTable/93d4c62b473c3150ab3a44cd68305eef 2024-12-08T18:02:02,811 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/data/default/SPTestTable/93d4c62b473c3150ab3a44cd68305eef 2024-12-08T18:02:02,812 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 93d4c62b473c3150ab3a44cd68305eef 2024-12-08T18:02:02,812 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 93d4c62b473c3150ab3a44cd68305eef 2024-12-08T18:02:02,814 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 93d4c62b473c3150ab3a44cd68305eef 2024-12-08T18:02:02,817 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=13 2024-12-08T18:02:02,818 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 8f2cfa32ea6655ce35e5d7bdf8172d1f, server=b1d30ef9e474,32917,1733680900075 in 10.2520 sec 2024-12-08T18:02:02,821 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=7 2024-12-08T18:02:02,821 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8f2cfa32ea6655ce35e5d7bdf8172d1f, ASSIGN in 10.5120 sec 2024-12-08T18:02:02,821 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 017b7408023eb0ccaa7bfb613297fde0, server=b1d30ef9e474,40387,1733680900022 in 10.2720 sec 2024-12-08T18:02:02,824 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=017b7408023eb0ccaa7bfb613297fde0, ASSIGN in 10.5150 sec 2024-12-08T18:02:02,829 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/data/default/SPTestTable/93d4c62b473c3150ab3a44cd68305eef/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T18:02:02,829 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 93d4c62b473c3150ab3a44cd68305eef; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64714539, jitterRate=-0.03567822277545929}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T18:02:02,830 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 93d4c62b473c3150ab3a44cd68305eef 2024-12-08T18:02:02,830 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 93d4c62b473c3150ab3a44cd68305eef: Running coprocessor pre-open hook at 1733680922795Writing region info on filesystem at 1733680922795Initializing all the Stores at 1733680922797 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733680922797Cleaning up temporary data from old regions at 1733680922812 (+15 ms)Running coprocessor post-open hooks at 1733680922830 (+18 ms)Region opened successfully at 1733680922830 2024-12-08T18:02:02,831 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1733680911683.93d4c62b473c3150ab3a44cd68305eef., pid=19, masterSystemTime=1733680922569 2024-12-08T18:02:02,834 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1733680911683.93d4c62b473c3150ab3a44cd68305eef. 2024-12-08T18:02:02,834 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1733680911683.93d4c62b473c3150ab3a44cd68305eef. 2024-12-08T18:02:02,836 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=93d4c62b473c3150ab3a44cd68305eef, regionState=OPEN, openSeqNum=2, regionLocation=b1d30ef9e474,40387,1733680900022 2024-12-08T18:02:02,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 93d4c62b473c3150ab3a44cd68305eef, server=b1d30ef9e474,40387,1733680900022 because future has completed 2024-12-08T18:02:02,844 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=10 2024-12-08T18:02:02,844 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 93d4c62b473c3150ab3a44cd68305eef, server=b1d30ef9e474,40387,1733680900022 in 10.3250 sec 2024-12-08T18:02:02,849 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=4 2024-12-08T18:02:02,849 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=93d4c62b473c3150ab3a44cd68305eef, ASSIGN in 10.5380 sec 2024-12-08T18:02:02,851 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-08T18:02:02,851 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733680922851"}]},"ts":"1733680922851"} 2024-12-08T18:02:02,853 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-12-08T18:02:02,856 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-12-08T18:02:02,860 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 11.1730 sec 2024-12-08T18:02:04,835 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-12-08T18:02:07,533 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-08T18:02:07,553 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-08T18:02:07,553 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-08T18:02:08,078 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-08T18:02:08,080 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-08T18:02:08,105 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-08T18:02:08,105 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-08T18:02:09,766 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-08T18:02:09,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37543 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-08T18:02:09,915 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-12-08T18:02:09,915 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-12-08T18:02:09,916 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-08T18:02:09,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-12-08T18:02:09,922 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-08T18:02:09,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-12-08T18:02:09,950 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1733680911683.a44e3310b831980b84cd0eca498833fd., hostname=b1d30ef9e474,45625,1733680899970, seqNum=2] 2024-12-08T18:02:09,951 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1733680911683.a44e3310b831980b84cd0eca498833fd., hostname=b1d30ef9e474,45625,1733680899970, seqNum=2] 2024-12-08T18:02:09,952 DEBUG [Time-limited test {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1733680911683.a44e3310b831980b84cd0eca498833fd., hostname=b1d30ef9e474,45625,1733680899970, seqNum=2] 2024-12-08T18:02:10,013 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1733680911683.6ec244dda6652bcbf5ddba41ce1df92e., hostname=b1d30ef9e474,40387,1733680900022, seqNum=2] 2024-12-08T18:02:10,014 DEBUG [Time-limited test {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1733680911683.6ec244dda6652bcbf5ddba41ce1df92e., hostname=b1d30ef9e474,40387,1733680900022, seqNum=2] 2024-12-08T18:02:10,077 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733680911683.8f2cfa32ea6655ce35e5d7bdf8172d1f., hostname=b1d30ef9e474,32917,1733680900075, seqNum=2] 2024-12-08T18:02:10,079 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733680911683.8f2cfa32ea6655ce35e5d7bdf8172d1f., hostname=b1d30ef9e474,32917,1733680900075, seqNum=2] 2024-12-08T18:02:10,180 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1733680911683.ff67566de48912e30ed2a93ab669f5db., hostname=b1d30ef9e474,45625,1733680899970, seqNum=2] 2024-12-08T18:02:10,184 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1733680911683.ff67566de48912e30ed2a93ab669f5db., hostname=b1d30ef9e474,45625,1733680899970, seqNum=2] 2024-12-08T18:02:10,996 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T18:02:10,999 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T18:02:11,015 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T18:02:11,015 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40387 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1733680911683.6ec244dda6652bcbf5ddba41ce1df92e. with WAL disabled. Data may be lost in the event of a crash. 2024-12-08T18:02:11,029 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T18:02:11,036 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32917 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1733680911683.8f2cfa32ea6655ce35e5d7bdf8172d1f. with WAL disabled. Data may be lost in the event of a crash. 2024-12-08T18:02:11,055 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45625 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1733680911683.a44e3310b831980b84cd0eca498833fd. 2024-12-08T18:02:11,070 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45625 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1733680911683.a44e3310b831980b84cd0eca498833fd. with WAL disabled. Data may be lost in the event of a crash. 2024-12-08T18:02:11,397 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45625 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1733680911683.ff67566de48912e30ed2a93ab669f5db. with WAL disabled. Data may be lost in the event of a crash. 2024-12-08T18:02:11,486 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-12-08T18:02:11,486 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-08T18:02:11,487 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-08T18:02:11,488 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-08T18:02:11,490 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-08T18:02:11,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40743 is added to blk_1073741848_1024 (size=49) 2024-12-08T18:02:11,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38339 is added to blk_1073741848_1024 (size=49) 2024-12-08T18:02:11,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41931 is added to blk_1073741848_1024 (size=49) 2024-12-08T18:02:11,518 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-08T18:02:11,518 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b3de8e0dbbdf82d3f77de66536ad2591}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 030a9546941b61b7242f0afa7026c343}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 017b7408023eb0ccaa7bfb613297fde0}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2ada425025ccd51938c28e956cd8c888}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 58c8763c11473e8468e247cf58d279ad}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 93d4c62b473c3150ab3a44cd68305eef}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a44e3310b831980b84cd0eca498833fd}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6ec244dda6652bcbf5ddba41ce1df92e}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8f2cfa32ea6655ce35e5d7bdf8172d1f}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ff67566de48912e30ed2a93ab669f5db}] 2024-12-08T18:02:11,520 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 030a9546941b61b7242f0afa7026c343 2024-12-08T18:02:11,520 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 017b7408023eb0ccaa7bfb613297fde0 2024-12-08T18:02:11,520 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2ada425025ccd51938c28e956cd8c888 2024-12-08T18:02:11,520 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b3de8e0dbbdf82d3f77de66536ad2591 2024-12-08T18:02:11,520 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ff67566de48912e30ed2a93ab669f5db 2024-12-08T18:02:11,524 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8f2cfa32ea6655ce35e5d7bdf8172d1f 2024-12-08T18:02:11,524 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6ec244dda6652bcbf5ddba41ce1df92e 2024-12-08T18:02:11,524 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a44e3310b831980b84cd0eca498833fd 2024-12-08T18:02:11,525 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 93d4c62b473c3150ab3a44cd68305eef 2024-12-08T18:02:11,527 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 58c8763c11473e8468e247cf58d279ad 2024-12-08T18:02:14,317 INFO [regionserver/b1d30ef9e474:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-12-08T18:02:21,522 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-12-08T18:02:21,522 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45625 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-12-08T18:02:21,522 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32917 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-12-08T18:02:21,523 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32917 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-12-08T18:02:21,523 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1733680911683.58c8763c11473e8468e247cf58d279ad. 2024-12-08T18:02:21,523 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 58c8763c11473e8468e247cf58d279ad: 2024-12-08T18:02:21,523 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1733680911683.58c8763c11473e8468e247cf58d279ad. for SnapshotProcedureTest completed. 2024-12-08T18:02:21,523 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1733680911683.58c8763c11473e8468e247cf58d279ad.' region-info for snapshot=SnapshotProcedureTest 2024-12-08T18:02:21,523 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-08T18:02:21,523 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-08T18:02:21,524 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45625 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-12-08T18:02:21,524 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1733680911683.ff67566de48912e30ed2a93ab669f5db. 2024-12-08T18:02:21,525 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing ff67566de48912e30ed2a93ab669f5db 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-12-08T18:02:21,528 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1733680911683.93d4c62b473c3150ab3a44cd68305eef. 2024-12-08T18:02:21,528 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-12-08T18:02:21,528 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32917 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-12-08T18:02:21,528 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 93d4c62b473c3150ab3a44cd68305eef: 2024-12-08T18:02:21,529 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1733680911683.93d4c62b473c3150ab3a44cd68305eef. for SnapshotProcedureTest completed. 2024-12-08T18:02:21,529 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1733680911683.93d4c62b473c3150ab3a44cd68305eef.' region-info for snapshot=SnapshotProcedureTest 2024-12-08T18:02:21,529 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1733680911683.030a9546941b61b7242f0afa7026c343. 2024-12-08T18:02:21,529 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-08T18:02:21,529 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-08T18:02:21,529 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 030a9546941b61b7242f0afa7026c343: 2024-12-08T18:02:21,529 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1733680911683.030a9546941b61b7242f0afa7026c343. for SnapshotProcedureTest completed. 2024-12-08T18:02:21,529 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1733680911683.030a9546941b61b7242f0afa7026c343.' region-info for snapshot=SnapshotProcedureTest 2024-12-08T18:02:21,529 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-08T18:02:21,529 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-08T18:02:21,530 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1733680911683.2ada425025ccd51938c28e956cd8c888. 2024-12-08T18:02:21,530 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45625 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-12-08T18:02:21,530 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 2ada425025ccd51938c28e956cd8c888: 2024-12-08T18:02:21,530 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1733680911683.2ada425025ccd51938c28e956cd8c888. for SnapshotProcedureTest completed. 2024-12-08T18:02:21,530 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1733680911683.2ada425025ccd51938c28e956cd8c888.' region-info for snapshot=SnapshotProcedureTest 2024-12-08T18:02:21,530 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-08T18:02:21,530 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-08T18:02:21,530 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1733680911683.8f2cfa32ea6655ce35e5d7bdf8172d1f. 2024-12-08T18:02:21,530 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-12-08T18:02:21,530 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 8f2cfa32ea6655ce35e5d7bdf8172d1f 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-12-08T18:02:21,531 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1733680911683.017b7408023eb0ccaa7bfb613297fde0. 2024-12-08T18:02:21,531 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45625 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-12-08T18:02:21,531 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1733680911683.b3de8e0dbbdf82d3f77de66536ad2591. 2024-12-08T18:02:21,531 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for b3de8e0dbbdf82d3f77de66536ad2591: 2024-12-08T18:02:21,531 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1733680911683.b3de8e0dbbdf82d3f77de66536ad2591. for SnapshotProcedureTest completed. 2024-12-08T18:02:21,531 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 017b7408023eb0ccaa7bfb613297fde0: 2024-12-08T18:02:21,531 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1733680911683.017b7408023eb0ccaa7bfb613297fde0. for SnapshotProcedureTest completed. 2024-12-08T18:02:21,531 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1733680911683.b3de8e0dbbdf82d3f77de66536ad2591.' region-info for snapshot=SnapshotProcedureTest 2024-12-08T18:02:21,531 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-08T18:02:21,531 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-08T18:02:21,532 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1733680911683.6ec244dda6652bcbf5ddba41ce1df92e. 2024-12-08T18:02:21,532 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1733680911683.017b7408023eb0ccaa7bfb613297fde0.' region-info for snapshot=SnapshotProcedureTest 2024-12-08T18:02:21,532 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-08T18:02:21,532 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-08T18:02:21,532 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 6ec244dda6652bcbf5ddba41ce1df92e 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-12-08T18:02:21,559 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/data/default/SPTestTable/6ec244dda6652bcbf5ddba41ce1df92e/.tmp/cf/d27cc904b14e494d99b202e3b2fef59e is 34, key is baa/cf:cf/1733680931015/Put/seqid=0 2024-12-08T18:02:21,579 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/data/default/SPTestTable/ff67566de48912e30ed2a93ab669f5db/.tmp/cf/a75acac42e4b45d3bb3c852e380a117c is 34, key is eaa/cf:cf/1733680931395/Put/seqid=0 2024-12-08T18:02:21,595 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/data/default/SPTestTable/8f2cfa32ea6655ce35e5d7bdf8172d1f/.tmp/cf/d101778daecb49a4a8bdc1aa55d46d75 is 34, key is ccd/cf:cf/1733680931036/Put/seqid=0 2024-12-08T18:02:21,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40743 is added to blk_1073741850_1026 (size=57) 2024-12-08T18:02:21,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38339 is added to blk_1073741850_1026 (size=57) 2024-12-08T18:02:21,603 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1733680911683.b3de8e0dbbdf82d3f77de66536ad2591. 2024-12-08T18:02:21,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41931 is added to blk_1073741850_1026 (size=57) 2024-12-08T18:02:21,603 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-12-08T18:02:21,603 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1733680911683.a44e3310b831980b84cd0eca498833fd. 2024-12-08T18:02:21,604 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing a44e3310b831980b84cd0eca498833fd 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-12-08T18:02:21,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37543 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-12-08T18:02:21,605 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37543 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b3de8e0dbbdf82d3f77de66536ad2591 2024-12-08T18:02:21,605 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b3de8e0dbbdf82d3f77de66536ad2591 2024-12-08T18:02:21,609 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b3de8e0dbbdf82d3f77de66536ad2591 in 10.0880 sec 2024-12-08T18:02:21,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40743 is added to blk_1073741849_1025 (size=65) 2024-12-08T18:02:21,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38339 is added to blk_1073741849_1025 (size=65) 2024-12-08T18:02:21,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40743 is added to blk_1073741852_1028 (size=65) 2024-12-08T18:02:21,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38339 is added to blk_1073741852_1028 (size=65) 2024-12-08T18:02:21,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41931 is added to blk_1073741849_1025 (size=65) 2024-12-08T18:02:21,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41931 is added to blk_1073741852_1028 (size=65) 2024-12-08T18:02:21,614 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1733680911683.2ada425025ccd51938c28e956cd8c888. 2024-12-08T18:02:21,614 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-12-08T18:02:21,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37543 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-12-08T18:02:21,615 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37543 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 2ada425025ccd51938c28e956cd8c888 2024-12-08T18:02:21,615 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2ada425025ccd51938c28e956cd8c888 2024-12-08T18:02:21,616 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1733680911683.93d4c62b473c3150ab3a44cd68305eef. 2024-12-08T18:02:21,617 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-12-08T18:02:21,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37543 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-12-08T18:02:21,618 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37543 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 93d4c62b473c3150ab3a44cd68305eef 2024-12-08T18:02:21,618 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 93d4c62b473c3150ab3a44cd68305eef 2024-12-08T18:02:21,618 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 2ada425025ccd51938c28e956cd8c888 in 10.0980 sec 2024-12-08T18:02:21,625 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 93d4c62b473c3150ab3a44cd68305eef in 10.1050 sec 2024-12-08T18:02:21,637 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/data/default/SPTestTable/a44e3310b831980b84cd0eca498833fd/.tmp/cf/6cde268f330f4d0ba3e07dea43228c7a is 34, key is aaa/cf:cf/1733680931070/Put/seqid=0 2024-12-08T18:02:21,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41931 is added to blk_1073741851_1027 (size=65) 2024-12-08T18:02:21,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38339 is added to blk_1073741851_1027 (size=65) 2024-12-08T18:02:21,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40743 is added to blk_1073741851_1027 (size=65) 2024-12-08T18:02:21,677 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1733680911683.017b7408023eb0ccaa7bfb613297fde0. 2024-12-08T18:02:21,677 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-12-08T18:02:21,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37543 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-12-08T18:02:21,677 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37543 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 017b7408023eb0ccaa7bfb613297fde0 2024-12-08T18:02:21,677 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 017b7408023eb0ccaa7bfb613297fde0 2024-12-08T18:02:21,679 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 017b7408023eb0ccaa7bfb613297fde0 in 10.1600 sec 2024-12-08T18:02:21,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40743 is added to blk_1073741853_1029 (size=28623) 2024-12-08T18:02:21,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41931 is added to blk_1073741857_1033 (size=47197) 2024-12-08T18:02:21,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41931 is added to blk_1073741853_1029 (size=28623) 2024-12-08T18:02:21,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40743 is added to blk_1073741857_1033 (size=47197) 2024-12-08T18:02:21,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38339 is added to blk_1073741857_1033 (size=47197) 2024-12-08T18:02:21,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38339 is added to blk_1073741853_1029 (size=28623) 2024-12-08T18:02:21,687 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/data/default/SPTestTable/6ec244dda6652bcbf5ddba41ce1df92e/.tmp/cf/d27cc904b14e494d99b202e3b2fef59e 2024-12-08T18:02:21,687 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/data/default/SPTestTable/8f2cfa32ea6655ce35e5d7bdf8172d1f/.tmp/cf/d101778daecb49a4a8bdc1aa55d46d75 2024-12-08T18:02:21,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38339 is added to blk_1073741856_1032 (size=65) 2024-12-08T18:02:21,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40743 is added to blk_1073741856_1032 (size=65) 2024-12-08T18:02:21,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41931 is added to blk_1073741856_1032 (size=65) 2024-12-08T18:02:21,698 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1733680911683.58c8763c11473e8468e247cf58d279ad. 2024-12-08T18:02:21,698 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-12-08T18:02:21,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37543 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-12-08T18:02:21,699 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37543 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 58c8763c11473e8468e247cf58d279ad 2024-12-08T18:02:21,699 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 58c8763c11473e8468e247cf58d279ad 2024-12-08T18:02:21,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41931 is added to blk_1073741854_1030 (size=499309) 2024-12-08T18:02:21,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38339 is added to blk_1073741854_1030 (size=499309) 2024-12-08T18:02:21,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40743 is added to blk_1073741854_1030 (size=499309) 2024-12-08T18:02:21,703 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/data/default/SPTestTable/ff67566de48912e30ed2a93ab669f5db/.tmp/cf/a75acac42e4b45d3bb3c852e380a117c 2024-12-08T18:02:21,704 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 58c8763c11473e8468e247cf58d279ad in 10.1830 sec 2024-12-08T18:02:21,737 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/data/default/SPTestTable/6ec244dda6652bcbf5ddba41ce1df92e/.tmp/cf/d27cc904b14e494d99b202e3b2fef59e as hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/data/default/SPTestTable/6ec244dda6652bcbf5ddba41ce1df92e/cf/d27cc904b14e494d99b202e3b2fef59e 2024-12-08T18:02:21,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41931 is added to blk_1073741858_1034 (size=26918) 2024-12-08T18:02:21,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38339 is added to blk_1073741858_1034 (size=26918) 2024-12-08T18:02:21,749 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/data/default/SPTestTable/a44e3310b831980b84cd0eca498833fd/.tmp/cf/6cde268f330f4d0ba3e07dea43228c7a 2024-12-08T18:02:21,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40743 is added to blk_1073741858_1034 (size=26918) 2024-12-08T18:02:21,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40743 is added to blk_1073741855_1031 (size=65) 2024-12-08T18:02:21,759 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/data/default/SPTestTable/6ec244dda6652bcbf5ddba41ce1df92e/cf/d27cc904b14e494d99b202e3b2fef59e, entries=731, sequenceid=5, filesize=28.0 K 2024-12-08T18:02:21,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38339 is added to blk_1073741855_1031 (size=65) 2024-12-08T18:02:21,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41931 is added to blk_1073741855_1031 (size=65) 2024-12-08T18:02:21,761 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 6ec244dda6652bcbf5ddba41ce1df92e in 228ms, sequenceid=5, compaction requested=false 2024-12-08T18:02:21,761 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1733680911683.030a9546941b61b7242f0afa7026c343. 2024-12-08T18:02:21,761 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 6ec244dda6652bcbf5ddba41ce1df92e: 2024-12-08T18:02:21,761 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-12-08T18:02:21,761 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1733680911683.6ec244dda6652bcbf5ddba41ce1df92e. for SnapshotProcedureTest completed. 2024-12-08T18:02:21,761 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1733680911683.6ec244dda6652bcbf5ddba41ce1df92e.' region-info for snapshot=SnapshotProcedureTest 2024-12-08T18:02:21,761 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-08T18:02:21,761 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/data/default/SPTestTable/6ec244dda6652bcbf5ddba41ce1df92e/cf/d27cc904b14e494d99b202e3b2fef59e] hfiles 2024-12-08T18:02:21,761 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/data/default/SPTestTable/6ec244dda6652bcbf5ddba41ce1df92e/cf/d27cc904b14e494d99b202e3b2fef59e for snapshot=SnapshotProcedureTest 2024-12-08T18:02:21,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37543 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-12-08T18:02:21,761 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37543 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 030a9546941b61b7242f0afa7026c343 2024-12-08T18:02:21,761 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/data/default/SPTestTable/8f2cfa32ea6655ce35e5d7bdf8172d1f/.tmp/cf/d101778daecb49a4a8bdc1aa55d46d75 as hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/data/default/SPTestTable/8f2cfa32ea6655ce35e5d7bdf8172d1f/cf/d101778daecb49a4a8bdc1aa55d46d75 2024-12-08T18:02:21,762 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 030a9546941b61b7242f0afa7026c343 2024-12-08T18:02:21,766 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 030a9546941b61b7242f0afa7026c343 in 10.2440 sec 2024-12-08T18:02:21,769 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/data/default/SPTestTable/ff67566de48912e30ed2a93ab669f5db/.tmp/cf/a75acac42e4b45d3bb3c852e380a117c as hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/data/default/SPTestTable/ff67566de48912e30ed2a93ab669f5db/cf/a75acac42e4b45d3bb3c852e380a117c 2024-12-08T18:02:21,776 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/data/default/SPTestTable/8f2cfa32ea6655ce35e5d7bdf8172d1f/cf/d101778daecb49a4a8bdc1aa55d46d75, entries=1297, sequenceid=5, filesize=46.1 K 2024-12-08T18:02:21,781 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/data/default/SPTestTable/ff67566de48912e30ed2a93ab669f5db/cf/a75acac42e4b45d3bb3c852e380a117c, entries=14872, sequenceid=5, filesize=487.6 K 2024-12-08T18:02:21,782 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for ff67566de48912e30ed2a93ab669f5db in 258ms, sequenceid=5, compaction requested=false 2024-12-08T18:02:21,782 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for ff67566de48912e30ed2a93ab669f5db: 2024-12-08T18:02:21,783 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1733680911683.ff67566de48912e30ed2a93ab669f5db. for SnapshotProcedureTest completed. 2024-12-08T18:02:21,783 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1733680911683.ff67566de48912e30ed2a93ab669f5db.' region-info for snapshot=SnapshotProcedureTest 2024-12-08T18:02:21,783 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-08T18:02:21,783 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/data/default/SPTestTable/ff67566de48912e30ed2a93ab669f5db/cf/a75acac42e4b45d3bb3c852e380a117c] hfiles 2024-12-08T18:02:21,783 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/data/default/SPTestTable/ff67566de48912e30ed2a93ab669f5db/cf/a75acac42e4b45d3bb3c852e380a117c for snapshot=SnapshotProcedureTest 2024-12-08T18:02:21,785 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 8f2cfa32ea6655ce35e5d7bdf8172d1f in 254ms, sequenceid=5, compaction requested=false 2024-12-08T18:02:21,785 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 8f2cfa32ea6655ce35e5d7bdf8172d1f: 2024-12-08T18:02:21,785 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1733680911683.8f2cfa32ea6655ce35e5d7bdf8172d1f. for SnapshotProcedureTest completed. 2024-12-08T18:02:21,785 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1733680911683.8f2cfa32ea6655ce35e5d7bdf8172d1f.' region-info for snapshot=SnapshotProcedureTest 2024-12-08T18:02:21,785 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-08T18:02:21,785 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/data/default/SPTestTable/8f2cfa32ea6655ce35e5d7bdf8172d1f/cf/d101778daecb49a4a8bdc1aa55d46d75] hfiles 2024-12-08T18:02:21,785 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/data/default/SPTestTable/8f2cfa32ea6655ce35e5d7bdf8172d1f/cf/d101778daecb49a4a8bdc1aa55d46d75 for snapshot=SnapshotProcedureTest 2024-12-08T18:02:21,786 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/data/default/SPTestTable/a44e3310b831980b84cd0eca498833fd/.tmp/cf/6cde268f330f4d0ba3e07dea43228c7a as hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/data/default/SPTestTable/a44e3310b831980b84cd0eca498833fd/cf/6cde268f330f4d0ba3e07dea43228c7a 2024-12-08T18:02:21,799 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/data/default/SPTestTable/a44e3310b831980b84cd0eca498833fd/cf/6cde268f330f4d0ba3e07dea43228c7a, entries=676, sequenceid=5, filesize=26.3 K 2024-12-08T18:02:21,801 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for a44e3310b831980b84cd0eca498833fd in 196ms, sequenceid=5, compaction requested=false 2024-12-08T18:02:21,801 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for a44e3310b831980b84cd0eca498833fd: 2024-12-08T18:02:21,801 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1733680911683.a44e3310b831980b84cd0eca498833fd. for SnapshotProcedureTest completed. 2024-12-08T18:02:21,801 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1733680911683.a44e3310b831980b84cd0eca498833fd.' region-info for snapshot=SnapshotProcedureTest 2024-12-08T18:02:21,801 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-08T18:02:21,801 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/data/default/SPTestTable/a44e3310b831980b84cd0eca498833fd/cf/6cde268f330f4d0ba3e07dea43228c7a] hfiles 2024-12-08T18:02:21,801 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/data/default/SPTestTable/a44e3310b831980b84cd0eca498833fd/cf/6cde268f330f4d0ba3e07dea43228c7a for snapshot=SnapshotProcedureTest 2024-12-08T18:02:21,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40743 is added to blk_1073741859_1035 (size=105) 2024-12-08T18:02:21,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41931 is added to blk_1073741859_1035 (size=105) 2024-12-08T18:02:21,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38339 is added to blk_1073741859_1035 (size=105) 2024-12-08T18:02:21,833 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1733680911683.6ec244dda6652bcbf5ddba41ce1df92e. 2024-12-08T18:02:21,833 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-12-08T18:02:21,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37543 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-12-08T18:02:21,834 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37543 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 6ec244dda6652bcbf5ddba41ce1df92e 2024-12-08T18:02:21,834 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6ec244dda6652bcbf5ddba41ce1df92e 2024-12-08T18:02:21,837 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 6ec244dda6652bcbf5ddba41ce1df92e in 10.3170 sec 2024-12-08T18:02:21,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41931 is added to blk_1073741861_1037 (size=105) 2024-12-08T18:02:21,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40743 is added to blk_1073741861_1037 (size=105) 2024-12-08T18:02:21,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38339 is added to blk_1073741861_1037 (size=105) 2024-12-08T18:02:21,880 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1733680911683.8f2cfa32ea6655ce35e5d7bdf8172d1f. 2024-12-08T18:02:21,880 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-12-08T18:02:21,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37543 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-12-08T18:02:21,881 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37543 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 8f2cfa32ea6655ce35e5d7bdf8172d1f 2024-12-08T18:02:21,881 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8f2cfa32ea6655ce35e5d7bdf8172d1f 2024-12-08T18:02:21,884 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8f2cfa32ea6655ce35e5d7bdf8172d1f in 10.3640 sec 2024-12-08T18:02:21,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40743 is added to blk_1073741862_1038 (size=105) 2024-12-08T18:02:21,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38339 is added to blk_1073741862_1038 (size=105) 2024-12-08T18:02:21,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41931 is added to blk_1073741862_1038 (size=105) 2024-12-08T18:02:21,907 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1733680911683.a44e3310b831980b84cd0eca498833fd. 2024-12-08T18:02:21,907 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-12-08T18:02:21,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37543 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-12-08T18:02:21,908 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37543 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a44e3310b831980b84cd0eca498833fd 2024-12-08T18:02:21,908 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a44e3310b831980b84cd0eca498833fd 2024-12-08T18:02:21,912 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a44e3310b831980b84cd0eca498833fd in 10.3920 sec 2024-12-08T18:02:21,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38339 is added to blk_1073741860_1036 (size=97) 2024-12-08T18:02:21,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40743 is added to blk_1073741860_1036 (size=97) 2024-12-08T18:02:21,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41931 is added to blk_1073741860_1036 (size=97) 2024-12-08T18:02:21,921 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1733680911683.ff67566de48912e30ed2a93ab669f5db. 2024-12-08T18:02:21,921 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-12-08T18:02:21,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37543 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-12-08T18:02:21,921 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37543 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region ff67566de48912e30ed2a93ab669f5db 2024-12-08T18:02:21,922 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ff67566de48912e30ed2a93ab669f5db 2024-12-08T18:02:21,926 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=25 2024-12-08T18:02:21,926 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-08T18:02:21,926 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ff67566de48912e30ed2a93ab669f5db in 10.4050 sec 2024-12-08T18:02:21,927 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-08T18:02:21,928 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-08T18:02:21,928 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-12-08T18:02:21,932 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-08T18:02:22,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41931 is added to blk_1073741863_1039 (size=1174) 2024-12-08T18:02:22,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38339 is added to blk_1073741863_1039 (size=1174) 2024-12-08T18:02:22,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40743 is added to blk_1073741863_1039 (size=1174) 2024-12-08T18:02:22,042 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-08T18:02:22,049 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-12-08T18:02:22,054 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b1d30ef9e474,32917,1733680900075 2024-12-08T18:02:22,056 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b1d30ef9e474,40387,1733680900022 2024-12-08T18:02:22,061 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b1d30ef9e474,40387,1733680900022 2024-12-08T18:02:22,062 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b1d30ef9e474,45625,1733680899970 2024-12-08T18:02:22,063 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b1d30ef9e474,45625,1733680899970 2024-12-08T18:02:22,064 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b1d30ef9e474,40387,1733680900022 2024-12-08T18:02:22,065 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b1d30ef9e474,32917,1733680900075 2024-12-08T18:02:22,069 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b1d30ef9e474,45625,1733680899970 2024-12-08T18:02:22,069 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b1d30ef9e474,32917,1733680900075 2024-12-08T18:02:22,102 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-12-08T18:02:22,103 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing b1d30ef9e474,32917,1733680900075 2024-12-08T18:02:22,103 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server b1d30ef9e474,32917,1733680900075: Simulated kill ***** 2024-12-08T18:02:22,103 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-08T18:02:22,103 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-08T18:02:22,104 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-08T18:02:22,104 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-08T18:02:22,104 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-08T18:02:22,104 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 433468416 }, "NonHeapMemoryUsage": { "committed": 176750592, "init": 7667712, "max": -1, "used": 172510704 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-08T18:02:22,105 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37543 {}] master.MasterRpcServices(700): b1d30ef9e474,32917,1733680900075 reported a fatal error: ***** ABORTING region server b1d30ef9e474,32917,1733680900075: Simulated kill ***** 2024-12-08T18:02:22,107 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b1d30ef9e474,32917,1733680900075' ***** 2024-12-08T18:02:22,107 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-12-08T18:02:22,107 INFO [RS:2;b1d30ef9e474:32917 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-08T18:02:22,107 INFO [RS:2;b1d30ef9e474:32917 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-12-08T18:02:22,107 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-08T18:02:22,107 INFO [RS:2;b1d30ef9e474:32917 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-12-08T18:02:22,107 INFO [RS:2;b1d30ef9e474:32917 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-08T18:02:22,107 INFO [RS:2;b1d30ef9e474:32917 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;b1d30ef9e474:32917. 2024-12-08T18:02:22,107 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-08T18:02:22,107 DEBUG [RS:2;b1d30ef9e474:32917 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T18:02:22,107 DEBUG [RS:2;b1d30ef9e474:32917 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:02:22,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40743 is added to blk_1073741834_1010 (size=1488) 2024-12-08T18:02:22,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38339 is added to blk_1073741834_1010 (size=1488) 2024-12-08T18:02:22,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41931 is added to blk_1073741834_1010 (size=1488) 2024-12-08T18:02:22,112 DEBUG [RS:2;b1d30ef9e474:32917 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:02:22,112 INFO [RS:2;b1d30ef9e474:32917 {}] regionserver.LeaseManager(133): Closed leases 2024-12-08T18:02:22,112 INFO [RS:2;b1d30ef9e474:32917 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32917 2024-12-08T18:02:22,194 INFO [regionserver/b1d30ef9e474:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-08T18:02:22,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32917-0x10006972d800003, quorum=127.0.0.1:65086, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b1d30ef9e474,32917,1733680900075 2024-12-08T18:02:22,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37543-0x10006972d800000, quorum=127.0.0.1:65086, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-08T18:02:22,195 INFO [RS:2;b1d30ef9e474:32917 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-08T18:02:22,206 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b1d30ef9e474,32917,1733680900075] 2024-12-08T18:02:22,216 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b1d30ef9e474,32917,1733680900075 already deleted, retry=false 2024-12-08T18:02:22,217 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of b1d30ef9e474,32917,1733680900075 on b1d30ef9e474,37543,1733680899796 2024-12-08T18:02:22,218 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure b1d30ef9e474,32917,1733680900075, splitWal=true, meta=false 2024-12-08T18:02:22,218 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=46 for b1d30ef9e474,32917,1733680900075 (carryingMeta=false) b1d30ef9e474,32917,1733680900075/CRASHED/regionCount=3/lock=java.util.concurrent.locks.ReentrantReadWriteLock@162a7244[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-08T18:02:22,218 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure b1d30ef9e474,32917,1733680900075, splitWal=true, meta=false 2024-12-08T18:02:22,219 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): b1d30ef9e474,32917,1733680900075 had 3 regions 2024-12-08T18:02:22,220 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure b1d30ef9e474,32917,1733680900075, splitWal=true, meta=false, isMeta: false 2024-12-08T18:02:22,221 DEBUG [PEWorker-3 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/WALs/b1d30ef9e474,32917,1733680900075-splitting 2024-12-08T18:02:22,222 INFO [PEWorker-3 {}] master.SplitWALManager(105): b1d30ef9e474,32917,1733680900075 WAL count=1, meta=false 2024-12-08T18:02:22,222 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure b1d30ef9e474%2C32917%2C1733680900075.1733680900989}] 2024-12-08T18:02:22,224 DEBUG [PEWorker-4 {}] master.SplitWALManager(158): Acquired split WAL worker=b1d30ef9e474,40387,1733680900022 2024-12-08T18:02:22,224 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b1d30ef9e474,32917,1733680900075 Release verify snapshot worker=b1d30ef9e474,32917,1733680900075 2024-12-08T18:02:22,225 WARN [PEWorker-3 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 42 to b1d30ef9e474,32917,1733680900075, this operation will be retried to send to another server 2024-12-08T18:02:22,225 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b1d30ef9e474,32917,1733680900075 Release verify snapshot worker=b1d30ef9e474,32917,1733680900075 2024-12-08T18:02:22,225 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure b1d30ef9e474%2C32917%2C1733680900075.1733680900989, worker=b1d30ef9e474,40387,1733680900022}] 2024-12-08T18:02:22,225 WARN [PEWorker-1 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to b1d30ef9e474,32917,1733680900075, this operation will be retried to send to another server 2024-12-08T18:02:22,225 WARN [PEWorker-1 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-12-08T18:02:22,225 WARN [PEWorker-3 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-12-08T18:02:22,225 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1733680943225 2024-12-08T18:02:22,225 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=42, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1733680943225 2024-12-08T18:02:22,226 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 30 is already finished, skip the rest processes 2024-12-08T18:02:22,226 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 27 is already finished, skip the rest processes 2024-12-08T18:02:22,226 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 34 is already finished, skip the rest processes 2024-12-08T18:02:22,229 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b1d30ef9e474,32917,1733680900075 Release verify snapshot worker=b1d30ef9e474,32917,1733680900075 2024-12-08T18:02:22,229 WARN [PEWorker-2 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 40 to b1d30ef9e474,32917,1733680900075, this operation will be retried to send to another server 2024-12-08T18:02:22,229 WARN [PEWorker-2 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-12-08T18:02:22,229 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=40, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1733680943229 2024-12-08T18:02:22,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32917-0x10006972d800003, quorum=127.0.0.1:65086, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T18:02:22,306 INFO [RS:2;b1d30ef9e474:32917 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-08T18:02:22,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32917-0x10006972d800003, quorum=127.0.0.1:65086, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T18:02:22,306 INFO [RS:2;b1d30ef9e474:32917 {}] regionserver.HRegionServer(1031): Exiting; stopping=b1d30ef9e474,32917,1733680900075; zookeeper connection closed. 2024-12-08T18:02:22,306 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@29f9f72b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@29f9f72b 2024-12-08T18:02:22,849 INFO [regionserver/b1d30ef9e474:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-08T18:02:22,849 INFO [regionserver/b1d30ef9e474:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-08T18:02:31,564 INFO [master/b1d30ef9e474:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-08T18:02:31,564 INFO [master/b1d30ef9e474:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-08T18:02:32,057 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-12-08T18:02:32,057 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-12-08T18:02:32,058 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-12-08T18:02:32,058 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-12-08T18:02:32,062 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-08T18:02:32,063 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-12-08T18:02:32,063 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45625 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-12-08T18:02:32,063 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45625 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-12-08T18:02:32,064 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45625 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-12-08T18:02:32,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37543 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-12-08T18:02:32,067 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b1d30ef9e474,40387,1733680900022 Release verify snapshot worker=b1d30ef9e474,40387,1733680900022 2024-12-08T18:02:32,069 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-08T18:02:32,069 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-12-08T18:02:32,070 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-12-08T18:02:32,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37543 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-12-08T18:02:32,071 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b1d30ef9e474,40387,1733680900022 in 10.0180 sec 2024-12-08T18:02:32,071 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-12-08T18:02:32,072 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b1d30ef9e474,40387,1733680900022 2024-12-08T18:02:32,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37543 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-12-08T18:02:32,073 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-12-08T18:02:32,073 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-12-08T18:02:32,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37543 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-12-08T18:02:32,074 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b1d30ef9e474,45625,1733680899970 Release verify snapshot worker=b1d30ef9e474,45625,1733680899970 2024-12-08T18:02:32,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37543 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-12-08T18:02:32,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37543 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-12-08T18:02:32,078 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b1d30ef9e474,45625,1733680899970 in 10.0250 sec 2024-12-08T18:02:32,079 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b1d30ef9e474,45625,1733680899970 Release verify snapshot worker=b1d30ef9e474,45625,1733680899970 2024-12-08T18:02:32,079 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b1d30ef9e474,40387,1733680900022 Release verify snapshot worker=b1d30ef9e474,40387,1733680900022 2024-12-08T18:02:32,079 INFO [RS_LOG_REPLAY_OPS-regionserver/b1d30ef9e474:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/WALs/b1d30ef9e474,32917,1733680900075-splitting/b1d30ef9e474%2C32917%2C1733680900075.1733680900989, size=1.5 K (1488bytes) 2024-12-08T18:02:32,079 INFO [RS_LOG_REPLAY_OPS-regionserver/b1d30ef9e474:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/WALs/b1d30ef9e474,32917,1733680900075-splitting/b1d30ef9e474%2C32917%2C1733680900075.1733680900989 2024-12-08T18:02:32,079 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b1d30ef9e474,40387,1733680900022 Release verify snapshot worker=b1d30ef9e474,40387,1733680900022 2024-12-08T18:02:32,079 INFO [RS_LOG_REPLAY_OPS-regionserver/b1d30ef9e474:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/WALs/b1d30ef9e474,32917,1733680900075-splitting/b1d30ef9e474%2C32917%2C1733680900075.1733680900989 after 0ms 2024-12-08T18:02:32,080 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b1d30ef9e474,45625,1733680899970 2024-12-08T18:02:32,081 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b1d30ef9e474,45625,1733680899970 in 10.0300 sec 2024-12-08T18:02:32,081 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b1d30ef9e474,45625,1733680899970 2024-12-08T18:02:32,082 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b1d30ef9e474,40387,1733680900022 in 10.0300 sec 2024-12-08T18:02:32,083 INFO [RS_LOG_REPLAY_OPS-regionserver/b1d30ef9e474:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/WALs/b1d30ef9e474,32917,1733680900075-splitting/b1d30ef9e474%2C32917%2C1733680900075.1733680900989 took 5ms 2024-12-08T18:02:32,083 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b1d30ef9e474,40387,1733680900022 in 10.0300 sec 2024-12-08T18:02:32,084 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b1d30ef9e474,45625,1733680899970 Release verify snapshot worker=b1d30ef9e474,45625,1733680899970 2024-12-08T18:02:32,084 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b1d30ef9e474,40387,1733680900022 2024-12-08T18:02:32,085 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b1d30ef9e474,45625,1733680899970 in 10.0350 sec 2024-12-08T18:02:32,095 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b1d30ef9e474:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 58c8763c11473e8468e247cf58d279ad: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-08T18:02:32,096 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b1d30ef9e474:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 030a9546941b61b7242f0afa7026c343: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-08T18:02:32,097 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b1d30ef9e474:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 8f2cfa32ea6655ce35e5d7bdf8172d1f: last_flushed_sequence_id: 5 store_sequence_id { family_name: "cf" sequence_id: 5 } 2024-12-08T18:02:32,097 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b1d30ef9e474:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/WALs/b1d30ef9e474,32917,1733680900075-splitting/b1d30ef9e474%2C32917%2C1733680900075.1733680900989 so closing down 2024-12-08T18:02:32,097 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b1d30ef9e474:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-08T18:02:32,097 INFO [RS_LOG_REPLAY_OPS-regionserver/b1d30ef9e474:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-12-08T18:02:32,097 INFO [RS_LOG_REPLAY_OPS-regionserver/b1d30ef9e474:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 5 edits across 0 Regions in 5 ms; skipped=5; WAL=hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/WALs/b1d30ef9e474,32917,1733680900075-splitting/b1d30ef9e474%2C32917%2C1733680900075.1733680900989, size=1.5 K, length=1488, corrupted=false, cancelled=false 2024-12-08T18:02:32,098 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b1d30ef9e474:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/WALs/b1d30ef9e474,32917,1733680900075-splitting/b1d30ef9e474%2C32917%2C1733680900075.1733680900989, journal: Splitting hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/WALs/b1d30ef9e474,32917,1733680900075-splitting/b1d30ef9e474%2C32917%2C1733680900075.1733680900989, size=1.5 K (1488bytes) at 1733680952079Finishing writing output for hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/WALs/b1d30ef9e474,32917,1733680900075-splitting/b1d30ef9e474%2C32917%2C1733680900075.1733680900989 so closing down at 1733680952097 (+18 ms)3 split writer threads finished at 1733680952097Processed 5 edits across 0 Regions in 5 ms; skipped=5; WAL=hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/WALs/b1d30ef9e474,32917,1733680900075-splitting/b1d30ef9e474%2C32917%2C1733680900075.1733680900989, size=1.5 K, length=1488, corrupted=false, cancelled=false at 1733680952097 2024-12-08T18:02:32,098 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b1d30ef9e474:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/WALs/b1d30ef9e474,32917,1733680900075-splitting/b1d30ef9e474%2C32917%2C1733680900075.1733680900989 2024-12-08T18:02:32,098 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b1d30ef9e474:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-12-08T18:02:32,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37543 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-12-08T18:02:32,105 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/WALs/b1d30ef9e474,32917,1733680900075-splitting/b1d30ef9e474%2C32917%2C1733680900075.1733680900989 to hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/oldWALs 2024-12-08T18:02:32,109 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-12-08T18:02:32,109 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure b1d30ef9e474%2C32917%2C1733680900075.1733680900989, worker=b1d30ef9e474,40387,1733680900022 in 9.8800 sec 2024-12-08T18:02:32,110 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=b1d30ef9e474,40387,1733680900022 2024-12-08T18:02:32,112 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-12-08T18:02:32,112 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure b1d30ef9e474%2C32917%2C1733680900075.1733680900989, worker=b1d30ef9e474,40387,1733680900022 in 9.8880 sec 2024-12-08T18:02:32,114 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/WALs/b1d30ef9e474,32917,1733680900075-splitting dir is empty, no logs to split. 2024-12-08T18:02:32,114 INFO [PEWorker-3 {}] master.SplitWALManager(105): b1d30ef9e474,32917,1733680900075 WAL count=0, meta=false 2024-12-08T18:02:32,114 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if b1d30ef9e474,32917,1733680900075 WAL splitting is done? wals=0, meta=false 2024-12-08T18:02:32,115 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for b1d30ef9e474,32917,1733680900075 failed, ignore...File hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/WALs/b1d30ef9e474,32917,1733680900075-splitting does not exist. 2024-12-08T18:02:32,117 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8f2cfa32ea6655ce35e5d7bdf8172d1f, ASSIGN}, {pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=58c8763c11473e8468e247cf58d279ad, ASSIGN}, {pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=030a9546941b61b7242f0afa7026c343, ASSIGN}] 2024-12-08T18:02:32,118 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=58c8763c11473e8468e247cf58d279ad, ASSIGN 2024-12-08T18:02:32,118 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=030a9546941b61b7242f0afa7026c343, ASSIGN 2024-12-08T18:02:32,118 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8f2cfa32ea6655ce35e5d7bdf8172d1f, ASSIGN 2024-12-08T18:02:32,120 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8f2cfa32ea6655ce35e5d7bdf8172d1f, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-08T18:02:32,120 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=030a9546941b61b7242f0afa7026c343, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-08T18:02:32,120 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=58c8763c11473e8468e247cf58d279ad, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-08T18:02:32,270 DEBUG [b1d30ef9e474:37543 {}] balancer.BalancerClusterState(204): Hosts are {b1d30ef9e474=0} racks are {/default-rack=0} 2024-12-08T18:02:32,271 DEBUG [b1d30ef9e474:37543 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-08T18:02:32,271 DEBUG [b1d30ef9e474:37543 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-08T18:02:32,271 DEBUG [b1d30ef9e474:37543 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-08T18:02:32,271 DEBUG [b1d30ef9e474:37543 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-08T18:02:32,271 INFO [b1d30ef9e474:37543 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-08T18:02:32,271 INFO [b1d30ef9e474:37543 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-08T18:02:32,271 DEBUG [b1d30ef9e474:37543 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-08T18:02:32,271 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=8f2cfa32ea6655ce35e5d7bdf8172d1f, regionState=OPENING, regionLocation=b1d30ef9e474,45625,1733680899970 2024-12-08T18:02:32,271 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=030a9546941b61b7242f0afa7026c343, regionState=OPENING, regionLocation=b1d30ef9e474,45625,1733680899970 2024-12-08T18:02:32,271 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=58c8763c11473e8468e247cf58d279ad, regionState=OPENING, regionLocation=b1d30ef9e474,40387,1733680900022 2024-12-08T18:02:32,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8f2cfa32ea6655ce35e5d7bdf8172d1f, ASSIGN because future has completed 2024-12-08T18:02:32,274 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8f2cfa32ea6655ce35e5d7bdf8172d1f, server=b1d30ef9e474,45625,1733680899970}] 2024-12-08T18:02:32,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=030a9546941b61b7242f0afa7026c343, ASSIGN because future has completed 2024-12-08T18:02:32,275 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure 030a9546941b61b7242f0afa7026c343, server=b1d30ef9e474,45625,1733680899970}] 2024-12-08T18:02:32,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=58c8763c11473e8468e247cf58d279ad, ASSIGN because future has completed 2024-12-08T18:02:32,280 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure 58c8763c11473e8468e247cf58d279ad, server=b1d30ef9e474,40387,1733680900022}] 2024-12-08T18:02:39,767 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-08T18:02:40,896 INFO [regionserver/b1d30ef9e474:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-12-08T18:02:42,082 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1733680911683.58c8763c11473e8468e247cf58d279ad. 2024-12-08T18:02:42,082 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-12-08T18:02:42,082 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-12-08T18:02:42,083 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7752): Opening region: {ENCODED => 58c8763c11473e8468e247cf58d279ad, NAME => 'SPTestTable,66666664,1733680911683.58c8763c11473e8468e247cf58d279ad.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-12-08T18:02:42,083 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-12-08T18:02:42,083 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 58c8763c11473e8468e247cf58d279ad 2024-12-08T18:02:42,083 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733680911683.58c8763c11473e8468e247cf58d279ad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T18:02:42,083 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7794): checking encryption for 58c8763c11473e8468e247cf58d279ad 2024-12-08T18:02:42,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37543 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-12-08T18:02:42,083 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7797): checking classloading for 58c8763c11473e8468e247cf58d279ad 2024-12-08T18:02:42,083 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-12-08T18:02:42,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37543 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-12-08T18:02:42,085 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b1d30ef9e474,40387,1733680900022 Release verify snapshot worker=b1d30ef9e474,40387,1733680900022 2024-12-08T18:02:42,086 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1733680911683.030a9546941b61b7242f0afa7026c343. 2024-12-08T18:02:42,086 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45625 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-12-08T18:02:42,086 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7752): Opening region: {ENCODED => 030a9546941b61b7242f0afa7026c343, NAME => 'SPTestTable,19999999,1733680911683.030a9546941b61b7242f0afa7026c343.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-12-08T18:02:42,086 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45625 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-12-08T18:02:42,086 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-12-08T18:02:42,086 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-12-08T18:02:42,086 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 030a9546941b61b7242f0afa7026c343 2024-12-08T18:02:42,086 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733680911683.030a9546941b61b7242f0afa7026c343.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T18:02:42,087 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7794): checking encryption for 030a9546941b61b7242f0afa7026c343 2024-12-08T18:02:42,087 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7797): checking classloading for 030a9546941b61b7242f0afa7026c343 2024-12-08T18:02:42,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37543 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-12-08T18:02:42,087 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b1d30ef9e474,40387,1733680900022 Release verify snapshot worker=b1d30ef9e474,40387,1733680900022 2024-12-08T18:02:42,087 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b1d30ef9e474,40387,1733680900022 in 20.0370 sec 2024-12-08T18:02:42,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37543 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-12-08T18:02:42,089 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b1d30ef9e474,45625,1733680899970 Release verify snapshot worker=b1d30ef9e474,45625,1733680899970 2024-12-08T18:02:42,089 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b1d30ef9e474,40387,1733680900022 in 20.0380 sec 2024-12-08T18:02:42,090 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b1d30ef9e474,45625,1733680899970 in 20.0400 sec 2024-12-08T18:02:42,090 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b1d30ef9e474,45625,1733680899970 Release verify snapshot worker=b1d30ef9e474,45625,1733680899970 2024-12-08T18:02:42,092 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=25 2024-12-08T18:02:42,092 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-08T18:02:42,092 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b1d30ef9e474,45625,1733680899970 in 20.0410 sec 2024-12-08T18:02:42,092 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/.hbase-snapshot/SnapshotProcedureTest 2024-12-08T18:02:42,093 INFO [StoreOpener-58c8763c11473e8468e247cf58d279ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 58c8763c11473e8468e247cf58d279ad 2024-12-08T18:02:42,093 INFO [StoreOpener-030a9546941b61b7242f0afa7026c343-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 030a9546941b61b7242f0afa7026c343 2024-12-08T18:02:42,094 INFO [StoreOpener-58c8763c11473e8468e247cf58d279ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 58c8763c11473e8468e247cf58d279ad columnFamilyName cf 2024-12-08T18:02:42,094 INFO [StoreOpener-030a9546941b61b7242f0afa7026c343-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 030a9546941b61b7242f0afa7026c343 columnFamilyName cf 2024-12-08T18:02:42,094 DEBUG [StoreOpener-58c8763c11473e8468e247cf58d279ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T18:02:42,094 DEBUG [StoreOpener-030a9546941b61b7242f0afa7026c343-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T18:02:42,094 INFO [StoreOpener-58c8763c11473e8468e247cf58d279ad-1 {}] regionserver.HStore(327): Store=58c8763c11473e8468e247cf58d279ad/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T18:02:42,094 INFO [StoreOpener-030a9546941b61b7242f0afa7026c343-1 {}] regionserver.HStore(327): Store=030a9546941b61b7242f0afa7026c343/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T18:02:42,094 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1038): replaying wal for 030a9546941b61b7242f0afa7026c343 2024-12-08T18:02:42,094 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-08T18:02:42,094 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1038): replaying wal for 58c8763c11473e8468e247cf58d279ad 2024-12-08T18:02:42,095 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-12-08T18:02:42,095 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/data/default/SPTestTable/58c8763c11473e8468e247cf58d279ad 2024-12-08T18:02:42,095 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/data/default/SPTestTable/030a9546941b61b7242f0afa7026c343 2024-12-08T18:02:42,096 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/data/default/SPTestTable/030a9546941b61b7242f0afa7026c343 2024-12-08T18:02:42,096 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/data/default/SPTestTable/58c8763c11473e8468e247cf58d279ad 2024-12-08T18:02:42,097 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1048): stopping wal replay for 030a9546941b61b7242f0afa7026c343 2024-12-08T18:02:42,097 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1060): Cleaning up temporary data for 030a9546941b61b7242f0afa7026c343 2024-12-08T18:02:42,097 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 30.6100 sec 2024-12-08T18:02:42,097 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1048): stopping wal replay for 58c8763c11473e8468e247cf58d279ad 2024-12-08T18:02:42,097 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1060): Cleaning up temporary data for 58c8763c11473e8468e247cf58d279ad 2024-12-08T18:02:42,098 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1093): writing seq id for 030a9546941b61b7242f0afa7026c343 2024-12-08T18:02:42,099 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1093): writing seq id for 58c8763c11473e8468e247cf58d279ad 2024-12-08T18:02:42,099 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1114): Opened 030a9546941b61b7242f0afa7026c343; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69132310, jitterRate=0.030151695013046265}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T18:02:42,099 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 030a9546941b61b7242f0afa7026c343 2024-12-08T18:02:42,099 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1006): Region open journal for 030a9546941b61b7242f0afa7026c343: Running coprocessor pre-open hook at 1733680962087Writing region info on filesystem at 1733680962087Initializing all the Stores at 1733680962088 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733680962088Cleaning up temporary data from old regions at 1733680962097 (+9 ms)Running coprocessor post-open hooks at 1733680962099 (+2 ms)Region opened successfully at 1733680962099 2024-12-08T18:02:42,099 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1114): Opened 58c8763c11473e8468e247cf58d279ad; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73729310, jitterRate=0.09865233302116394}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T18:02:42,099 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 58c8763c11473e8468e247cf58d279ad 2024-12-08T18:02:42,099 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1006): Region open journal for 58c8763c11473e8468e247cf58d279ad: Running coprocessor pre-open hook at 1733680962084Writing region info on filesystem at 1733680962084Initializing all the Stores at 1733680962084Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733680962085 (+1 ms)Cleaning up temporary data from old regions at 1733680962097 (+12 ms)Running coprocessor post-open hooks at 1733680962099 (+2 ms)Region opened successfully at 1733680962099 2024-12-08T18:02:42,100 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1733680911683.030a9546941b61b7242f0afa7026c343., pid=53, masterSystemTime=1733680962081 2024-12-08T18:02:42,100 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1733680911683.58c8763c11473e8468e247cf58d279ad., pid=54, masterSystemTime=1733680962072 2024-12-08T18:02:42,101 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1733680911683.030a9546941b61b7242f0afa7026c343. 2024-12-08T18:02:42,102 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1733680911683.030a9546941b61b7242f0afa7026c343. 2024-12-08T18:02:42,102 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1733680911683.8f2cfa32ea6655ce35e5d7bdf8172d1f. 2024-12-08T18:02:42,102 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7752): Opening region: {ENCODED => 8f2cfa32ea6655ce35e5d7bdf8172d1f, NAME => 'SPTestTable,ccccccc8,1733680911683.8f2cfa32ea6655ce35e5d7bdf8172d1f.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-12-08T18:02:42,102 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=030a9546941b61b7242f0afa7026c343, regionState=OPEN, openSeqNum=2, regionLocation=b1d30ef9e474,45625,1733680899970 2024-12-08T18:02:42,102 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8f2cfa32ea6655ce35e5d7bdf8172d1f 2024-12-08T18:02:42,102 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1733680911683.58c8763c11473e8468e247cf58d279ad. 2024-12-08T18:02:42,102 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733680911683.8f2cfa32ea6655ce35e5d7bdf8172d1f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T18:02:42,102 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1733680911683.58c8763c11473e8468e247cf58d279ad. 2024-12-08T18:02:42,102 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7794): checking encryption for 8f2cfa32ea6655ce35e5d7bdf8172d1f 2024-12-08T18:02:42,102 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7797): checking classloading for 8f2cfa32ea6655ce35e5d7bdf8172d1f 2024-12-08T18:02:42,103 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=58c8763c11473e8468e247cf58d279ad, regionState=OPEN, openSeqNum=2, regionLocation=b1d30ef9e474,40387,1733680900022 2024-12-08T18:02:42,104 INFO [StoreOpener-8f2cfa32ea6655ce35e5d7bdf8172d1f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8f2cfa32ea6655ce35e5d7bdf8172d1f 2024-12-08T18:02:42,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=53, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure 030a9546941b61b7242f0afa7026c343, server=b1d30ef9e474,45625,1733680899970 because future has completed 2024-12-08T18:02:42,105 INFO [StoreOpener-8f2cfa32ea6655ce35e5d7bdf8172d1f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8f2cfa32ea6655ce35e5d7bdf8172d1f columnFamilyName cf 2024-12-08T18:02:42,105 DEBUG [StoreOpener-8f2cfa32ea6655ce35e5d7bdf8172d1f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T18:02:42,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=54, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure 58c8763c11473e8468e247cf58d279ad, server=b1d30ef9e474,40387,1733680900022 because future has completed 2024-12-08T18:02:42,107 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=51 2024-12-08T18:02:42,107 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=51, state=SUCCESS, hasLock=false; OpenRegionProcedure 030a9546941b61b7242f0afa7026c343, server=b1d30ef9e474,45625,1733680899970 in 9.8300 sec 2024-12-08T18:02:42,107 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=50 2024-12-08T18:02:42,107 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=50, state=SUCCESS, hasLock=false; OpenRegionProcedure 58c8763c11473e8468e247cf58d279ad, server=b1d30ef9e474,40387,1733680900022 in 9.8260 sec 2024-12-08T18:02:42,108 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=030a9546941b61b7242f0afa7026c343, ASSIGN in 9.9910 sec 2024-12-08T18:02:42,109 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=58c8763c11473e8468e247cf58d279ad, ASSIGN in 9.9910 sec 2024-12-08T18:02:42,113 DEBUG [StoreOpener-8f2cfa32ea6655ce35e5d7bdf8172d1f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/data/default/SPTestTable/8f2cfa32ea6655ce35e5d7bdf8172d1f/cf/d101778daecb49a4a8bdc1aa55d46d75 2024-12-08T18:02:42,113 INFO [StoreOpener-8f2cfa32ea6655ce35e5d7bdf8172d1f-1 {}] regionserver.HStore(327): Store=8f2cfa32ea6655ce35e5d7bdf8172d1f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T18:02:42,113 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1038): replaying wal for 8f2cfa32ea6655ce35e5d7bdf8172d1f 2024-12-08T18:02:42,114 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/data/default/SPTestTable/8f2cfa32ea6655ce35e5d7bdf8172d1f 2024-12-08T18:02:42,115 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/data/default/SPTestTable/8f2cfa32ea6655ce35e5d7bdf8172d1f 2024-12-08T18:02:42,115 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1048): stopping wal replay for 8f2cfa32ea6655ce35e5d7bdf8172d1f 2024-12-08T18:02:42,115 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1060): Cleaning up temporary data for 8f2cfa32ea6655ce35e5d7bdf8172d1f 2024-12-08T18:02:42,117 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1093): writing seq id for 8f2cfa32ea6655ce35e5d7bdf8172d1f 2024-12-08T18:02:42,119 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/data/default/SPTestTable/8f2cfa32ea6655ce35e5d7bdf8172d1f/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-08T18:02:42,120 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1114): Opened 8f2cfa32ea6655ce35e5d7bdf8172d1f; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70106018, jitterRate=0.04466107487678528}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T18:02:42,120 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8f2cfa32ea6655ce35e5d7bdf8172d1f 2024-12-08T18:02:42,120 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1006): Region open journal for 8f2cfa32ea6655ce35e5d7bdf8172d1f: Running coprocessor pre-open hook at 1733680962102Writing region info on filesystem at 1733680962102Initializing all the Stores at 1733680962103 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733680962103Cleaning up temporary data from old regions at 1733680962115 (+12 ms)Running coprocessor post-open hooks at 1733680962120 (+5 ms)Region opened successfully at 1733680962120 2024-12-08T18:02:42,121 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1733680911683.8f2cfa32ea6655ce35e5d7bdf8172d1f., pid=52, masterSystemTime=1733680962081 2024-12-08T18:02:42,124 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1733680911683.8f2cfa32ea6655ce35e5d7bdf8172d1f. 2024-12-08T18:02:42,124 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1733680911683.8f2cfa32ea6655ce35e5d7bdf8172d1f. 2024-12-08T18:02:42,124 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=8f2cfa32ea6655ce35e5d7bdf8172d1f, regionState=OPEN, openSeqNum=6, regionLocation=b1d30ef9e474,45625,1733680899970 2024-12-08T18:02:42,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=52, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8f2cfa32ea6655ce35e5d7bdf8172d1f, server=b1d30ef9e474,45625,1733680899970 because future has completed 2024-12-08T18:02:42,129 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-12-08T18:02:42,129 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=49 2024-12-08T18:02:42,130 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=49, state=SUCCESS, hasLock=false; OpenRegionProcedure 8f2cfa32ea6655ce35e5d7bdf8172d1f, server=b1d30ef9e474,45625,1733680899970 in 9.8530 sec 2024-12-08T18:02:42,132 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-12-08T18:02:42,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-08T18:02:42,133 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-08T18:02:42,133 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T18:02:42,133 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:02:42,133 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:02:42,133 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T18:02:42,133 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-08T18:02:42,133 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1049032532, stopped=false 2024-12-08T18:02:42,133 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b1d30ef9e474,37543,1733680899796 2024-12-08T18:02:42,133 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=46 2024-12-08T18:02:42,134 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(291): removed crashed server b1d30ef9e474,32917,1733680900075 after splitting done 2024-12-08T18:02:42,134 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8f2cfa32ea6655ce35e5d7bdf8172d1f, ASSIGN in 10.0140 sec 2024-12-08T18:02:42,135 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; ServerCrashProcedure b1d30ef9e474,32917,1733680900075, splitWal=true, meta=false in 19.9170 sec 2024-12-08T18:02:42,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37543-0x10006972d800000, quorum=127.0.0.1:65086, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-08T18:02:42,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40387-0x10006972d800002, quorum=127.0.0.1:65086, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-08T18:02:42,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45625-0x10006972d800001, quorum=127.0.0.1:65086, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-08T18:02:42,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45625-0x10006972d800001, quorum=127.0.0.1:65086, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T18:02:42,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40387-0x10006972d800002, quorum=127.0.0.1:65086, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T18:02:42,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37543-0x10006972d800000, quorum=127.0.0.1:65086, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T18:02:42,205 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-08T18:02:42,205 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-08T18:02:42,205 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T18:02:42,205 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:02:42,205 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b1d30ef9e474,45625,1733680899970' ***** 2024-12-08T18:02:42,205 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-08T18:02:42,205 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b1d30ef9e474,40387,1733680900022' ***** 2024-12-08T18:02:42,205 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-08T18:02:42,205 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45625-0x10006972d800001, quorum=127.0.0.1:65086, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T18:02:42,206 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40387-0x10006972d800002, quorum=127.0.0.1:65086, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T18:02:42,206 INFO [RS:0;b1d30ef9e474:45625 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-08T18:02:42,206 INFO [RS:0;b1d30ef9e474:45625 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-08T18:02:42,206 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-08T18:02:42,206 INFO [RS:0;b1d30ef9e474:45625 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-08T18:02:42,206 INFO [RS:1;b1d30ef9e474:40387 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-08T18:02:42,206 INFO [RS:0;b1d30ef9e474:45625 {}] regionserver.HRegionServer(3091): Received CLOSE for 2ada425025ccd51938c28e956cd8c888 2024-12-08T18:02:42,206 INFO [RS:1;b1d30ef9e474:40387 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-08T18:02:42,206 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-08T18:02:42,206 INFO [RS:1;b1d30ef9e474:40387 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-08T18:02:42,206 INFO [RS:1;b1d30ef9e474:40387 {}] regionserver.HRegionServer(3091): Received CLOSE for 58c8763c11473e8468e247cf58d279ad 2024-12-08T18:02:42,206 INFO [RS:0;b1d30ef9e474:45625 {}] regionserver.HRegionServer(3091): Received CLOSE for 8f2cfa32ea6655ce35e5d7bdf8172d1f 2024-12-08T18:02:42,206 INFO [RS:0;b1d30ef9e474:45625 {}] regionserver.HRegionServer(3091): Received CLOSE for b3de8e0dbbdf82d3f77de66536ad2591 2024-12-08T18:02:42,206 INFO [RS:1;b1d30ef9e474:40387 {}] regionserver.HRegionServer(3091): Received CLOSE for 93d4c62b473c3150ab3a44cd68305eef 2024-12-08T18:02:42,206 INFO [RS:0;b1d30ef9e474:45625 {}] regionserver.HRegionServer(3091): Received CLOSE for 030a9546941b61b7242f0afa7026c343 2024-12-08T18:02:42,206 INFO [RS:1;b1d30ef9e474:40387 {}] regionserver.HRegionServer(3091): Received CLOSE for 017b7408023eb0ccaa7bfb613297fde0 2024-12-08T18:02:42,207 INFO [RS:0;b1d30ef9e474:45625 {}] regionserver.HRegionServer(3091): Received CLOSE for ff67566de48912e30ed2a93ab669f5db 2024-12-08T18:02:42,207 INFO [RS:1;b1d30ef9e474:40387 {}] regionserver.HRegionServer(3091): Received CLOSE for 6ec244dda6652bcbf5ddba41ce1df92e 2024-12-08T18:02:42,207 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2ada425025ccd51938c28e956cd8c888, disabling compactions & flushes 2024-12-08T18:02:42,207 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 58c8763c11473e8468e247cf58d279ad, disabling compactions & flushes 2024-12-08T18:02:42,207 INFO [RS:0;b1d30ef9e474:45625 {}] regionserver.HRegionServer(3091): Received CLOSE for a44e3310b831980b84cd0eca498833fd 2024-12-08T18:02:42,207 INFO [RS:1;b1d30ef9e474:40387 {}] regionserver.HRegionServer(959): stopping server b1d30ef9e474,40387,1733680900022 2024-12-08T18:02:42,207 INFO [RS:0;b1d30ef9e474:45625 {}] regionserver.HRegionServer(959): stopping server b1d30ef9e474,45625,1733680899970 2024-12-08T18:02:42,207 INFO [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733680911683.2ada425025ccd51938c28e956cd8c888. 2024-12-08T18:02:42,207 INFO [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733680911683.58c8763c11473e8468e247cf58d279ad. 2024-12-08T18:02:42,207 INFO [RS:1;b1d30ef9e474:40387 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-08T18:02:42,207 INFO [RS:0;b1d30ef9e474:45625 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-08T18:02:42,207 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733680911683.2ada425025ccd51938c28e956cd8c888. 2024-12-08T18:02:42,207 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733680911683.58c8763c11473e8468e247cf58d279ad. 2024-12-08T18:02:42,207 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37543-0x10006972d800000, quorum=127.0.0.1:65086, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T18:02:42,207 INFO [RS:1;b1d30ef9e474:40387 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;b1d30ef9e474:40387. 2024-12-08T18:02:42,207 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733680911683.2ada425025ccd51938c28e956cd8c888. after waiting 0 ms 2024-12-08T18:02:42,207 INFO [RS:0;b1d30ef9e474:45625 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b1d30ef9e474:45625. 2024-12-08T18:02:42,207 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733680911683.58c8763c11473e8468e247cf58d279ad. after waiting 0 ms 2024-12-08T18:02:42,207 DEBUG [RS:1;b1d30ef9e474:40387 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T18:02:42,207 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733680911683.2ada425025ccd51938c28e956cd8c888. 2024-12-08T18:02:42,207 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733680911683.58c8763c11473e8468e247cf58d279ad. 2024-12-08T18:02:42,207 DEBUG [RS:1;b1d30ef9e474:40387 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:02:42,207 DEBUG [RS:0;b1d30ef9e474:45625 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T18:02:42,207 DEBUG [RS:0;b1d30ef9e474:45625 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:02:42,207 INFO [RS:1;b1d30ef9e474:40387 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-08T18:02:42,207 INFO [RS:1;b1d30ef9e474:40387 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-08T18:02:42,207 INFO [RS:0;b1d30ef9e474:45625 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-12-08T18:02:42,207 INFO [RS:1;b1d30ef9e474:40387 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-08T18:02:42,207 DEBUG [RS:0;b1d30ef9e474:45625 {}] regionserver.HRegionServer(1325): Online Regions={2ada425025ccd51938c28e956cd8c888=SPTestTable,4ccccccb,1733680911683.2ada425025ccd51938c28e956cd8c888., 8f2cfa32ea6655ce35e5d7bdf8172d1f=SPTestTable,ccccccc8,1733680911683.8f2cfa32ea6655ce35e5d7bdf8172d1f., b3de8e0dbbdf82d3f77de66536ad2591=SPTestTable,,1733680911683.b3de8e0dbbdf82d3f77de66536ad2591., 030a9546941b61b7242f0afa7026c343=SPTestTable,19999999,1733680911683.030a9546941b61b7242f0afa7026c343., ff67566de48912e30ed2a93ab669f5db=SPTestTable,e6666661,1733680911683.ff67566de48912e30ed2a93ab669f5db., a44e3310b831980b84cd0eca498833fd=SPTestTable,99999996,1733680911683.a44e3310b831980b84cd0eca498833fd.} 2024-12-08T18:02:42,207 INFO [RS:1;b1d30ef9e474:40387 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-08T18:02:42,207 DEBUG [RS:0;b1d30ef9e474:45625 {}] regionserver.HRegionServer(1351): Waiting on 030a9546941b61b7242f0afa7026c343, 2ada425025ccd51938c28e956cd8c888, 8f2cfa32ea6655ce35e5d7bdf8172d1f, a44e3310b831980b84cd0eca498833fd, b3de8e0dbbdf82d3f77de66536ad2591, ff67566de48912e30ed2a93ab669f5db 2024-12-08T18:02:42,207 INFO [RS:1;b1d30ef9e474:40387 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-12-08T18:02:42,207 DEBUG [RS:1;b1d30ef9e474:40387 {}] regionserver.HRegionServer(1325): Online Regions={58c8763c11473e8468e247cf58d279ad=SPTestTable,66666664,1733680911683.58c8763c11473e8468e247cf58d279ad., 93d4c62b473c3150ab3a44cd68305eef=SPTestTable,7ffffffd,1733680911683.93d4c62b473c3150ab3a44cd68305eef., 1588230740=hbase:meta,,1.1588230740, 017b7408023eb0ccaa7bfb613297fde0=SPTestTable,33333332,1733680911683.017b7408023eb0ccaa7bfb613297fde0., 6ec244dda6652bcbf5ddba41ce1df92e=SPTestTable,b333332f,1733680911683.6ec244dda6652bcbf5ddba41ce1df92e.} 2024-12-08T18:02:42,207 DEBUG [RS:1;b1d30ef9e474:40387 {}] regionserver.HRegionServer(1351): Waiting on 017b7408023eb0ccaa7bfb613297fde0, 1588230740, 58c8763c11473e8468e247cf58d279ad, 6ec244dda6652bcbf5ddba41ce1df92e, 93d4c62b473c3150ab3a44cd68305eef 2024-12-08T18:02:42,207 DEBUG [RS_CLOSE_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-08T18:02:42,207 INFO [RS_CLOSE_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-08T18:02:42,207 DEBUG [RS_CLOSE_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-08T18:02:42,207 DEBUG [RS_CLOSE_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-08T18:02:42,207 DEBUG [RS_CLOSE_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-08T18:02:42,208 INFO [RS_CLOSE_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.38 KB heapSize=25.80 KB 2024-12-08T18:02:42,210 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/data/default/SPTestTable/58c8763c11473e8468e247cf58d279ad/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-08T18:02:42,210 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/data/default/SPTestTable/2ada425025ccd51938c28e956cd8c888/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-08T18:02:42,211 INFO [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733680911683.58c8763c11473e8468e247cf58d279ad. 2024-12-08T18:02:42,211 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 58c8763c11473e8468e247cf58d279ad: Waiting for close lock at 1733680962206Running coprocessor pre-close hooks at 1733680962207 (+1 ms)Disabling compacts and flushes for region at 1733680962207Disabling writes for close at 1733680962207Writing region close event to WAL at 1733680962207Running coprocessor post-close hooks at 1733680962211 (+4 ms)Closed at 1733680962211 2024-12-08T18:02:42,211 INFO [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733680911683.2ada425025ccd51938c28e956cd8c888. 2024-12-08T18:02:42,211 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2ada425025ccd51938c28e956cd8c888: Waiting for close lock at 1733680962206Running coprocessor pre-close hooks at 1733680962206Disabling compacts and flushes for region at 1733680962206Disabling writes for close at 1733680962207 (+1 ms)Writing region close event to WAL at 1733680962207Running coprocessor post-close hooks at 1733680962211 (+4 ms)Closed at 1733680962211 2024-12-08T18:02:42,211 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1733680911683.58c8763c11473e8468e247cf58d279ad. 2024-12-08T18:02:42,211 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1733680911683.2ada425025ccd51938c28e956cd8c888. 2024-12-08T18:02:42,211 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8f2cfa32ea6655ce35e5d7bdf8172d1f, disabling compactions & flushes 2024-12-08T18:02:42,211 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 93d4c62b473c3150ab3a44cd68305eef, disabling compactions & flushes 2024-12-08T18:02:42,211 INFO [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733680911683.8f2cfa32ea6655ce35e5d7bdf8172d1f. 2024-12-08T18:02:42,211 INFO [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733680911683.93d4c62b473c3150ab3a44cd68305eef. 2024-12-08T18:02:42,211 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733680911683.8f2cfa32ea6655ce35e5d7bdf8172d1f. 2024-12-08T18:02:42,211 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733680911683.93d4c62b473c3150ab3a44cd68305eef. 2024-12-08T18:02:42,211 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733680911683.8f2cfa32ea6655ce35e5d7bdf8172d1f. after waiting 0 ms 2024-12-08T18:02:42,211 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733680911683.93d4c62b473c3150ab3a44cd68305eef. after waiting 0 ms 2024-12-08T18:02:42,211 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733680911683.8f2cfa32ea6655ce35e5d7bdf8172d1f. 2024-12-08T18:02:42,211 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733680911683.93d4c62b473c3150ab3a44cd68305eef. 2024-12-08T18:02:42,217 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/data/default/SPTestTable/93d4c62b473c3150ab3a44cd68305eef/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-08T18:02:42,218 INFO [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733680911683.93d4c62b473c3150ab3a44cd68305eef. 2024-12-08T18:02:42,218 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 93d4c62b473c3150ab3a44cd68305eef: Waiting for close lock at 1733680962211Running coprocessor pre-close hooks at 1733680962211Disabling compacts and flushes for region at 1733680962211Disabling writes for close at 1733680962211Writing region close event to WAL at 1733680962211Running coprocessor post-close hooks at 1733680962218 (+7 ms)Closed at 1733680962218 2024-12-08T18:02:42,218 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1733680911683.93d4c62b473c3150ab3a44cd68305eef. 2024-12-08T18:02:42,218 INFO [regionserver/b1d30ef9e474:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-08T18:02:42,218 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 017b7408023eb0ccaa7bfb613297fde0, disabling compactions & flushes 2024-12-08T18:02:42,218 INFO [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733680911683.017b7408023eb0ccaa7bfb613297fde0. 2024-12-08T18:02:42,219 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733680911683.017b7408023eb0ccaa7bfb613297fde0. 2024-12-08T18:02:42,219 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733680911683.017b7408023eb0ccaa7bfb613297fde0. after waiting 0 ms 2024-12-08T18:02:42,219 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733680911683.017b7408023eb0ccaa7bfb613297fde0. 2024-12-08T18:02:42,220 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/data/default/SPTestTable/8f2cfa32ea6655ce35e5d7bdf8172d1f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=5 2024-12-08T18:02:42,221 INFO [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733680911683.8f2cfa32ea6655ce35e5d7bdf8172d1f. 2024-12-08T18:02:42,221 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8f2cfa32ea6655ce35e5d7bdf8172d1f: Waiting for close lock at 1733680962211Running coprocessor pre-close hooks at 1733680962211Disabling compacts and flushes for region at 1733680962211Disabling writes for close at 1733680962211Writing region close event to WAL at 1733680962217 (+6 ms)Running coprocessor post-close hooks at 1733680962221 (+4 ms)Closed at 1733680962221 2024-12-08T18:02:42,221 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1733680911683.8f2cfa32ea6655ce35e5d7bdf8172d1f. 2024-12-08T18:02:42,222 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b3de8e0dbbdf82d3f77de66536ad2591, disabling compactions & flushes 2024-12-08T18:02:42,222 INFO [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1733680911683.b3de8e0dbbdf82d3f77de66536ad2591. 2024-12-08T18:02:42,222 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733680911683.b3de8e0dbbdf82d3f77de66536ad2591. 2024-12-08T18:02:42,222 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733680911683.b3de8e0dbbdf82d3f77de66536ad2591. after waiting 0 ms 2024-12-08T18:02:42,222 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733680911683.b3de8e0dbbdf82d3f77de66536ad2591. 2024-12-08T18:02:42,222 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/data/default/SPTestTable/017b7408023eb0ccaa7bfb613297fde0/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-08T18:02:42,223 INFO [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733680911683.017b7408023eb0ccaa7bfb613297fde0. 2024-12-08T18:02:42,223 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 017b7408023eb0ccaa7bfb613297fde0: Waiting for close lock at 1733680962218Running coprocessor pre-close hooks at 1733680962218Disabling compacts and flushes for region at 1733680962218Disabling writes for close at 1733680962219 (+1 ms)Writing region close event to WAL at 1733680962219Running coprocessor post-close hooks at 1733680962223 (+4 ms)Closed at 1733680962223 2024-12-08T18:02:42,223 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1733680911683.017b7408023eb0ccaa7bfb613297fde0. 2024-12-08T18:02:42,223 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6ec244dda6652bcbf5ddba41ce1df92e, disabling compactions & flushes 2024-12-08T18:02:42,223 INFO [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733680911683.6ec244dda6652bcbf5ddba41ce1df92e. 2024-12-08T18:02:42,223 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733680911683.6ec244dda6652bcbf5ddba41ce1df92e. 2024-12-08T18:02:42,223 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733680911683.6ec244dda6652bcbf5ddba41ce1df92e. after waiting 0 ms 2024-12-08T18:02:42,223 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733680911683.6ec244dda6652bcbf5ddba41ce1df92e. 2024-12-08T18:02:42,224 DEBUG [RS_CLOSE_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/data/hbase/meta/1588230740/.tmp/info/294e89f54b6045959d68332e5c9ddcab is 167, key is SPTestTable,19999999,1733680911683.030a9546941b61b7242f0afa7026c343./info:regioninfo/1733680962102/Put/seqid=0 2024-12-08T18:02:42,226 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/data/default/SPTestTable/b3de8e0dbbdf82d3f77de66536ad2591/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-08T18:02:42,227 INFO [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1733680911683.b3de8e0dbbdf82d3f77de66536ad2591. 2024-12-08T18:02:42,227 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b3de8e0dbbdf82d3f77de66536ad2591: Waiting for close lock at 1733680962221Running coprocessor pre-close hooks at 1733680962221Disabling compacts and flushes for region at 1733680962222 (+1 ms)Disabling writes for close at 1733680962222Writing region close event to WAL at 1733680962222Running coprocessor post-close hooks at 1733680962226 (+4 ms)Closed at 1733680962226 2024-12-08T18:02:42,227 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1733680911683.b3de8e0dbbdf82d3f77de66536ad2591. 2024-12-08T18:02:42,227 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 030a9546941b61b7242f0afa7026c343, disabling compactions & flushes 2024-12-08T18:02:42,227 INFO [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733680911683.030a9546941b61b7242f0afa7026c343. 2024-12-08T18:02:42,227 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733680911683.030a9546941b61b7242f0afa7026c343. 2024-12-08T18:02:42,227 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733680911683.030a9546941b61b7242f0afa7026c343. after waiting 0 ms 2024-12-08T18:02:42,227 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733680911683.030a9546941b61b7242f0afa7026c343. 2024-12-08T18:02:42,229 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/data/default/SPTestTable/6ec244dda6652bcbf5ddba41ce1df92e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-08T18:02:42,230 INFO [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733680911683.6ec244dda6652bcbf5ddba41ce1df92e. 2024-12-08T18:02:42,230 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6ec244dda6652bcbf5ddba41ce1df92e: Waiting for close lock at 1733680962223Running coprocessor pre-close hooks at 1733680962223Disabling compacts and flushes for region at 1733680962223Disabling writes for close at 1733680962223Writing region close event to WAL at 1733680962225 (+2 ms)Running coprocessor post-close hooks at 1733680962230 (+5 ms)Closed at 1733680962230 2024-12-08T18:02:42,230 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1733680911683.6ec244dda6652bcbf5ddba41ce1df92e. 2024-12-08T18:02:42,231 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/data/default/SPTestTable/030a9546941b61b7242f0afa7026c343/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-08T18:02:42,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38339 is added to blk_1073741864_1040 (size=19817) 2024-12-08T18:02:42,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40743 is added to blk_1073741864_1040 (size=19817) 2024-12-08T18:02:42,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41931 is added to blk_1073741864_1040 (size=19817) 2024-12-08T18:02:42,232 INFO [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733680911683.030a9546941b61b7242f0afa7026c343. 2024-12-08T18:02:42,232 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 030a9546941b61b7242f0afa7026c343: Waiting for close lock at 1733680962227Running coprocessor pre-close hooks at 1733680962227Disabling compacts and flushes for region at 1733680962227Disabling writes for close at 1733680962227Writing region close event to WAL at 1733680962227Running coprocessor post-close hooks at 1733680962232 (+5 ms)Closed at 1733680962232 2024-12-08T18:02:42,232 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1733680911683.030a9546941b61b7242f0afa7026c343. 2024-12-08T18:02:42,232 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ff67566de48912e30ed2a93ab669f5db, disabling compactions & flushes 2024-12-08T18:02:42,232 INFO [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733680911683.ff67566de48912e30ed2a93ab669f5db. 2024-12-08T18:02:42,232 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733680911683.ff67566de48912e30ed2a93ab669f5db. 2024-12-08T18:02:42,232 INFO [RS_CLOSE_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.22 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/data/hbase/meta/1588230740/.tmp/info/294e89f54b6045959d68332e5c9ddcab 2024-12-08T18:02:42,232 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733680911683.ff67566de48912e30ed2a93ab669f5db. after waiting 0 ms 2024-12-08T18:02:42,232 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733680911683.ff67566de48912e30ed2a93ab669f5db. 2024-12-08T18:02:42,236 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/data/default/SPTestTable/ff67566de48912e30ed2a93ab669f5db/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-08T18:02:42,236 INFO [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733680911683.ff67566de48912e30ed2a93ab669f5db. 2024-12-08T18:02:42,236 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ff67566de48912e30ed2a93ab669f5db: Waiting for close lock at 1733680962232Running coprocessor pre-close hooks at 1733680962232Disabling compacts and flushes for region at 1733680962232Disabling writes for close at 1733680962232Writing region close event to WAL at 1733680962233 (+1 ms)Running coprocessor post-close hooks at 1733680962236 (+3 ms)Closed at 1733680962236 2024-12-08T18:02:42,237 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1733680911683.ff67566de48912e30ed2a93ab669f5db. 2024-12-08T18:02:42,237 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a44e3310b831980b84cd0eca498833fd, disabling compactions & flushes 2024-12-08T18:02:42,237 INFO [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733680911683.a44e3310b831980b84cd0eca498833fd. 2024-12-08T18:02:42,237 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733680911683.a44e3310b831980b84cd0eca498833fd. 2024-12-08T18:02:42,237 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733680911683.a44e3310b831980b84cd0eca498833fd. after waiting 0 ms 2024-12-08T18:02:42,237 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733680911683.a44e3310b831980b84cd0eca498833fd. 2024-12-08T18:02:42,242 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/data/default/SPTestTable/a44e3310b831980b84cd0eca498833fd/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-08T18:02:42,242 INFO [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733680911683.a44e3310b831980b84cd0eca498833fd. 2024-12-08T18:02:42,242 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a44e3310b831980b84cd0eca498833fd: Waiting for close lock at 1733680962237Running coprocessor pre-close hooks at 1733680962237Disabling compacts and flushes for region at 1733680962237Disabling writes for close at 1733680962237Writing region close event to WAL at 1733680962238 (+1 ms)Running coprocessor post-close hooks at 1733680962242 (+4 ms)Closed at 1733680962242 2024-12-08T18:02:42,242 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1733680911683.a44e3310b831980b84cd0eca498833fd. 2024-12-08T18:02:42,258 DEBUG [RS_CLOSE_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/data/hbase/meta/1588230740/.tmp/ns/932ae909319741dc8d04154da354bdb8 is 43, key is default/ns:d/1733680911524/Put/seqid=0 2024-12-08T18:02:42,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40743 is added to blk_1073741865_1041 (size=5153) 2024-12-08T18:02:42,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38339 is added to blk_1073741865_1041 (size=5153) 2024-12-08T18:02:42,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41931 is added to blk_1073741865_1041 (size=5153) 2024-12-08T18:02:42,267 INFO [RS_CLOSE_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/data/hbase/meta/1588230740/.tmp/ns/932ae909319741dc8d04154da354bdb8 2024-12-08T18:02:42,287 DEBUG [RS_CLOSE_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/data/hbase/meta/1588230740/.tmp/table/d86688050a74491e95f4578a2153da45 is 47, key is SPTestTable/table:state/1733680922851/Put/seqid=0 2024-12-08T18:02:42,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41931 is added to blk_1073741866_1042 (size=5214) 2024-12-08T18:02:42,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40743 is added to blk_1073741866_1042 (size=5214) 2024-12-08T18:02:42,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38339 is added to blk_1073741866_1042 (size=5214) 2024-12-08T18:02:42,295 INFO [RS_CLOSE_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/data/hbase/meta/1588230740/.tmp/table/d86688050a74491e95f4578a2153da45 2024-12-08T18:02:42,302 DEBUG [RS_CLOSE_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/data/hbase/meta/1588230740/.tmp/info/294e89f54b6045959d68332e5c9ddcab as hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/data/hbase/meta/1588230740/info/294e89f54b6045959d68332e5c9ddcab 2024-12-08T18:02:42,303 INFO [regionserver/b1d30ef9e474:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-08T18:02:42,309 INFO [RS_CLOSE_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/data/hbase/meta/1588230740/info/294e89f54b6045959d68332e5c9ddcab, entries=112, sequenceid=35, filesize=19.4 K 2024-12-08T18:02:42,310 DEBUG [RS_CLOSE_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/data/hbase/meta/1588230740/.tmp/ns/932ae909319741dc8d04154da354bdb8 as hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/data/hbase/meta/1588230740/ns/932ae909319741dc8d04154da354bdb8 2024-12-08T18:02:42,315 INFO [RS_CLOSE_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/data/hbase/meta/1588230740/ns/932ae909319741dc8d04154da354bdb8, entries=2, sequenceid=35, filesize=5.0 K 2024-12-08T18:02:42,316 DEBUG [RS_CLOSE_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/data/hbase/meta/1588230740/.tmp/table/d86688050a74491e95f4578a2153da45 as hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/data/hbase/meta/1588230740/table/d86688050a74491e95f4578a2153da45 2024-12-08T18:02:42,322 INFO [RS_CLOSE_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/data/hbase/meta/1588230740/table/d86688050a74491e95f4578a2153da45, entries=2, sequenceid=35, filesize=5.1 K 2024-12-08T18:02:42,323 INFO [RS_CLOSE_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.38 KB/15744, heapSize ~25.51 KB/26120, currentSize=0 B/0 for 1588230740 in 116ms, sequenceid=35, compaction requested=false 2024-12-08T18:02:42,327 DEBUG [RS_CLOSE_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/data/hbase/meta/1588230740/recovered.edits/38.seqid, newMaxSeqId=38, maxSeqId=1 2024-12-08T18:02:42,328 DEBUG [RS_CLOSE_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-08T18:02:42,328 INFO [RS_CLOSE_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-08T18:02:42,328 DEBUG [RS_CLOSE_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733680962207Running coprocessor pre-close hooks at 1733680962207Disabling compacts and flushes for region at 1733680962207Disabling writes for close at 1733680962207Obtaining lock to block concurrent updates at 1733680962208 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733680962208Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=15744, getHeapSize=26360, getOffHeapSize=0, getCellsCount=128 at 1733680962208Flushing stores of hbase:meta,,1.1588230740 at 1733680962208Flushing 1588230740/info: creating writer at 1733680962208Flushing 1588230740/info: appending metadata at 1733680962223 (+15 ms)Flushing 1588230740/info: closing flushed file at 1733680962223Flushing 1588230740/ns: creating writer at 1733680962239 (+16 ms)Flushing 1588230740/ns: appending metadata at 1733680962257 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1733680962258 (+1 ms)Flushing 1588230740/table: creating writer at 1733680962273 (+15 ms)Flushing 1588230740/table: appending metadata at 1733680962287 (+14 ms)Flushing 1588230740/table: closing flushed file at 1733680962287Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18053726: reopening flushed file at 1733680962301 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f669cc9: reopening flushed file at 1733680962309 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@189a0618: reopening flushed file at 1733680962315 (+6 ms)Finished flush of dataSize ~15.38 KB/15744, heapSize ~25.51 KB/26120, currentSize=0 B/0 for 1588230740 in 116ms, sequenceid=35, compaction requested=false at 1733680962323 (+8 ms)Writing region close event to WAL at 1733680962324 (+1 ms)Running coprocessor post-close hooks at 1733680962328 (+4 ms)Closed at 1733680962328 2024-12-08T18:02:42,328 DEBUG [RS_CLOSE_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-08T18:02:42,357 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-08T18:02:42,357 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-08T18:02:42,407 INFO [RS:0;b1d30ef9e474:45625 {}] regionserver.HRegionServer(976): stopping server b1d30ef9e474,45625,1733680899970; all regions closed. 2024-12-08T18:02:42,408 INFO [RS:1;b1d30ef9e474:40387 {}] regionserver.HRegionServer(976): stopping server b1d30ef9e474,40387,1733680900022; all regions closed. 2024-12-08T18:02:42,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40743 is added to blk_1073741836_1012 (size=18438) 2024-12-08T18:02:42,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38339 is added to blk_1073741833_1009 (size=4639) 2024-12-08T18:02:42,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38339 is added to blk_1073741836_1012 (size=18438) 2024-12-08T18:02:42,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41931 is added to blk_1073741833_1009 (size=4639) 2024-12-08T18:02:42,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41931 is added to blk_1073741836_1012 (size=18438) 2024-12-08T18:02:42,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40743 is added to blk_1073741833_1009 (size=4639) 2024-12-08T18:02:42,417 DEBUG [RS:0;b1d30ef9e474:45625 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/oldWALs 2024-12-08T18:02:42,417 INFO [RS:0;b1d30ef9e474:45625 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b1d30ef9e474%2C45625%2C1733680899970:(num 1733680900976) 2024-12-08T18:02:42,417 DEBUG [RS:0;b1d30ef9e474:45625 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:02:42,417 DEBUG [RS:1;b1d30ef9e474:40387 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/oldWALs 2024-12-08T18:02:42,417 INFO [RS:0;b1d30ef9e474:45625 {}] regionserver.LeaseManager(133): Closed leases 2024-12-08T18:02:42,417 INFO [RS:1;b1d30ef9e474:40387 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b1d30ef9e474%2C40387%2C1733680900022.meta:.meta(num 1733680911293) 2024-12-08T18:02:42,417 INFO [RS:0;b1d30ef9e474:45625 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-08T18:02:42,418 INFO [RS:0;b1d30ef9e474:45625 {}] hbase.ChoreService(370): Chore service for: regionserver/b1d30ef9e474:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-08T18:02:42,418 INFO [RS:0;b1d30ef9e474:45625 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-08T18:02:42,418 INFO [RS:0;b1d30ef9e474:45625 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-08T18:02:42,418 INFO [RS:0;b1d30ef9e474:45625 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-08T18:02:42,418 INFO [regionserver/b1d30ef9e474:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-08T18:02:42,418 INFO [RS:0;b1d30ef9e474:45625 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-08T18:02:42,418 INFO [RS:0;b1d30ef9e474:45625 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45625 2024-12-08T18:02:42,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41931 is added to blk_1073741835_1011 (size=2947) 2024-12-08T18:02:42,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38339 is added to blk_1073741835_1011 (size=2947) 2024-12-08T18:02:42,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40743 is added to blk_1073741835_1011 (size=2947) 2024-12-08T18:02:42,422 DEBUG [RS:1;b1d30ef9e474:40387 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/oldWALs 2024-12-08T18:02:42,422 INFO [RS:1;b1d30ef9e474:40387 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b1d30ef9e474%2C40387%2C1733680900022:(num 1733680900995) 2024-12-08T18:02:42,422 DEBUG [RS:1;b1d30ef9e474:40387 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:02:42,422 INFO [RS:1;b1d30ef9e474:40387 {}] regionserver.LeaseManager(133): Closed leases 2024-12-08T18:02:42,422 INFO [RS:1;b1d30ef9e474:40387 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-08T18:02:42,423 INFO [RS:1;b1d30ef9e474:40387 {}] hbase.ChoreService(370): Chore service for: regionserver/b1d30ef9e474:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-08T18:02:42,423 INFO [RS:1;b1d30ef9e474:40387 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-08T18:02:42,423 INFO [regionserver/b1d30ef9e474:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-08T18:02:42,423 INFO [RS:1;b1d30ef9e474:40387 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40387 2024-12-08T18:02:42,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37543-0x10006972d800000, quorum=127.0.0.1:65086, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-08T18:02:42,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45625-0x10006972d800001, quorum=127.0.0.1:65086, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b1d30ef9e474,45625,1733680899970 2024-12-08T18:02:42,425 INFO [RS:0;b1d30ef9e474:45625 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-08T18:02:42,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40387-0x10006972d800002, quorum=127.0.0.1:65086, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b1d30ef9e474,40387,1733680900022 2024-12-08T18:02:42,436 INFO [RS:1;b1d30ef9e474:40387 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-08T18:02:42,447 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b1d30ef9e474,40387,1733680900022] 2024-12-08T18:02:42,468 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b1d30ef9e474,40387,1733680900022 already deleted, retry=false 2024-12-08T18:02:42,468 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b1d30ef9e474,40387,1733680900022 expired; onlineServers=1 2024-12-08T18:02:42,468 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b1d30ef9e474,45625,1733680899970] 2024-12-08T18:02:42,478 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b1d30ef9e474,45625,1733680899970 already deleted, retry=false 2024-12-08T18:02:42,478 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b1d30ef9e474,45625,1733680899970 expired; onlineServers=0 2024-12-08T18:02:42,479 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b1d30ef9e474,37543,1733680899796' ***** 2024-12-08T18:02:42,479 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-08T18:02:42,479 INFO [M:0;b1d30ef9e474:37543 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-08T18:02:42,479 INFO [M:0;b1d30ef9e474:37543 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-08T18:02:42,479 DEBUG [M:0;b1d30ef9e474:37543 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-08T18:02:42,479 DEBUG [M:0;b1d30ef9e474:37543 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-08T18:02:42,480 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-08T18:02:42,480 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster-HFileCleaner.small.0-1733680900641 {}] cleaner.HFileCleaner(306): Exit Thread[master/b1d30ef9e474:0:becomeActiveMaster-HFileCleaner.small.0-1733680900641,5,FailOnTimeoutGroup] 2024-12-08T18:02:42,480 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster-HFileCleaner.large.0-1733680900641 {}] cleaner.HFileCleaner(306): Exit Thread[master/b1d30ef9e474:0:becomeActiveMaster-HFileCleaner.large.0-1733680900641,5,FailOnTimeoutGroup] 2024-12-08T18:02:42,480 INFO [M:0;b1d30ef9e474:37543 {}] hbase.ChoreService(370): Chore service for: master/b1d30ef9e474:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-08T18:02:42,481 INFO [M:0;b1d30ef9e474:37543 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-08T18:02:42,481 DEBUG [M:0;b1d30ef9e474:37543 {}] master.HMaster(1795): Stopping service threads 2024-12-08T18:02:42,481 INFO [M:0;b1d30ef9e474:37543 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-08T18:02:42,481 INFO [M:0;b1d30ef9e474:37543 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-08T18:02:42,482 ERROR [M:0;b1d30ef9e474:37543 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1506214772) connection to localhost/127.0.0.1:43335 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:43335,5,PEWorkerGroup] 2024-12-08T18:02:42,482 INFO [M:0;b1d30ef9e474:37543 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-08T18:02:42,482 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-08T18:02:42,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37543-0x10006972d800000, quorum=127.0.0.1:65086, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-08T18:02:42,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37543-0x10006972d800000, quorum=127.0.0.1:65086, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T18:02:42,489 DEBUG [M:0;b1d30ef9e474:37543 {}] zookeeper.ZKUtil(347): master:37543-0x10006972d800000, quorum=127.0.0.1:65086, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-08T18:02:42,489 WARN [M:0;b1d30ef9e474:37543 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-08T18:02:42,489 INFO [M:0;b1d30ef9e474:37543 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/.lastflushedseqids 2024-12-08T18:02:42,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38339 is added to blk_1073741867_1043 (size=650) 2024-12-08T18:02:42,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40743 is added to blk_1073741867_1043 (size=650) 2024-12-08T18:02:42,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41931 is added to blk_1073741867_1043 (size=650) 2024-12-08T18:02:42,500 INFO [M:0;b1d30ef9e474:37543 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-08T18:02:42,500 INFO [M:0;b1d30ef9e474:37543 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-08T18:02:42,500 DEBUG [M:0;b1d30ef9e474:37543 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-08T18:02:42,500 INFO [M:0;b1d30ef9e474:37543 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T18:02:42,501 DEBUG [M:0;b1d30ef9e474:37543 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T18:02:42,501 DEBUG [M:0;b1d30ef9e474:37543 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-08T18:02:42,501 DEBUG [M:0;b1d30ef9e474:37543 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T18:02:42,501 INFO [M:0;b1d30ef9e474:37543 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=235.01 KB heapSize=278.83 KB 2024-12-08T18:02:42,517 DEBUG [M:0;b1d30ef9e474:37543 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c57c754a5ed1431f87fcf4d2b14b95dc is 82, key is hbase:meta,,1/info:regioninfo/1733680911434/Put/seqid=0 2024-12-08T18:02:42,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38339 is added to blk_1073741868_1044 (size=5672) 2024-12-08T18:02:42,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40743 is added to blk_1073741868_1044 (size=5672) 2024-12-08T18:02:42,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41931 is added to blk_1073741868_1044 (size=5672) 2024-12-08T18:02:42,526 INFO [M:0;b1d30ef9e474:37543 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=476 (bloomFilter=true), to=hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c57c754a5ed1431f87fcf4d2b14b95dc 2024-12-08T18:02:42,544 DEBUG [M:0;b1d30ef9e474:37543 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d9892e0bc8904da298010cd3e117031d is 1244, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733680922859/Put/seqid=0 2024-12-08T18:02:42,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45625-0x10006972d800001, quorum=127.0.0.1:65086, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T18:02:42,547 INFO [RS:0;b1d30ef9e474:45625 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-08T18:02:42,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45625-0x10006972d800001, quorum=127.0.0.1:65086, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T18:02:42,547 INFO [RS:0;b1d30ef9e474:45625 {}] regionserver.HRegionServer(1031): Exiting; stopping=b1d30ef9e474,45625,1733680899970; zookeeper connection closed. 2024-12-08T18:02:42,547 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@652f8973 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@652f8973 2024-12-08T18:02:42,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40743 is added to blk_1073741869_1045 (size=9322) 2024-12-08T18:02:42,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41931 is added to blk_1073741869_1045 (size=9322) 2024-12-08T18:02:42,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38339 is added to blk_1073741869_1045 (size=9322) 2024-12-08T18:02:42,551 INFO [M:0;b1d30ef9e474:37543 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=234.27 KB at sequenceid=476 (bloomFilter=true), to=hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d9892e0bc8904da298010cd3e117031d 2024-12-08T18:02:42,556 INFO [M:0;b1d30ef9e474:37543 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d9892e0bc8904da298010cd3e117031d 2024-12-08T18:02:42,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40387-0x10006972d800002, quorum=127.0.0.1:65086, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T18:02:42,557 INFO [RS:1;b1d30ef9e474:40387 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-08T18:02:42,557 INFO [RS:1;b1d30ef9e474:40387 {}] regionserver.HRegionServer(1031): Exiting; stopping=b1d30ef9e474,40387,1733680900022; zookeeper connection closed. 2024-12-08T18:02:42,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40387-0x10006972d800002, quorum=127.0.0.1:65086, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T18:02:42,558 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4f6cbef4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4f6cbef4 2024-12-08T18:02:42,558 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-08T18:02:42,568 DEBUG [M:0;b1d30ef9e474:37543 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/94c1f908302544d8b2b97b64f638dc76 is 69, key is b1d30ef9e474,40387,1733680900022/rs:state/1733680900755/Put/seqid=0 2024-12-08T18:02:42,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41931 is added to blk_1073741870_1046 (size=5442) 2024-12-08T18:02:42,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40743 is added to blk_1073741870_1046 (size=5442) 2024-12-08T18:02:42,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38339 is added to blk_1073741870_1046 (size=5442) 2024-12-08T18:02:42,575 INFO [M:0;b1d30ef9e474:37543 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=476 (bloomFilter=true), to=hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/94c1f908302544d8b2b97b64f638dc76 2024-12-08T18:02:42,579 INFO [M:0;b1d30ef9e474:37543 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 94c1f908302544d8b2b97b64f638dc76 2024-12-08T18:02:42,580 DEBUG [M:0;b1d30ef9e474:37543 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c57c754a5ed1431f87fcf4d2b14b95dc as hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c57c754a5ed1431f87fcf4d2b14b95dc 2024-12-08T18:02:42,585 INFO [M:0;b1d30ef9e474:37543 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c57c754a5ed1431f87fcf4d2b14b95dc, entries=8, sequenceid=476, filesize=5.5 K 2024-12-08T18:02:42,586 DEBUG [M:0;b1d30ef9e474:37543 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d9892e0bc8904da298010cd3e117031d as hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d9892e0bc8904da298010cd3e117031d 2024-12-08T18:02:42,591 INFO [M:0;b1d30ef9e474:37543 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d9892e0bc8904da298010cd3e117031d 2024-12-08T18:02:42,591 INFO [M:0;b1d30ef9e474:37543 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d9892e0bc8904da298010cd3e117031d, entries=54, sequenceid=476, filesize=9.1 K 2024-12-08T18:02:42,592 DEBUG [M:0;b1d30ef9e474:37543 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/94c1f908302544d8b2b97b64f638dc76 as hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/94c1f908302544d8b2b97b64f638dc76 2024-12-08T18:02:42,597 INFO [M:0;b1d30ef9e474:37543 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 94c1f908302544d8b2b97b64f638dc76 2024-12-08T18:02:42,598 INFO [M:0;b1d30ef9e474:37543 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43335/user/jenkins/test-data/e6fe738d-6d2e-c6b8-4ba7-194d28d00ac9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/94c1f908302544d8b2b97b64f638dc76, entries=3, sequenceid=476, filesize=5.3 K 2024-12-08T18:02:42,598 INFO [M:0;b1d30ef9e474:37543 {}] regionserver.HRegion(3140): Finished flush of dataSize ~235.01 KB/240647, heapSize ~278.53 KB/285216, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 97ms, sequenceid=476, compaction requested=false 2024-12-08T18:02:42,600 INFO [M:0;b1d30ef9e474:37543 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T18:02:42,600 DEBUG [M:0;b1d30ef9e474:37543 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733680962500Disabling compacts and flushes for region at 1733680962500Disabling writes for close at 1733680962501 (+1 ms)Obtaining lock to block concurrent updates at 1733680962501Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733680962501Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=240647, getHeapSize=285456, getOffHeapSize=0, getCellsCount=579 at 1733680962501Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733680962502 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733680962502Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733680962516 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733680962516Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733680962531 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733680962544 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733680962544Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733680962556 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733680962567 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733680962567Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2635cfa5: reopening flushed file at 1733680962579 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19155bbf: reopening flushed file at 1733680962585 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@409565da: reopening flushed file at 1733680962591 (+6 ms)Finished flush of dataSize ~235.01 KB/240647, heapSize ~278.53 KB/285216, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 97ms, sequenceid=476, compaction requested=false at 1733680962598 (+7 ms)Writing region close event to WAL at 1733680962600 (+2 ms)Closed at 1733680962600 2024-12-08T18:02:42,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38339 is added to blk_1073741830_1006 (size=272418) 2024-12-08T18:02:42,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40743 is added to blk_1073741830_1006 (size=272418) 2024-12-08T18:02:42,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41931 is added to blk_1073741830_1006 (size=272418) 2024-12-08T18:02:42,603 INFO [M:0;b1d30ef9e474:37543 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-08T18:02:42,603 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-08T18:02:42,603 INFO [M:0;b1d30ef9e474:37543 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37543 2024-12-08T18:02:42,603 INFO [M:0;b1d30ef9e474:37543 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-08T18:02:42,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37543-0x10006972d800000, quorum=127.0.0.1:65086, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T18:02:42,716 INFO [M:0;b1d30ef9e474:37543 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-08T18:02:42,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37543-0x10006972d800000, quorum=127.0.0.1:65086, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T18:02:42,721 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@553e562f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-08T18:02:42,722 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@23255376{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-08T18:02:42,722 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-08T18:02:42,723 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@180e4735{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-08T18:02:42,723 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78d78867{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/76876c26-db1e-84fd-1f93-350b45141d07/hadoop.log.dir/,STOPPED} 2024-12-08T18:02:42,725 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-08T18:02:42,725 WARN [BP-1937512978-172.17.0.2-1733680897017 heartbeating to localhost/127.0.0.1:43335 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-08T18:02:42,725 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-08T18:02:42,725 WARN [BP-1937512978-172.17.0.2-1733680897017 heartbeating to localhost/127.0.0.1:43335 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1937512978-172.17.0.2-1733680897017 (Datanode Uuid b8345ad6-cbb2-43ef-af53-2945bf0e06d6) service to localhost/127.0.0.1:43335 2024-12-08T18:02:42,726 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/76876c26-db1e-84fd-1f93-350b45141d07/cluster_d1fb6555-afcf-6a24-389d-faff3e4c87fe/data/data5/current/BP-1937512978-172.17.0.2-1733680897017 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-08T18:02:42,726 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/76876c26-db1e-84fd-1f93-350b45141d07/cluster_d1fb6555-afcf-6a24-389d-faff3e4c87fe/data/data6/current/BP-1937512978-172.17.0.2-1733680897017 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-08T18:02:42,726 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-08T18:02:42,730 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3ff2c577{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-08T18:02:42,730 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@69446df2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-08T18:02:42,730 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-08T18:02:42,730 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70fbbb4d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-08T18:02:42,731 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e949aef{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/76876c26-db1e-84fd-1f93-350b45141d07/hadoop.log.dir/,STOPPED} 2024-12-08T18:02:42,732 WARN [BP-1937512978-172.17.0.2-1733680897017 heartbeating to localhost/127.0.0.1:43335 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-08T18:02:42,732 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-08T18:02:42,733 WARN [BP-1937512978-172.17.0.2-1733680897017 heartbeating to localhost/127.0.0.1:43335 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1937512978-172.17.0.2-1733680897017 (Datanode Uuid 5943c883-ad10-47b8-bb67-f0dd623fbc60) service to localhost/127.0.0.1:43335 2024-12-08T18:02:42,733 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-08T18:02:42,733 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/76876c26-db1e-84fd-1f93-350b45141d07/cluster_d1fb6555-afcf-6a24-389d-faff3e4c87fe/data/data3/current/BP-1937512978-172.17.0.2-1733680897017 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-08T18:02:42,734 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/76876c26-db1e-84fd-1f93-350b45141d07/cluster_d1fb6555-afcf-6a24-389d-faff3e4c87fe/data/data4/current/BP-1937512978-172.17.0.2-1733680897017 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-08T18:02:42,734 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-08T18:02:42,736 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2db41d0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-08T18:02:42,736 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@783535ad{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-08T18:02:42,736 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-08T18:02:42,737 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7afabc0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-08T18:02:42,737 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@363b88c2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/76876c26-db1e-84fd-1f93-350b45141d07/hadoop.log.dir/,STOPPED} 2024-12-08T18:02:42,738 WARN [BP-1937512978-172.17.0.2-1733680897017 heartbeating to localhost/127.0.0.1:43335 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-08T18:02:42,738 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-08T18:02:42,738 WARN [BP-1937512978-172.17.0.2-1733680897017 heartbeating to localhost/127.0.0.1:43335 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1937512978-172.17.0.2-1733680897017 (Datanode Uuid 4342b3d1-077e-43fa-81aa-a6d284a2dc0e) service to localhost/127.0.0.1:43335 2024-12-08T18:02:42,738 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-08T18:02:42,739 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/76876c26-db1e-84fd-1f93-350b45141d07/cluster_d1fb6555-afcf-6a24-389d-faff3e4c87fe/data/data1/current/BP-1937512978-172.17.0.2-1733680897017 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-08T18:02:42,739 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/76876c26-db1e-84fd-1f93-350b45141d07/cluster_d1fb6555-afcf-6a24-389d-faff3e4c87fe/data/data2/current/BP-1937512978-172.17.0.2-1733680897017 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-08T18:02:42,739 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-08T18:02:42,744 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@49a02228{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-08T18:02:42,744 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@73963032{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-08T18:02:42,744 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-08T18:02:42,745 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fb14da0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-08T18:02:42,745 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37206f93{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/76876c26-db1e-84fd-1f93-350b45141d07/hadoop.log.dir/,STOPPED} 2024-12-08T18:02:42,750 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-08T18:02:42,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-08T18:02:42,786 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=124 (was 94) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43335 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43335 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:43335 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43335 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43335 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:43335 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43335 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:43335 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:43335 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:43335 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:43335 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:43335 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=480 (was 440) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=393 (was 280) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=12221 (was 13734)