2024-11-08 19:42:38,359 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-08 19:42:38,372 main DEBUG Took 0.010632 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-08 19:42:38,373 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-08 19:42:38,374 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-08 19:42:38,375 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-08 19:42:38,376 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 19:42:38,386 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-08 19:42:38,402 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 19:42:38,403 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 19:42:38,404 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 19:42:38,404 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 19:42:38,405 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 19:42:38,405 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 19:42:38,406 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 19:42:38,406 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 19:42:38,407 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 19:42:38,407 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 19:42:38,408 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 19:42:38,408 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 19:42:38,409 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 19:42:38,409 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 19:42:38,410 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 19:42:38,410 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 19:42:38,410 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 19:42:38,411 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 19:42:38,411 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 19:42:38,411 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 19:42:38,412 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 19:42:38,412 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 19:42:38,413 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 19:42:38,413 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 19:42:38,413 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 19:42:38,413 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-08 19:42:38,415 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 19:42:38,416 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-08 19:42:38,417 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-08 19:42:38,418 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-08 19:42:38,419 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-08 19:42:38,419 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-08 19:42:38,427 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-08 19:42:38,429 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-08 19:42:38,431 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-08 19:42:38,431 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-08 19:42:38,432 main DEBUG createAppenders(={Console}) 2024-11-08 19:42:38,432 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-11-08 19:42:38,433 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-08 19:42:38,433 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-11-08 19:42:38,433 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-08 19:42:38,434 main DEBUG OutputStream closed 2024-11-08 19:42:38,434 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-08 19:42:38,434 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-08 19:42:38,434 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-11-08 19:42:38,504 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-08 19:42:38,507 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-08 19:42:38,508 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-08 19:42:38,509 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-08 19:42:38,509 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-08 19:42:38,510 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-08 19:42:38,510 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-08 19:42:38,511 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-08 19:42:38,511 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-08 19:42:38,511 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-08 19:42:38,512 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-08 19:42:38,512 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-08 19:42:38,512 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-08 19:42:38,513 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-08 19:42:38,513 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-08 19:42:38,513 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-08 19:42:38,514 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-08 19:42:38,515 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-08 19:42:38,517 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-08 19:42:38,517 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-11-08 19:42:38,517 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-08 19:42:38,518 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-11-08T19:42:38,530 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-11-08 19:42:38,533 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-08 19:42:38,534 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-08T19:42:38,542 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-11-08T19:42:38,570 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=24, ProcessCount=11, AvailableMemoryMB=4797 2024-11-08T19:42:38,803 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94d318c6-9b13-09c0-02fe-30bbfbfcaff1 2024-11-08T19:42:38,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T19:42:38,820 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94d318c6-9b13-09c0-02fe-30bbfbfcaff1/cluster_292986b4-e645-caef-7b39-dd4885b1ced1, deleteOnExit=true 2024-11-08T19:42:38,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T19:42:38,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94d318c6-9b13-09c0-02fe-30bbfbfcaff1/test.cache.data in system properties and HBase conf 2024-11-08T19:42:38,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94d318c6-9b13-09c0-02fe-30bbfbfcaff1/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T19:42:38,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94d318c6-9b13-09c0-02fe-30bbfbfcaff1/hadoop.log.dir in system properties and HBase conf 2024-11-08T19:42:38,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94d318c6-9b13-09c0-02fe-30bbfbfcaff1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T19:42:38,824 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94d318c6-9b13-09c0-02fe-30bbfbfcaff1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T19:42:38,824 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T19:42:38,901 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-08T19:42:38,991 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T19:42:38,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94d318c6-9b13-09c0-02fe-30bbfbfcaff1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T19:42:38,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94d318c6-9b13-09c0-02fe-30bbfbfcaff1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T19:42:38,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94d318c6-9b13-09c0-02fe-30bbfbfcaff1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T19:42:38,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94d318c6-9b13-09c0-02fe-30bbfbfcaff1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T19:42:38,997 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94d318c6-9b13-09c0-02fe-30bbfbfcaff1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T19:42:38,997 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94d318c6-9b13-09c0-02fe-30bbfbfcaff1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T19:42:38,997 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94d318c6-9b13-09c0-02fe-30bbfbfcaff1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T19:42:38,998 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94d318c6-9b13-09c0-02fe-30bbfbfcaff1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T19:42:38,998 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94d318c6-9b13-09c0-02fe-30bbfbfcaff1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T19:42:38,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94d318c6-9b13-09c0-02fe-30bbfbfcaff1/nfs.dump.dir in system properties and HBase conf 2024-11-08T19:42:38,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94d318c6-9b13-09c0-02fe-30bbfbfcaff1/java.io.tmpdir in system properties and HBase conf 2024-11-08T19:42:38,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94d318c6-9b13-09c0-02fe-30bbfbfcaff1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T19:42:39,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94d318c6-9b13-09c0-02fe-30bbfbfcaff1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T19:42:39,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94d318c6-9b13-09c0-02fe-30bbfbfcaff1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T19:42:39,986 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-08T19:42:40,060 INFO [Time-limited test {}] log.Log(170): Logging initialized @2346ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-08T19:42:40,138 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T19:42:40,208 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T19:42:40,233 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T19:42:40,233 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T19:42:40,235 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T19:42:40,251 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T19:42:40,255 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94d318c6-9b13-09c0-02fe-30bbfbfcaff1/hadoop.log.dir/,AVAILABLE} 2024-11-08T19:42:40,257 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T19:42:40,488 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94d318c6-9b13-09c0-02fe-30bbfbfcaff1/java.io.tmpdir/jetty-localhost-44137-hadoop-hdfs-3_4_1-tests_jar-_-any-4271732721360458945/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T19:42:40,497 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:44137} 2024-11-08T19:42:40,498 INFO [Time-limited test {}] server.Server(415): Started @2784ms 2024-11-08T19:42:41,032 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T19:42:41,040 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T19:42:41,041 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T19:42:41,041 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T19:42:41,041 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T19:42:41,042 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@225fb320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94d318c6-9b13-09c0-02fe-30bbfbfcaff1/hadoop.log.dir/,AVAILABLE} 2024-11-08T19:42:41,042 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55b4afc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T19:42:41,139 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1722ba9a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94d318c6-9b13-09c0-02fe-30bbfbfcaff1/java.io.tmpdir/jetty-localhost-33161-hadoop-hdfs-3_4_1-tests_jar-_-any-2563580579527084259/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T19:42:41,140 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@57faae2b{HTTP/1.1, (http/1.1)}{localhost:33161} 2024-11-08T19:42:41,140 INFO [Time-limited test {}] server.Server(415): Started @3427ms 2024-11-08T19:42:41,186 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T19:42:41,296 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T19:42:41,304 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T19:42:41,306 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T19:42:41,307 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T19:42:41,307 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T19:42:41,308 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cae7855{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94d318c6-9b13-09c0-02fe-30bbfbfcaff1/hadoop.log.dir/,AVAILABLE} 2024-11-08T19:42:41,308 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a2b6a73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T19:42:41,409 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@9d2632f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94d318c6-9b13-09c0-02fe-30bbfbfcaff1/java.io.tmpdir/jetty-localhost-32903-hadoop-hdfs-3_4_1-tests_jar-_-any-6336586089230854180/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T19:42:41,410 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c8e80d{HTTP/1.1, (http/1.1)}{localhost:32903} 2024-11-08T19:42:41,410 INFO [Time-limited test {}] server.Server(415): Started @3697ms 2024-11-08T19:42:41,412 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T19:42:41,453 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T19:42:41,457 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T19:42:41,459 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T19:42:41,459 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T19:42:41,459 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T19:42:41,460 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55fcaba0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94d318c6-9b13-09c0-02fe-30bbfbfcaff1/hadoop.log.dir/,AVAILABLE} 2024-11-08T19:42:41,460 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3abb77fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T19:42:41,557 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e7c21d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94d318c6-9b13-09c0-02fe-30bbfbfcaff1/java.io.tmpdir/jetty-localhost-33379-hadoop-hdfs-3_4_1-tests_jar-_-any-16606774679998764509/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T19:42:41,558 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@30cac06d{HTTP/1.1, (http/1.1)}{localhost:33379} 2024-11-08T19:42:41,558 INFO [Time-limited test {}] server.Server(415): Started @3844ms 2024-11-08T19:42:41,560 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T19:42:42,523 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94d318c6-9b13-09c0-02fe-30bbfbfcaff1/cluster_292986b4-e645-caef-7b39-dd4885b1ced1/data/data4/current/BP-1046431227-172.17.0.2-1731094959528/current, will proceed with Du for space computation calculation, 2024-11-08T19:42:42,523 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94d318c6-9b13-09c0-02fe-30bbfbfcaff1/cluster_292986b4-e645-caef-7b39-dd4885b1ced1/data/data2/current/BP-1046431227-172.17.0.2-1731094959528/current, will proceed with Du for space computation calculation, 2024-11-08T19:42:42,523 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94d318c6-9b13-09c0-02fe-30bbfbfcaff1/cluster_292986b4-e645-caef-7b39-dd4885b1ced1/data/data1/current/BP-1046431227-172.17.0.2-1731094959528/current, will proceed with Du for space computation calculation, 2024-11-08T19:42:42,523 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94d318c6-9b13-09c0-02fe-30bbfbfcaff1/cluster_292986b4-e645-caef-7b39-dd4885b1ced1/data/data3/current/BP-1046431227-172.17.0.2-1731094959528/current, will proceed with Du for space computation calculation, 2024-11-08T19:42:42,549 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T19:42:42,549 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T19:42:42,582 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94d318c6-9b13-09c0-02fe-30bbfbfcaff1/cluster_292986b4-e645-caef-7b39-dd4885b1ced1/data/data6/current/BP-1046431227-172.17.0.2-1731094959528/current, will proceed with Du for space computation calculation, 2024-11-08T19:42:42,582 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94d318c6-9b13-09c0-02fe-30bbfbfcaff1/cluster_292986b4-e645-caef-7b39-dd4885b1ced1/data/data5/current/BP-1046431227-172.17.0.2-1731094959528/current, will proceed with Du for space computation calculation, 2024-11-08T19:42:42,598 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfcf3c049e6eab467 with lease ID 0x714d5aa39e8cfff2: Processing first storage report for DS-539db4f3-5284-4f92-848c-11c54aa72fed from datanode DatanodeRegistration(127.0.0.1:35877, datanodeUuid=3ee9760e-4074-4e25-a3e7-410b91acda65, infoPort=33897, infoSecurePort=0, ipcPort=45607, storageInfo=lv=-57;cid=testClusterID;nsid=548308233;c=1731094959528) 2024-11-08T19:42:42,600 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfcf3c049e6eab467 with lease ID 0x714d5aa39e8cfff2: from storage DS-539db4f3-5284-4f92-848c-11c54aa72fed node DatanodeRegistration(127.0.0.1:35877, datanodeUuid=3ee9760e-4074-4e25-a3e7-410b91acda65, infoPort=33897, infoSecurePort=0, ipcPort=45607, storageInfo=lv=-57;cid=testClusterID;nsid=548308233;c=1731094959528), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-08T19:42:42,600 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdce4a20d10eb90c8 with lease ID 0x714d5aa39e8cfff1: Processing first storage report for DS-8ccf805f-29be-4500-8b4d-b3ceb291bb2b from datanode DatanodeRegistration(127.0.0.1:41417, datanodeUuid=384098a9-64dd-4d69-a44c-53a825dc4c23, infoPort=34591, infoSecurePort=0, ipcPort=40321, storageInfo=lv=-57;cid=testClusterID;nsid=548308233;c=1731094959528) 2024-11-08T19:42:42,600 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdce4a20d10eb90c8 with lease ID 0x714d5aa39e8cfff1: from storage DS-8ccf805f-29be-4500-8b4d-b3ceb291bb2b node DatanodeRegistration(127.0.0.1:41417, datanodeUuid=384098a9-64dd-4d69-a44c-53a825dc4c23, infoPort=34591, infoSecurePort=0, ipcPort=40321, storageInfo=lv=-57;cid=testClusterID;nsid=548308233;c=1731094959528), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T19:42:42,600 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfcf3c049e6eab467 with lease ID 0x714d5aa39e8cfff2: Processing first storage report for DS-dd2da894-6e1e-42da-8167-56444923542b from datanode DatanodeRegistration(127.0.0.1:35877, datanodeUuid=3ee9760e-4074-4e25-a3e7-410b91acda65, infoPort=33897, infoSecurePort=0, ipcPort=45607, storageInfo=lv=-57;cid=testClusterID;nsid=548308233;c=1731094959528) 2024-11-08T19:42:42,600 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfcf3c049e6eab467 with lease ID 0x714d5aa39e8cfff2: from storage DS-dd2da894-6e1e-42da-8167-56444923542b node DatanodeRegistration(127.0.0.1:35877, datanodeUuid=3ee9760e-4074-4e25-a3e7-410b91acda65, infoPort=33897, infoSecurePort=0, ipcPort=45607, storageInfo=lv=-57;cid=testClusterID;nsid=548308233;c=1731094959528), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T19:42:42,601 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdce4a20d10eb90c8 with lease ID 0x714d5aa39e8cfff1: Processing first storage report for DS-7eff6a34-edeb-4304-adeb-a19dede5e8b0 from datanode DatanodeRegistration(127.0.0.1:41417, datanodeUuid=384098a9-64dd-4d69-a44c-53a825dc4c23, infoPort=34591, infoSecurePort=0, ipcPort=40321, storageInfo=lv=-57;cid=testClusterID;nsid=548308233;c=1731094959528) 2024-11-08T19:42:42,601 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdce4a20d10eb90c8 with lease ID 0x714d5aa39e8cfff1: from storage DS-7eff6a34-edeb-4304-adeb-a19dede5e8b0 node DatanodeRegistration(127.0.0.1:41417, datanodeUuid=384098a9-64dd-4d69-a44c-53a825dc4c23, infoPort=34591, infoSecurePort=0, ipcPort=40321, storageInfo=lv=-57;cid=testClusterID;nsid=548308233;c=1731094959528), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T19:42:42,610 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T19:42:42,615 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x298950897a86664a with lease ID 0x714d5aa39e8cfff3: Processing first storage report for DS-ee5d8bb8-7ba9-4bf6-b810-4572a10683a6 from datanode DatanodeRegistration(127.0.0.1:43811, datanodeUuid=5440eb70-ec92-4444-bf9d-3d799e566022, infoPort=44395, infoSecurePort=0, ipcPort=34651, storageInfo=lv=-57;cid=testClusterID;nsid=548308233;c=1731094959528) 2024-11-08T19:42:42,615 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x298950897a86664a with lease ID 0x714d5aa39e8cfff3: from storage DS-ee5d8bb8-7ba9-4bf6-b810-4572a10683a6 node DatanodeRegistration(127.0.0.1:43811, datanodeUuid=5440eb70-ec92-4444-bf9d-3d799e566022, infoPort=44395, infoSecurePort=0, ipcPort=34651, storageInfo=lv=-57;cid=testClusterID;nsid=548308233;c=1731094959528), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-08T19:42:42,616 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x298950897a86664a with lease ID 0x714d5aa39e8cfff3: Processing first storage report for DS-82107bac-c499-4255-9574-66d2e670f1d2 from datanode DatanodeRegistration(127.0.0.1:43811, datanodeUuid=5440eb70-ec92-4444-bf9d-3d799e566022, infoPort=44395, infoSecurePort=0, ipcPort=34651, storageInfo=lv=-57;cid=testClusterID;nsid=548308233;c=1731094959528) 2024-11-08T19:42:42,616 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x298950897a86664a with lease ID 0x714d5aa39e8cfff3: from storage DS-82107bac-c499-4255-9574-66d2e670f1d2 node DatanodeRegistration(127.0.0.1:43811, datanodeUuid=5440eb70-ec92-4444-bf9d-3d799e566022, infoPort=44395, infoSecurePort=0, ipcPort=34651, storageInfo=lv=-57;cid=testClusterID;nsid=548308233;c=1731094959528), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T19:42:42,668 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94d318c6-9b13-09c0-02fe-30bbfbfcaff1 2024-11-08T19:42:42,730 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94d318c6-9b13-09c0-02fe-30bbfbfcaff1/cluster_292986b4-e645-caef-7b39-dd4885b1ced1/zookeeper_0, clientPort=62728, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94d318c6-9b13-09c0-02fe-30bbfbfcaff1/cluster_292986b4-e645-caef-7b39-dd4885b1ced1/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94d318c6-9b13-09c0-02fe-30bbfbfcaff1/cluster_292986b4-e645-caef-7b39-dd4885b1ced1/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T19:42:42,740 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62728 2024-11-08T19:42:42,750 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:42:42,753 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:42:42,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43811 is added to blk_1073741825_1001 (size=7) 2024-11-08T19:42:42,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41417 is added to blk_1073741825_1001 (size=7) 2024-11-08T19:42:42,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35877 is added to blk_1073741825_1001 (size=7) 2024-11-08T19:42:43,366 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566 with version=8 2024-11-08T19:42:43,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/hbase-staging 2024-11-08T19:42:43,452 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-08T19:42:43,701 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b75fe890c219:0 server-side Connection retries=45 2024-11-08T19:42:43,710 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:42:43,710 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T19:42:43,714 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T19:42:43,715 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:42:43,715 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T19:42:43,839 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T19:42:43,895 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-08T19:42:43,904 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-08T19:42:43,907 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T19:42:43,931 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 44133 (auto-detected) 2024-11-08T19:42:43,932 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-08T19:42:43,948 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37595 2024-11-08T19:42:43,967 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37595 connecting to ZooKeeper ensemble=127.0.0.1:62728 2024-11-08T19:42:44,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:375950x0, quorum=127.0.0.1:62728, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T19:42:44,088 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37595-0x1011d4274e00000 connected 2024-11-08T19:42:44,164 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:42:44,168 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:42:44,179 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37595-0x1011d4274e00000, quorum=127.0.0.1:62728, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T19:42:44,183 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566, hbase.cluster.distributed=false 2024-11-08T19:42:44,204 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37595-0x1011d4274e00000, quorum=127.0.0.1:62728, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T19:42:44,208 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37595 2024-11-08T19:42:44,209 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37595 2024-11-08T19:42:44,209 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37595 2024-11-08T19:42:44,210 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37595 2024-11-08T19:42:44,210 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37595 2024-11-08T19:42:44,304 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b75fe890c219:0 server-side Connection retries=45 2024-11-08T19:42:44,305 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:42:44,305 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T19:42:44,306 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T19:42:44,306 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:42:44,306 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T19:42:44,308 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T19:42:44,311 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T19:42:44,311 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38827 2024-11-08T19:42:44,313 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38827 connecting to ZooKeeper ensemble=127.0.0.1:62728 2024-11-08T19:42:44,314 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:42:44,318 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:42:44,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:388270x0, quorum=127.0.0.1:62728, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T19:42:44,345 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38827-0x1011d4274e00001, quorum=127.0.0.1:62728, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T19:42:44,345 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38827-0x1011d4274e00001 connected 2024-11-08T19:42:44,350 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T19:42:44,360 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T19:42:44,362 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38827-0x1011d4274e00001, quorum=127.0.0.1:62728, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T19:42:44,367 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38827-0x1011d4274e00001, quorum=127.0.0.1:62728, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T19:42:44,368 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38827 2024-11-08T19:42:44,368 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38827 2024-11-08T19:42:44,368 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38827 2024-11-08T19:42:44,369 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38827 2024-11-08T19:42:44,369 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38827 2024-11-08T19:42:44,387 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b75fe890c219:0 server-side Connection retries=45 2024-11-08T19:42:44,387 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:42:44,387 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T19:42:44,388 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T19:42:44,388 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:42:44,388 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T19:42:44,388 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T19:42:44,389 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T19:42:44,389 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46051 2024-11-08T19:42:44,391 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46051 connecting to ZooKeeper ensemble=127.0.0.1:62728 2024-11-08T19:42:44,392 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:42:44,395 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:42:44,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:460510x0, quorum=127.0.0.1:62728, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T19:42:44,428 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46051-0x1011d4274e00002, quorum=127.0.0.1:62728, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T19:42:44,428 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46051-0x1011d4274e00002 connected 2024-11-08T19:42:44,429 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T19:42:44,430 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T19:42:44,431 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46051-0x1011d4274e00002, quorum=127.0.0.1:62728, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T19:42:44,433 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46051-0x1011d4274e00002, quorum=127.0.0.1:62728, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T19:42:44,433 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46051 2024-11-08T19:42:44,434 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46051 2024-11-08T19:42:44,434 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46051 2024-11-08T19:42:44,435 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46051 2024-11-08T19:42:44,435 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46051 2024-11-08T19:42:44,455 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b75fe890c219:0 server-side Connection retries=45 2024-11-08T19:42:44,455 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:42:44,455 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T19:42:44,455 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T19:42:44,455 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:42:44,456 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T19:42:44,456 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T19:42:44,456 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T19:42:44,457 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46359 2024-11-08T19:42:44,458 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46359 connecting to ZooKeeper ensemble=127.0.0.1:62728 2024-11-08T19:42:44,459 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:42:44,461 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:42:44,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:463590x0, quorum=127.0.0.1:62728, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T19:42:44,487 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46359-0x1011d4274e00003, quorum=127.0.0.1:62728, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T19:42:44,487 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46359-0x1011d4274e00003 connected 2024-11-08T19:42:44,488 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T19:42:44,489 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T19:42:44,490 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46359-0x1011d4274e00003, quorum=127.0.0.1:62728, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T19:42:44,493 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46359-0x1011d4274e00003, quorum=127.0.0.1:62728, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T19:42:44,494 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46359 2024-11-08T19:42:44,494 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46359 2024-11-08T19:42:44,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46359 2024-11-08T19:42:44,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46359 2024-11-08T19:42:44,497 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46359 2024-11-08T19:42:44,517 DEBUG [M:0;b75fe890c219:37595 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b75fe890c219:37595 2024-11-08T19:42:44,518 INFO [master/b75fe890c219:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/b75fe890c219,37595,1731094963550 2024-11-08T19:42:44,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38827-0x1011d4274e00001, quorum=127.0.0.1:62728, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T19:42:44,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37595-0x1011d4274e00000, quorum=127.0.0.1:62728, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T19:42:44,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46359-0x1011d4274e00003, quorum=127.0.0.1:62728, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T19:42:44,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46051-0x1011d4274e00002, quorum=127.0.0.1:62728, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T19:42:44,538 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37595-0x1011d4274e00000, quorum=127.0.0.1:62728, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/b75fe890c219,37595,1731094963550 2024-11-08T19:42:44,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46359-0x1011d4274e00003, quorum=127.0.0.1:62728, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T19:42:44,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38827-0x1011d4274e00001, quorum=127.0.0.1:62728, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T19:42:44,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37595-0x1011d4274e00000, quorum=127.0.0.1:62728, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:42:44,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46051-0x1011d4274e00002, quorum=127.0.0.1:62728, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T19:42:44,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46051-0x1011d4274e00002, quorum=127.0.0.1:62728, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:42:44,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38827-0x1011d4274e00001, quorum=127.0.0.1:62728, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:42:44,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46359-0x1011d4274e00003, quorum=127.0.0.1:62728, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:42:44,562 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37595-0x1011d4274e00000, quorum=127.0.0.1:62728, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-08T19:42:44,564 INFO [master/b75fe890c219:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/b75fe890c219,37595,1731094963550 from backup master directory 2024-11-08T19:42:44,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46359-0x1011d4274e00003, quorum=127.0.0.1:62728, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T19:42:44,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37595-0x1011d4274e00000, quorum=127.0.0.1:62728, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/b75fe890c219,37595,1731094963550 2024-11-08T19:42:44,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46051-0x1011d4274e00002, quorum=127.0.0.1:62728, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T19:42:44,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38827-0x1011d4274e00001, quorum=127.0.0.1:62728, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T19:42:44,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37595-0x1011d4274e00000, quorum=127.0.0.1:62728, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T19:42:44,570 WARN [master/b75fe890c219:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T19:42:44,570 INFO [master/b75fe890c219:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b75fe890c219,37595,1731094963550 2024-11-08T19:42:44,572 INFO [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-08T19:42:44,573 INFO [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-08T19:42:44,626 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/hbase.id] with ID: dc9413ee-1f9d-4fe4-9d50-92a17a9d76fb 2024-11-08T19:42:44,626 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/.tmp/hbase.id 2024-11-08T19:42:44,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35877 is added to blk_1073741826_1002 (size=42) 2024-11-08T19:42:44,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41417 is added to blk_1073741826_1002 (size=42) 2024-11-08T19:42:44,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43811 is added to blk_1073741826_1002 (size=42) 2024-11-08T19:42:44,642 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/.tmp/hbase.id]:[hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/hbase.id] 2024-11-08T19:42:44,685 INFO [master/b75fe890c219:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:42:44,689 INFO [master/b75fe890c219:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T19:42:44,707 INFO [master/b75fe890c219:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-11-08T19:42:44,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46359-0x1011d4274e00003, quorum=127.0.0.1:62728, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:42:44,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38827-0x1011d4274e00001, quorum=127.0.0.1:62728, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:42:44,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37595-0x1011d4274e00000, quorum=127.0.0.1:62728, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:42:44,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46051-0x1011d4274e00002, quorum=127.0.0.1:62728, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:42:44,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41417 is added to blk_1073741827_1003 (size=196) 2024-11-08T19:42:44,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35877 is added to blk_1073741827_1003 (size=196) 2024-11-08T19:42:44,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43811 is added to blk_1073741827_1003 (size=196) 2024-11-08T19:42:44,777 INFO [master/b75fe890c219:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T19:42:44,779 INFO [master/b75fe890c219:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T19:42:44,793 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:42:44,796 INFO [master/b75fe890c219:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:42:44,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43811 is added to blk_1073741828_1004 (size=1189) 2024-11-08T19:42:44,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41417 is added to blk_1073741828_1004 (size=1189) 2024-11-08T19:42:44,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35877 is added to blk_1073741828_1004 (size=1189) 2024-11-08T19:42:44,844 INFO [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/MasterData/data/master/store 2024-11-08T19:42:44,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35877 is added to blk_1073741829_1005 (size=34) 2024-11-08T19:42:44,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43811 is added to blk_1073741829_1005 (size=34) 2024-11-08T19:42:44,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41417 is added to blk_1073741829_1005 (size=34) 2024-11-08T19:42:44,869 INFO [master/b75fe890c219:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-08T19:42:44,873 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:42:44,875 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T19:42:44,875 INFO [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:42:44,875 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:42:44,877 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T19:42:44,877 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:42:44,878 INFO [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:42:44,879 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731094964875Disabling compacts and flushes for region at 1731094964875Disabling writes for close at 1731094964877 (+2 ms)Writing region close event to WAL at 1731094964878 (+1 ms)Closed at 1731094964878 2024-11-08T19:42:44,881 WARN [master/b75fe890c219:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/MasterData/data/master/store/.initializing 2024-11-08T19:42:44,881 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/MasterData/WALs/b75fe890c219,37595,1731094963550 2024-11-08T19:42:44,890 INFO [master/b75fe890c219:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T19:42:44,904 INFO [master/b75fe890c219:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b75fe890c219%2C37595%2C1731094963550, suffix=, logDir=hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/MasterData/WALs/b75fe890c219,37595,1731094963550, archiveDir=hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/MasterData/oldWALs, maxLogs=10 2024-11-08T19:42:44,925 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/MasterData/WALs/b75fe890c219,37595,1731094963550/b75fe890c219%2C37595%2C1731094963550.1731094964909, exclude list is [], retry=0 2024-11-08T19:42:44,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43811,DS-ee5d8bb8-7ba9-4bf6-b810-4572a10683a6,DISK] 2024-11-08T19:42:44,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41417,DS-8ccf805f-29be-4500-8b4d-b3ceb291bb2b,DISK] 2024-11-08T19:42:44,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35877,DS-539db4f3-5284-4f92-848c-11c54aa72fed,DISK] 2024-11-08T19:42:44,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-08T19:42:44,979 INFO [master/b75fe890c219:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/MasterData/WALs/b75fe890c219,37595,1731094963550/b75fe890c219%2C37595%2C1731094963550.1731094964909 2024-11-08T19:42:44,980 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44395:44395),(127.0.0.1/127.0.0.1:33897:33897),(127.0.0.1/127.0.0.1:34591:34591)] 2024-11-08T19:42:44,980 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T19:42:44,981 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:42:44,983 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:42:44,984 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:42:45,017 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:42:45,039 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T19:42:45,042 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:42:45,044 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:42:45,045 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:42:45,048 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T19:42:45,048 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:42:45,049 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:42:45,049 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:42:45,051 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T19:42:45,052 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:42:45,052 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:42:45,053 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:42:45,055 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T19:42:45,055 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:42:45,056 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:42:45,057 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:42:45,060 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:42:45,061 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:42:45,066 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:42:45,067 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:42:45,070 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T19:42:45,073 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:42:45,078 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:42:45,079 INFO [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68453605, jitterRate=0.02003820240497589}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T19:42:45,086 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731094964995Initializing all the Stores at 1731094964997 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731094964997Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731094964998 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731094964998Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731094964998Cleaning up temporary data from old regions at 1731094965067 (+69 ms)Region opened successfully at 1731094965086 (+19 ms) 2024-11-08T19:42:45,087 INFO [master/b75fe890c219:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T19:42:45,121 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e54e938, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b75fe890c219/172.17.0.2:0 2024-11-08T19:42:45,154 INFO [master/b75fe890c219:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T19:42:45,164 INFO [master/b75fe890c219:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T19:42:45,164 INFO [master/b75fe890c219:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T19:42:45,167 INFO [master/b75fe890c219:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T19:42:45,168 INFO [master/b75fe890c219:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-08T19:42:45,173 INFO [master/b75fe890c219:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-08T19:42:45,173 INFO [master/b75fe890c219:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-08T19:42:45,197 INFO [master/b75fe890c219:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T19:42:45,205 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37595-0x1011d4274e00000, quorum=127.0.0.1:62728, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-08T19:42:45,244 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-08T19:42:45,246 INFO [master/b75fe890c219:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T19:42:45,248 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37595-0x1011d4274e00000, quorum=127.0.0.1:62728, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-08T19:42:45,252 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-08T19:42:45,254 INFO [master/b75fe890c219:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T19:42:45,257 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37595-0x1011d4274e00000, quorum=127.0.0.1:62728, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-08T19:42:45,269 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-08T19:42:45,270 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37595-0x1011d4274e00000, quorum=127.0.0.1:62728, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-08T19:42:45,277 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-08T19:42:45,293 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37595-0x1011d4274e00000, quorum=127.0.0.1:62728, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T19:42:45,302 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-08T19:42:45,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37595-0x1011d4274e00000, quorum=127.0.0.1:62728, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T19:42:45,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46051-0x1011d4274e00002, quorum=127.0.0.1:62728, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T19:42:45,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46359-0x1011d4274e00003, quorum=127.0.0.1:62728, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T19:42:45,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38827-0x1011d4274e00001, quorum=127.0.0.1:62728, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T19:42:45,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37595-0x1011d4274e00000, quorum=127.0.0.1:62728, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:42:45,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46051-0x1011d4274e00002, quorum=127.0.0.1:62728, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:42:45,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46359-0x1011d4274e00003, quorum=127.0.0.1:62728, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:42:45,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38827-0x1011d4274e00001, quorum=127.0.0.1:62728, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:42:45,314 INFO [master/b75fe890c219:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b75fe890c219,37595,1731094963550, sessionid=0x1011d4274e00000, setting cluster-up flag (Was=false) 2024-11-08T19:42:45,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46359-0x1011d4274e00003, quorum=127.0.0.1:62728, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:42:45,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37595-0x1011d4274e00000, quorum=127.0.0.1:62728, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:42:45,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38827-0x1011d4274e00001, quorum=127.0.0.1:62728, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:42:45,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46051-0x1011d4274e00002, quorum=127.0.0.1:62728, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:42:45,361 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-08T19:42:45,365 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b75fe890c219,37595,1731094963550 2024-11-08T19:42:45,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46051-0x1011d4274e00002, quorum=127.0.0.1:62728, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:42:45,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37595-0x1011d4274e00000, quorum=127.0.0.1:62728, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:42:45,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38827-0x1011d4274e00001, quorum=127.0.0.1:62728, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:42:45,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46359-0x1011d4274e00003, quorum=127.0.0.1:62728, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:42:45,410 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-08T19:42:45,413 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b75fe890c219,37595,1731094963550 2024-11-08T19:42:45,421 INFO [master/b75fe890c219:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T19:42:45,487 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T19:42:45,495 INFO [master/b75fe890c219:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T19:42:45,501 INFO [RS:0;b75fe890c219:38827 {}] regionserver.HRegionServer(746): ClusterId : dc9413ee-1f9d-4fe4-9d50-92a17a9d76fb 2024-11-08T19:42:45,501 INFO [RS:2;b75fe890c219:46359 {}] regionserver.HRegionServer(746): ClusterId : dc9413ee-1f9d-4fe4-9d50-92a17a9d76fb 2024-11-08T19:42:45,501 INFO [RS:1;b75fe890c219:46051 {}] regionserver.HRegionServer(746): ClusterId : dc9413ee-1f9d-4fe4-9d50-92a17a9d76fb 2024-11-08T19:42:45,501 INFO [master/b75fe890c219:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T19:42:45,503 DEBUG [RS:2;b75fe890c219:46359 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T19:42:45,503 DEBUG [RS:0;b75fe890c219:38827 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T19:42:45,503 DEBUG [RS:1;b75fe890c219:46051 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T19:42:45,507 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b75fe890c219,37595,1731094963550 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T19:42:45,538 DEBUG [RS:0;b75fe890c219:38827 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T19:42:45,538 DEBUG [RS:1;b75fe890c219:46051 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T19:42:45,538 DEBUG [RS:2;b75fe890c219:46359 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T19:42:45,538 DEBUG [RS:0;b75fe890c219:38827 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T19:42:45,538 DEBUG [RS:1;b75fe890c219:46051 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T19:42:45,538 DEBUG [RS:2;b75fe890c219:46359 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T19:42:45,539 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b75fe890c219:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:42:45,539 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b75fe890c219:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:42:45,539 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b75fe890c219:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:42:45,539 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b75fe890c219:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:42:45,539 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b75fe890c219:0, corePoolSize=10, maxPoolSize=10 2024-11-08T19:42:45,539 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:42:45,539 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b75fe890c219:0, corePoolSize=2, maxPoolSize=2 2024-11-08T19:42:45,540 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:42:45,541 INFO [master/b75fe890c219:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731094995541 2024-11-08T19:42:45,543 INFO [master/b75fe890c219:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T19:42:45,544 INFO [master/b75fe890c219:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T19:42:45,545 DEBUG [RS:2;b75fe890c219:46359 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T19:42:45,545 DEBUG [RS:1;b75fe890c219:46051 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T19:42:45,545 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T19:42:45,546 DEBUG [RS:0;b75fe890c219:38827 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T19:42:45,546 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T19:42:45,546 DEBUG [RS:1;b75fe890c219:46051 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3903ee9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b75fe890c219/172.17.0.2:0 2024-11-08T19:42:45,546 DEBUG [RS:2;b75fe890c219:46359 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@777edfe4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b75fe890c219/172.17.0.2:0 2024-11-08T19:42:45,546 DEBUG [RS:0;b75fe890c219:38827 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58ce2f66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b75fe890c219/172.17.0.2:0 2024-11-08T19:42:45,549 INFO [master/b75fe890c219:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T19:42:45,549 INFO [master/b75fe890c219:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T19:42:45,549 INFO [master/b75fe890c219:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T19:42:45,549 INFO [master/b75fe890c219:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T19:42:45,550 INFO [master/b75fe890c219:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T19:42:45,552 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:42:45,553 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T19:42:45,555 INFO [master/b75fe890c219:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T19:42:45,556 INFO [master/b75fe890c219:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T19:42:45,557 INFO [master/b75fe890c219:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T19:42:45,559 INFO [master/b75fe890c219:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T19:42:45,559 INFO [master/b75fe890c219:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T19:42:45,561 DEBUG [RS:0;b75fe890c219:38827 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b75fe890c219:38827 2024-11-08T19:42:45,563 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b75fe890c219:0:becomeActiveMaster-HFileCleaner.large.0-1731094965561,5,FailOnTimeoutGroup] 2024-11-08T19:42:45,563 DEBUG [RS:1;b75fe890c219:46051 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;b75fe890c219:46051 2024-11-08T19:42:45,563 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b75fe890c219:0:becomeActiveMaster-HFileCleaner.small.0-1731094965563,5,FailOnTimeoutGroup] 2024-11-08T19:42:45,564 DEBUG [RS:2;b75fe890c219:46359 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;b75fe890c219:46359 2024-11-08T19:42:45,564 INFO [master/b75fe890c219:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T19:42:45,564 INFO [master/b75fe890c219:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T19:42:45,565 INFO [master/b75fe890c219:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T19:42:45,565 INFO [RS:1;b75fe890c219:46051 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T19:42:45,565 INFO [RS:2;b75fe890c219:46359 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T19:42:45,565 INFO [RS:0;b75fe890c219:38827 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T19:42:45,565 INFO [RS:1;b75fe890c219:46051 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T19:42:45,565 INFO [RS:2;b75fe890c219:46359 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T19:42:45,565 INFO [RS:0;b75fe890c219:38827 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T19:42:45,565 DEBUG [RS:2;b75fe890c219:46359 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T19:42:45,565 DEBUG [RS:1;b75fe890c219:46051 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T19:42:45,565 DEBUG [RS:0;b75fe890c219:38827 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T19:42:45,565 INFO [master/b75fe890c219:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T19:42:45,568 INFO [RS:0;b75fe890c219:38827 {}] regionserver.HRegionServer(2659): reportForDuty to master=b75fe890c219,37595,1731094963550 with port=38827, startcode=1731094964272 2024-11-08T19:42:45,568 INFO [RS:2;b75fe890c219:46359 {}] regionserver.HRegionServer(2659): reportForDuty to master=b75fe890c219,37595,1731094963550 with port=46359, startcode=1731094964454 2024-11-08T19:42:45,568 INFO [RS:1;b75fe890c219:46051 {}] regionserver.HRegionServer(2659): reportForDuty to master=b75fe890c219,37595,1731094963550 with port=46051, startcode=1731094964386 2024-11-08T19:42:45,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43811 is added to blk_1073741831_1007 (size=1321) 2024-11-08T19:42:45,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35877 is added to blk_1073741831_1007 (size=1321) 2024-11-08T19:42:45,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41417 is added to blk_1073741831_1007 (size=1321) 2024-11-08T19:42:45,580 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T19:42:45,581 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566 2024-11-08T19:42:45,581 DEBUG [RS:1;b75fe890c219:46051 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T19:42:45,581 DEBUG [RS:0;b75fe890c219:38827 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T19:42:45,581 DEBUG [RS:2;b75fe890c219:46359 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T19:42:45,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35877 is added to blk_1073741832_1008 (size=32) 2024-11-08T19:42:45,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41417 is added to blk_1073741832_1008 (size=32) 2024-11-08T19:42:45,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43811 is added to blk_1073741832_1008 (size=32) 2024-11-08T19:42:45,626 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:42:45,630 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T19:42:45,634 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T19:42:45,634 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:42:45,635 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:42:45,636 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T19:42:45,638 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T19:42:45,639 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:42:45,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:42:45,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T19:42:45,642 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36683, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T19:42:45,642 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42257, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T19:42:45,642 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45869, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T19:42:45,643 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T19:42:45,643 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:42:45,645 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:42:45,645 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T19:42:45,648 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T19:42:45,649 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:42:45,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:42:45,650 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T19:42:45,650 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37595 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b75fe890c219,38827,1731094964272 2024-11-08T19:42:45,651 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/data/hbase/meta/1588230740 2024-11-08T19:42:45,652 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/data/hbase/meta/1588230740 2024-11-08T19:42:45,653 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37595 {}] master.ServerManager(517): Registering regionserver=b75fe890c219,38827,1731094964272 2024-11-08T19:42:45,656 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T19:42:45,656 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T19:42:45,658 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T19:42:45,661 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T19:42:45,664 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37595 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b75fe890c219,46051,1731094964386 2024-11-08T19:42:45,665 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37595 {}] master.ServerManager(517): Registering regionserver=b75fe890c219,46051,1731094964386 2024-11-08T19:42:45,666 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:42:45,668 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71384199, jitterRate=0.06370745599269867}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T19:42:45,669 DEBUG [RS:0;b75fe890c219:38827 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566 2024-11-08T19:42:45,669 DEBUG [RS:0;b75fe890c219:38827 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39547 2024-11-08T19:42:45,669 DEBUG [RS:0;b75fe890c219:38827 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T19:42:45,671 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37595 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b75fe890c219,46359,1731094964454 2024-11-08T19:42:45,671 DEBUG [RS:1;b75fe890c219:46051 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566 2024-11-08T19:42:45,671 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37595 {}] master.ServerManager(517): Registering regionserver=b75fe890c219,46359,1731094964454 2024-11-08T19:42:45,671 DEBUG [RS:1;b75fe890c219:46051 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39547 2024-11-08T19:42:45,671 DEBUG [RS:1;b75fe890c219:46051 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T19:42:45,673 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731094965626Initializing all the Stores at 1731094965628 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731094965629 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731094965629Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731094965629Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731094965629Cleaning up temporary data from old regions at 1731094965657 (+28 ms)Region opened successfully at 1731094965673 (+16 ms) 2024-11-08T19:42:45,673 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T19:42:45,673 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T19:42:45,674 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T19:42:45,674 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T19:42:45,674 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T19:42:45,675 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T19:42:45,676 DEBUG [RS:2;b75fe890c219:46359 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566 2024-11-08T19:42:45,676 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731094965673Disabling compacts and flushes for region at 1731094965673Disabling writes for close at 1731094965674 (+1 ms)Writing region close event to WAL at 1731094965675 (+1 ms)Closed at 1731094965675 2024-11-08T19:42:45,676 DEBUG [RS:2;b75fe890c219:46359 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39547 2024-11-08T19:42:45,676 DEBUG [RS:2;b75fe890c219:46359 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T19:42:45,679 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T19:42:45,679 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T19:42:45,686 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T19:42:45,693 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T19:42:45,697 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T19:42:45,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37595-0x1011d4274e00000, quorum=127.0.0.1:62728, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T19:42:45,736 DEBUG [RS:0;b75fe890c219:38827 {}] zookeeper.ZKUtil(111): regionserver:38827-0x1011d4274e00001, quorum=127.0.0.1:62728, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b75fe890c219,38827,1731094964272 2024-11-08T19:42:45,736 DEBUG [RS:1;b75fe890c219:46051 {}] zookeeper.ZKUtil(111): regionserver:46051-0x1011d4274e00002, quorum=127.0.0.1:62728, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b75fe890c219,46051,1731094964386 2024-11-08T19:42:45,736 WARN [RS:1;b75fe890c219:46051 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T19:42:45,736 WARN [RS:0;b75fe890c219:38827 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T19:42:45,736 INFO [RS:1;b75fe890c219:46051 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:42:45,736 INFO [RS:0;b75fe890c219:38827 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:42:45,737 DEBUG [RS:2;b75fe890c219:46359 {}] zookeeper.ZKUtil(111): regionserver:46359-0x1011d4274e00003, quorum=127.0.0.1:62728, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b75fe890c219,46359,1731094964454 2024-11-08T19:42:45,737 WARN [RS:2;b75fe890c219:46359 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T19:42:45,737 DEBUG [RS:0;b75fe890c219:38827 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/WALs/b75fe890c219,38827,1731094964272 2024-11-08T19:42:45,737 DEBUG [RS:1;b75fe890c219:46051 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/WALs/b75fe890c219,46051,1731094964386 2024-11-08T19:42:45,737 INFO [RS:2;b75fe890c219:46359 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:42:45,737 DEBUG [RS:2;b75fe890c219:46359 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/WALs/b75fe890c219,46359,1731094964454 2024-11-08T19:42:45,738 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b75fe890c219,46051,1731094964386] 2024-11-08T19:42:45,738 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b75fe890c219,46359,1731094964454] 2024-11-08T19:42:45,738 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b75fe890c219,38827,1731094964272] 2024-11-08T19:42:45,763 INFO [RS:0;b75fe890c219:38827 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T19:42:45,763 INFO [RS:2;b75fe890c219:46359 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T19:42:45,763 INFO [RS:1;b75fe890c219:46051 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T19:42:45,779 INFO [RS:1;b75fe890c219:46051 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T19:42:45,779 INFO [RS:2;b75fe890c219:46359 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T19:42:45,779 INFO [RS:0;b75fe890c219:38827 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T19:42:45,786 INFO [RS:1;b75fe890c219:46051 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T19:42:45,786 INFO [RS:2;b75fe890c219:46359 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T19:42:45,786 INFO [RS:0;b75fe890c219:38827 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T19:42:45,786 INFO [RS:1;b75fe890c219:46051 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:42:45,786 INFO [RS:0;b75fe890c219:38827 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:42:45,786 INFO [RS:2;b75fe890c219:46359 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:42:45,787 INFO [RS:1;b75fe890c219:46051 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T19:42:45,790 INFO [RS:2;b75fe890c219:46359 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T19:42:45,791 INFO [RS:0;b75fe890c219:38827 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T19:42:45,793 INFO [RS:2;b75fe890c219:46359 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T19:42:45,793 INFO [RS:0;b75fe890c219:38827 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T19:42:45,793 INFO [RS:1;b75fe890c219:46051 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T19:42:45,794 INFO [RS:1;b75fe890c219:46051 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T19:42:45,794 INFO [RS:0;b75fe890c219:38827 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T19:42:45,794 INFO [RS:2;b75fe890c219:46359 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T19:42:45,795 DEBUG [RS:1;b75fe890c219:46051 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:42:45,795 DEBUG [RS:2;b75fe890c219:46359 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:42:45,795 DEBUG [RS:0;b75fe890c219:38827 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:42:45,795 DEBUG [RS:1;b75fe890c219:46051 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:42:45,795 DEBUG [RS:0;b75fe890c219:38827 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:42:45,795 DEBUG [RS:2;b75fe890c219:46359 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:42:45,795 DEBUG [RS:1;b75fe890c219:46051 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:42:45,795 DEBUG [RS:0;b75fe890c219:38827 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:42:45,795 DEBUG [RS:1;b75fe890c219:46051 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:42:45,795 DEBUG [RS:0;b75fe890c219:38827 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:42:45,795 DEBUG [RS:2;b75fe890c219:46359 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:42:45,795 DEBUG [RS:0;b75fe890c219:38827 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:42:45,795 DEBUG [RS:1;b75fe890c219:46051 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:42:45,795 DEBUG [RS:2;b75fe890c219:46359 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:42:45,796 DEBUG [RS:1;b75fe890c219:46051 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b75fe890c219:0, corePoolSize=2, maxPoolSize=2 2024-11-08T19:42:45,796 DEBUG [RS:0;b75fe890c219:38827 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b75fe890c219:0, corePoolSize=2, maxPoolSize=2 2024-11-08T19:42:45,796 DEBUG [RS:2;b75fe890c219:46359 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:42:45,796 DEBUG [RS:1;b75fe890c219:46051 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:42:45,796 DEBUG [RS:0;b75fe890c219:38827 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:42:45,796 DEBUG [RS:1;b75fe890c219:46051 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:42:45,796 DEBUG [RS:2;b75fe890c219:46359 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b75fe890c219:0, corePoolSize=2, maxPoolSize=2 2024-11-08T19:42:45,796 DEBUG [RS:0;b75fe890c219:38827 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:42:45,796 DEBUG [RS:1;b75fe890c219:46051 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:42:45,796 DEBUG [RS:0;b75fe890c219:38827 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:42:45,796 DEBUG [RS:2;b75fe890c219:46359 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:42:45,796 DEBUG [RS:1;b75fe890c219:46051 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:42:45,796 DEBUG [RS:0;b75fe890c219:38827 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:42:45,796 DEBUG [RS:2;b75fe890c219:46359 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:42:45,796 DEBUG [RS:0;b75fe890c219:38827 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:42:45,796 DEBUG [RS:1;b75fe890c219:46051 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:42:45,796 DEBUG [RS:0;b75fe890c219:38827 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:42:45,796 DEBUG [RS:1;b75fe890c219:46051 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:42:45,796 DEBUG [RS:2;b75fe890c219:46359 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:42:45,796 DEBUG [RS:0;b75fe890c219:38827 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0, corePoolSize=3, maxPoolSize=3 2024-11-08T19:42:45,796 DEBUG [RS:1;b75fe890c219:46051 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0, corePoolSize=3, maxPoolSize=3 2024-11-08T19:42:45,796 DEBUG [RS:2;b75fe890c219:46359 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:42:45,796 DEBUG [RS:0;b75fe890c219:38827 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b75fe890c219:0, corePoolSize=3, maxPoolSize=3 2024-11-08T19:42:45,796 DEBUG [RS:1;b75fe890c219:46051 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b75fe890c219:0, corePoolSize=3, maxPoolSize=3 2024-11-08T19:42:45,797 DEBUG [RS:2;b75fe890c219:46359 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:42:45,797 DEBUG [RS:2;b75fe890c219:46359 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:42:45,797 DEBUG [RS:2;b75fe890c219:46359 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0, corePoolSize=3, maxPoolSize=3 2024-11-08T19:42:45,797 DEBUG [RS:2;b75fe890c219:46359 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b75fe890c219:0, corePoolSize=3, maxPoolSize=3 2024-11-08T19:42:45,803 INFO [RS:1;b75fe890c219:46051 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T19:42:45,803 INFO [RS:1;b75fe890c219:46051 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T19:42:45,803 INFO [RS:1;b75fe890c219:46051 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:42:45,803 INFO [RS:1;b75fe890c219:46051 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T19:42:45,803 INFO [RS:1;b75fe890c219:46051 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T19:42:45,803 INFO [RS:1;b75fe890c219:46051 {}] hbase.ChoreService(168): Chore ScheduledChore name=b75fe890c219,46051,1731094964386-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T19:42:45,804 INFO [RS:0;b75fe890c219:38827 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T19:42:45,804 INFO [RS:0;b75fe890c219:38827 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T19:42:45,804 INFO [RS:0;b75fe890c219:38827 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:42:45,804 INFO [RS:0;b75fe890c219:38827 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T19:42:45,804 INFO [RS:0;b75fe890c219:38827 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T19:42:45,804 INFO [RS:0;b75fe890c219:38827 {}] hbase.ChoreService(168): Chore ScheduledChore name=b75fe890c219,38827,1731094964272-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T19:42:45,814 INFO [RS:2;b75fe890c219:46359 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T19:42:45,815 INFO [RS:2;b75fe890c219:46359 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T19:42:45,815 INFO [RS:2;b75fe890c219:46359 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:42:45,815 INFO [RS:2;b75fe890c219:46359 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T19:42:45,815 INFO [RS:2;b75fe890c219:46359 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T19:42:45,815 INFO [RS:2;b75fe890c219:46359 {}] hbase.ChoreService(168): Chore ScheduledChore name=b75fe890c219,46359,1731094964454-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T19:42:45,830 INFO [RS:0;b75fe890c219:38827 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T19:42:45,830 INFO [RS:1;b75fe890c219:46051 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T19:42:45,832 INFO [RS:0;b75fe890c219:38827 {}] hbase.ChoreService(168): Chore ScheduledChore name=b75fe890c219,38827,1731094964272-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:42:45,832 INFO [RS:1;b75fe890c219:46051 {}] hbase.ChoreService(168): Chore ScheduledChore name=b75fe890c219,46051,1731094964386-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:42:45,832 INFO [RS:2;b75fe890c219:46359 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T19:42:45,832 INFO [RS:2;b75fe890c219:46359 {}] hbase.ChoreService(168): Chore ScheduledChore name=b75fe890c219,46359,1731094964454-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:42:45,833 INFO [RS:1;b75fe890c219:46051 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:42:45,833 INFO [RS:0;b75fe890c219:38827 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:42:45,833 INFO [RS:2;b75fe890c219:46359 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:42:45,833 INFO [RS:0;b75fe890c219:38827 {}] regionserver.Replication(171): b75fe890c219,38827,1731094964272 started 2024-11-08T19:42:45,833 INFO [RS:1;b75fe890c219:46051 {}] regionserver.Replication(171): b75fe890c219,46051,1731094964386 started 2024-11-08T19:42:45,833 INFO [RS:2;b75fe890c219:46359 {}] regionserver.Replication(171): b75fe890c219,46359,1731094964454 started 2024-11-08T19:42:45,848 WARN [b75fe890c219:37595 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-08T19:42:45,860 INFO [RS:2;b75fe890c219:46359 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:42:45,860 INFO [RS:1;b75fe890c219:46051 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:42:45,860 INFO [RS:0;b75fe890c219:38827 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:42:45,861 INFO [RS:2;b75fe890c219:46359 {}] regionserver.HRegionServer(1482): Serving as b75fe890c219,46359,1731094964454, RpcServer on b75fe890c219/172.17.0.2:46359, sessionid=0x1011d4274e00003 2024-11-08T19:42:45,861 INFO [RS:1;b75fe890c219:46051 {}] regionserver.HRegionServer(1482): Serving as b75fe890c219,46051,1731094964386, RpcServer on b75fe890c219/172.17.0.2:46051, sessionid=0x1011d4274e00002 2024-11-08T19:42:45,861 INFO [RS:0;b75fe890c219:38827 {}] regionserver.HRegionServer(1482): Serving as b75fe890c219,38827,1731094964272, RpcServer on b75fe890c219/172.17.0.2:38827, sessionid=0x1011d4274e00001 2024-11-08T19:42:45,862 DEBUG [RS:1;b75fe890c219:46051 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T19:42:45,862 DEBUG [RS:2;b75fe890c219:46359 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T19:42:45,862 DEBUG [RS:0;b75fe890c219:38827 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T19:42:45,862 DEBUG [RS:2;b75fe890c219:46359 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b75fe890c219,46359,1731094964454 2024-11-08T19:42:45,862 DEBUG [RS:1;b75fe890c219:46051 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b75fe890c219,46051,1731094964386 2024-11-08T19:42:45,862 DEBUG [RS:0;b75fe890c219:38827 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b75fe890c219,38827,1731094964272 2024-11-08T19:42:45,862 DEBUG [RS:2;b75fe890c219:46359 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b75fe890c219,46359,1731094964454' 2024-11-08T19:42:45,862 DEBUG [RS:1;b75fe890c219:46051 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b75fe890c219,46051,1731094964386' 2024-11-08T19:42:45,862 DEBUG [RS:0;b75fe890c219:38827 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b75fe890c219,38827,1731094964272' 2024-11-08T19:42:45,862 DEBUG [RS:2;b75fe890c219:46359 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T19:42:45,862 DEBUG [RS:1;b75fe890c219:46051 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T19:42:45,862 DEBUG [RS:0;b75fe890c219:38827 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T19:42:45,863 DEBUG [RS:0;b75fe890c219:38827 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T19:42:45,863 DEBUG [RS:1;b75fe890c219:46051 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T19:42:45,863 DEBUG [RS:2;b75fe890c219:46359 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T19:42:45,864 DEBUG [RS:0;b75fe890c219:38827 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T19:42:45,864 DEBUG [RS:0;b75fe890c219:38827 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T19:42:45,864 DEBUG [RS:1;b75fe890c219:46051 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T19:42:45,864 DEBUG [RS:2;b75fe890c219:46359 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T19:42:45,864 DEBUG [RS:1;b75fe890c219:46051 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T19:42:45,864 DEBUG [RS:2;b75fe890c219:46359 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T19:42:45,864 DEBUG [RS:0;b75fe890c219:38827 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b75fe890c219,38827,1731094964272 2024-11-08T19:42:45,864 DEBUG [RS:1;b75fe890c219:46051 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b75fe890c219,46051,1731094964386 2024-11-08T19:42:45,864 DEBUG [RS:2;b75fe890c219:46359 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b75fe890c219,46359,1731094964454 2024-11-08T19:42:45,864 DEBUG [RS:0;b75fe890c219:38827 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b75fe890c219,38827,1731094964272' 2024-11-08T19:42:45,864 DEBUG [RS:1;b75fe890c219:46051 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b75fe890c219,46051,1731094964386' 2024-11-08T19:42:45,864 DEBUG [RS:0;b75fe890c219:38827 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T19:42:45,864 DEBUG [RS:2;b75fe890c219:46359 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b75fe890c219,46359,1731094964454' 2024-11-08T19:42:45,864 DEBUG [RS:1;b75fe890c219:46051 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T19:42:45,864 DEBUG [RS:2;b75fe890c219:46359 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T19:42:45,864 DEBUG [RS:0;b75fe890c219:38827 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T19:42:45,864 DEBUG [RS:2;b75fe890c219:46359 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T19:42:45,864 DEBUG [RS:1;b75fe890c219:46051 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T19:42:45,865 DEBUG [RS:2;b75fe890c219:46359 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T19:42:45,865 DEBUG [RS:1;b75fe890c219:46051 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T19:42:45,865 DEBUG [RS:0;b75fe890c219:38827 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T19:42:45,865 INFO [RS:2;b75fe890c219:46359 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T19:42:45,865 INFO [RS:1;b75fe890c219:46051 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T19:42:45,865 INFO [RS:0;b75fe890c219:38827 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T19:42:45,865 INFO [RS:2;b75fe890c219:46359 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T19:42:45,865 INFO [RS:0;b75fe890c219:38827 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T19:42:45,865 INFO [RS:1;b75fe890c219:46051 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T19:42:45,970 INFO [RS:2;b75fe890c219:46359 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T19:42:45,970 INFO [RS:0;b75fe890c219:38827 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T19:42:45,970 INFO [RS:1;b75fe890c219:46051 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T19:42:45,973 INFO [RS:0;b75fe890c219:38827 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b75fe890c219%2C38827%2C1731094964272, suffix=, logDir=hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/WALs/b75fe890c219,38827,1731094964272, archiveDir=hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/oldWALs, maxLogs=32 2024-11-08T19:42:45,973 INFO [RS:1;b75fe890c219:46051 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b75fe890c219%2C46051%2C1731094964386, suffix=, logDir=hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/WALs/b75fe890c219,46051,1731094964386, archiveDir=hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/oldWALs, maxLogs=32 2024-11-08T19:42:45,973 INFO [RS:2;b75fe890c219:46359 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b75fe890c219%2C46359%2C1731094964454, suffix=, logDir=hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/WALs/b75fe890c219,46359,1731094964454, archiveDir=hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/oldWALs, maxLogs=32 2024-11-08T19:42:45,991 DEBUG [RS:0;b75fe890c219:38827 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/WALs/b75fe890c219,38827,1731094964272/b75fe890c219%2C38827%2C1731094964272.1731094965977, exclude list is [], retry=0 2024-11-08T19:42:45,992 DEBUG [RS:2;b75fe890c219:46359 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/WALs/b75fe890c219,46359,1731094964454/b75fe890c219%2C46359%2C1731094964454.1731094965977, exclude list is [], retry=0 2024-11-08T19:42:45,995 DEBUG [RS:1;b75fe890c219:46051 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/WALs/b75fe890c219,46051,1731094964386/b75fe890c219%2C46051%2C1731094964386.1731094965977, exclude list is [], retry=0 2024-11-08T19:42:45,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35877,DS-539db4f3-5284-4f92-848c-11c54aa72fed,DISK] 2024-11-08T19:42:45,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41417,DS-8ccf805f-29be-4500-8b4d-b3ceb291bb2b,DISK] 2024-11-08T19:42:45,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43811,DS-ee5d8bb8-7ba9-4bf6-b810-4572a10683a6,DISK] 2024-11-08T19:42:45,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35877,DS-539db4f3-5284-4f92-848c-11c54aa72fed,DISK] 2024-11-08T19:42:45,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43811,DS-ee5d8bb8-7ba9-4bf6-b810-4572a10683a6,DISK] 2024-11-08T19:42:45,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41417,DS-8ccf805f-29be-4500-8b4d-b3ceb291bb2b,DISK] 2024-11-08T19:42:46,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35877,DS-539db4f3-5284-4f92-848c-11c54aa72fed,DISK] 2024-11-08T19:42:46,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43811,DS-ee5d8bb8-7ba9-4bf6-b810-4572a10683a6,DISK] 2024-11-08T19:42:46,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41417,DS-8ccf805f-29be-4500-8b4d-b3ceb291bb2b,DISK] 2024-11-08T19:42:46,007 INFO [RS:2;b75fe890c219:46359 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/WALs/b75fe890c219,46359,1731094964454/b75fe890c219%2C46359%2C1731094964454.1731094965977 2024-11-08T19:42:46,012 INFO [RS:0;b75fe890c219:38827 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/WALs/b75fe890c219,38827,1731094964272/b75fe890c219%2C38827%2C1731094964272.1731094965977 2024-11-08T19:42:46,014 INFO [RS:1;b75fe890c219:46051 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/WALs/b75fe890c219,46051,1731094964386/b75fe890c219%2C46051%2C1731094964386.1731094965977 2024-11-08T19:42:46,015 DEBUG [RS:2;b75fe890c219:46359 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33897:33897),(127.0.0.1/127.0.0.1:34591:34591),(127.0.0.1/127.0.0.1:44395:44395)] 2024-11-08T19:42:46,015 DEBUG [RS:0;b75fe890c219:38827 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33897:33897),(127.0.0.1/127.0.0.1:44395:44395),(127.0.0.1/127.0.0.1:34591:34591)] 2024-11-08T19:42:46,016 DEBUG [RS:1;b75fe890c219:46051 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33897:33897),(127.0.0.1/127.0.0.1:34591:34591),(127.0.0.1/127.0.0.1:44395:44395)] 2024-11-08T19:42:46,103 DEBUG [b75fe890c219:37595 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-08T19:42:46,113 DEBUG [b75fe890c219:37595 {}] balancer.BalancerClusterState(204): Hosts are {b75fe890c219=0} racks are {/default-rack=0} 2024-11-08T19:42:46,119 DEBUG [b75fe890c219:37595 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T19:42:46,119 DEBUG [b75fe890c219:37595 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T19:42:46,119 DEBUG [b75fe890c219:37595 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-08T19:42:46,119 DEBUG [b75fe890c219:37595 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T19:42:46,119 DEBUG [b75fe890c219:37595 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T19:42:46,119 DEBUG [b75fe890c219:37595 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-08T19:42:46,119 INFO [b75fe890c219:37595 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T19:42:46,119 INFO [b75fe890c219:37595 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T19:42:46,119 INFO [b75fe890c219:37595 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-08T19:42:46,120 DEBUG [b75fe890c219:37595 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T19:42:46,126 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b75fe890c219,46051,1731094964386 2024-11-08T19:42:46,133 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b75fe890c219,46051,1731094964386, state=OPENING 2024-11-08T19:42:46,160 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T19:42:46,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46359-0x1011d4274e00003, quorum=127.0.0.1:62728, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:42:46,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38827-0x1011d4274e00001, quorum=127.0.0.1:62728, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:42:46,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46051-0x1011d4274e00002, quorum=127.0.0.1:62728, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:42:46,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37595-0x1011d4274e00000, quorum=127.0.0.1:62728, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:42:46,171 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T19:42:46,171 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T19:42:46,171 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T19:42:46,172 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T19:42:46,174 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T19:42:46,177 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b75fe890c219,46051,1731094964386}] 2024-11-08T19:42:53,893 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T19:42:53,894 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-08T19:42:56,208 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T19:42:56,211 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60855, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T19:42:56,223 INFO [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T19:42:56,224 INFO [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:42:56,224 INFO [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T19:42:56,227 INFO [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b75fe890c219%2C46051%2C1731094964386.meta, suffix=.meta, logDir=hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/WALs/b75fe890c219,46051,1731094964386, archiveDir=hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/oldWALs, maxLogs=32 2024-11-08T19:42:56,243 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/WALs/b75fe890c219,46051,1731094964386/b75fe890c219%2C46051%2C1731094964386.meta.1731094976229.meta, exclude list is [], retry=0 2024-11-08T19:42:56,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43811,DS-ee5d8bb8-7ba9-4bf6-b810-4572a10683a6,DISK] 2024-11-08T19:42:56,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41417,DS-8ccf805f-29be-4500-8b4d-b3ceb291bb2b,DISK] 2024-11-08T19:42:56,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35877,DS-539db4f3-5284-4f92-848c-11c54aa72fed,DISK] 2024-11-08T19:42:56,251 INFO [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/WALs/b75fe890c219,46051,1731094964386/b75fe890c219%2C46051%2C1731094964386.meta.1731094976229.meta 2024-11-08T19:42:56,251 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44395:44395),(127.0.0.1/127.0.0.1:34591:34591),(127.0.0.1/127.0.0.1:33897:33897)] 2024-11-08T19:42:56,251 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T19:42:56,253 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T19:42:56,255 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T19:42:56,260 INFO [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T19:42:56,264 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T19:42:56,264 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:42:56,264 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T19:42:56,264 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T19:42:56,267 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T19:42:56,269 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T19:42:56,269 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:42:56,270 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:42:56,270 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T19:42:56,271 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T19:42:56,271 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:42:56,272 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:42:56,272 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T19:42:56,273 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T19:42:56,273 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:42:56,274 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:42:56,274 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T19:42:56,275 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T19:42:56,276 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:42:56,276 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:42:56,276 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T19:42:56,278 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/data/hbase/meta/1588230740 2024-11-08T19:42:56,280 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/data/hbase/meta/1588230740 2024-11-08T19:42:56,282 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T19:42:56,282 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T19:42:56,283 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T19:42:56,285 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T19:42:56,286 INFO [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68279426, jitterRate=0.0174427330493927}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T19:42:56,287 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T19:42:56,288 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731094976265Writing region info on filesystem at 1731094976265Initializing all the Stores at 1731094976267 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731094976267Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731094976267Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731094976267Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731094976267Cleaning up temporary data from old regions at 1731094976282 (+15 ms)Running coprocessor post-open hooks at 1731094976287 (+5 ms)Region opened successfully at 1731094976288 (+1 ms) 2024-11-08T19:42:56,294 INFO [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731094976200 2024-11-08T19:42:56,304 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T19:42:56,304 INFO [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T19:42:56,306 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b75fe890c219,46051,1731094964386 2024-11-08T19:42:56,308 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b75fe890c219,46051,1731094964386, state=OPEN 2024-11-08T19:42:56,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46359-0x1011d4274e00003, quorum=127.0.0.1:62728, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T19:42:56,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38827-0x1011d4274e00001, quorum=127.0.0.1:62728, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T19:42:56,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46051-0x1011d4274e00002, quorum=127.0.0.1:62728, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T19:42:56,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37595-0x1011d4274e00000, quorum=127.0.0.1:62728, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T19:42:56,377 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T19:42:56,377 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T19:42:56,377 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T19:42:56,377 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T19:42:56,378 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b75fe890c219,46051,1731094964386 2024-11-08T19:42:56,386 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T19:42:56,386 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b75fe890c219,46051,1731094964386 in 10.2020 sec 2024-11-08T19:42:56,395 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T19:42:56,395 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.7030 sec 2024-11-08T19:42:56,397 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T19:42:56,397 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T19:42:56,415 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:42:56,416 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b75fe890c219,46051,1731094964386, seqNum=-1] 2024-11-08T19:42:56,434 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:42:56,436 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50881, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:42:56,453 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 11.0020 sec 2024-11-08T19:42:56,454 INFO [master/b75fe890c219:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731094976454, completionTime=-1 2024-11-08T19:42:56,457 INFO [master/b75fe890c219:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-08T19:42:56,457 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-08T19:42:56,480 INFO [master/b75fe890c219:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-08T19:42:56,480 INFO [master/b75fe890c219:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731095036480 2024-11-08T19:42:56,480 INFO [master/b75fe890c219:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731095096480 2024-11-08T19:42:56,480 INFO [master/b75fe890c219:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 23 msec 2024-11-08T19:42:56,481 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-08T19:42:56,488 INFO [master/b75fe890c219:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b75fe890c219,37595,1731094963550-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:42:56,488 INFO [master/b75fe890c219:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b75fe890c219,37595,1731094963550-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:42:56,488 INFO [master/b75fe890c219:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b75fe890c219,37595,1731094963550-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:42:56,490 INFO [master/b75fe890c219:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b75fe890c219:37595, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:42:56,490 INFO [master/b75fe890c219:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T19:42:56,490 INFO [master/b75fe890c219:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T19:42:56,496 DEBUG [master/b75fe890c219:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T19:42:56,515 INFO [master/b75fe890c219:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.945sec 2024-11-08T19:42:56,517 INFO [master/b75fe890c219:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T19:42:56,518 INFO [master/b75fe890c219:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T19:42:56,519 INFO [master/b75fe890c219:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T19:42:56,519 INFO [master/b75fe890c219:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T19:42:56,519 INFO [master/b75fe890c219:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T19:42:56,520 INFO [master/b75fe890c219:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b75fe890c219,37595,1731094963550-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T19:42:56,520 INFO [master/b75fe890c219:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b75fe890c219,37595,1731094963550-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T19:42:56,524 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T19:42:56,525 INFO [master/b75fe890c219:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T19:42:56,525 INFO [master/b75fe890c219:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b75fe890c219,37595,1731094963550-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:42:56,629 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@570b0805, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:42:56,632 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-08T19:42:56,632 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-08T19:42:56,636 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b75fe890c219,37595,-1 for getting cluster id 2024-11-08T19:42:56,638 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:42:56,646 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc9413ee-1f9d-4fe4-9d50-92a17a9d76fb' 2024-11-08T19:42:56,649 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:42:56,649 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc9413ee-1f9d-4fe4-9d50-92a17a9d76fb" 2024-11-08T19:42:56,649 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2967b3e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:42:56,649 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b75fe890c219,37595,-1] 2024-11-08T19:42:56,652 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:42:56,654 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:42:56,655 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38632, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:42:56,657 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e0077d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:42:56,658 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:42:56,665 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b75fe890c219,46051,1731094964386, seqNum=-1] 2024-11-08T19:42:56,666 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:42:56,668 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40494, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:42:56,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b75fe890c219,37595,1731094963550 2024-11-08T19:42:56,710 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731094976709 (current time:1731094976709). 2024-11-08T19:42:56,710 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-08T19:42:56,710 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-08T19:42:56,713 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12f48651, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:42:56,713 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b75fe890c219,37595,-1 for getting cluster id 2024-11-08T19:42:56,713 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:42:56,714 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc9413ee-1f9d-4fe4-9d50-92a17a9d76fb' 2024-11-08T19:42:56,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:42:56,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc9413ee-1f9d-4fe4-9d50-92a17a9d76fb" 2024-11-08T19:42:56,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10643208, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:42:56,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b75fe890c219,37595,-1] 2024-11-08T19:42:56,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:42:56,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:42:56,717 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38656, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:42:56,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d577b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:42:56,721 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:42:56,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b75fe890c219,46051,1731094964386, seqNum=-1] 2024-11-08T19:42:56,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:42:56,725 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40506, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:42:56,731 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T19:42:56,732 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:42:56,737 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:42:56,738 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:42:56,738 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:42:56,744 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T19:42:56,749 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b75fe890c219,37595,1731094963550 2024-11-08T19:42:56,751 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b0fd3ea 2024-11-08T19:42:56,752 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T19:42:56,754 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38668, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T19:42:56,759 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37595 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T19:42:56,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37595 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-08T19:42:56,768 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T19:42:56,770 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37595 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-08T19:42:56,770 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:42:56,772 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T19:42:56,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:42:56,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43811 is added to blk_1073741837_1013 (size=361) 2024-11-08T19:42:56,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41417 is added to blk_1073741837_1013 (size=361) 2024-11-08T19:42:56,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35877 is added to blk_1073741837_1013 (size=361) 2024-11-08T19:42:56,790 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 16aecba7cc984b1bd8731577180a10c4, NAME => 'SPTestTable,33333332,1731094976755.16aecba7cc984b1bd8731577180a10c4.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566 2024-11-08T19:42:56,790 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => b3db5edecc7928c6fadf399093ac30bb, NAME => 'SPTestTable,19999999,1731094976755.b3db5edecc7928c6fadf399093ac30bb.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566 2024-11-08T19:42:56,790 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4d708c9952029e61a9e0b1f0c245383c, NAME => 'SPTestTable,,1731094976755.4d708c9952029e61a9e0b1f0c245383c.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566 2024-11-08T19:42:56,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35877 is added to blk_1073741838_1014 (size=54) 2024-11-08T19:42:56,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41417 is added to blk_1073741838_1014 (size=54) 2024-11-08T19:42:56,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43811 is added to blk_1073741838_1014 (size=54) 2024-11-08T19:42:56,815 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731094976755.4d708c9952029e61a9e0b1f0c245383c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:42:56,816 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 4d708c9952029e61a9e0b1f0c245383c, disabling compactions & flushes 2024-11-08T19:42:56,816 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731094976755.4d708c9952029e61a9e0b1f0c245383c. 2024-11-08T19:42:56,816 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731094976755.4d708c9952029e61a9e0b1f0c245383c. 2024-11-08T19:42:56,816 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731094976755.4d708c9952029e61a9e0b1f0c245383c. after waiting 0 ms 2024-11-08T19:42:56,816 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731094976755.4d708c9952029e61a9e0b1f0c245383c. 2024-11-08T19:42:56,816 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731094976755.4d708c9952029e61a9e0b1f0c245383c. 2024-11-08T19:42:56,816 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4d708c9952029e61a9e0b1f0c245383c: Waiting for close lock at 1731094976816Disabling compacts and flushes for region at 1731094976816Disabling writes for close at 1731094976816Writing region close event to WAL at 1731094976816Closed at 1731094976816 2024-11-08T19:42:56,817 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8da483968d66699ba2e1828c1cd10db7, NAME => 'SPTestTable,4ccccccb,1731094976755.8da483968d66699ba2e1828c1cd10db7.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566 2024-11-08T19:42:56,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41417 is added to blk_1073741839_1015 (size=62) 2024-11-08T19:42:56,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35877 is added to blk_1073741839_1015 (size=62) 2024-11-08T19:42:56,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43811 is added to blk_1073741839_1015 (size=62) 2024-11-08T19:42:56,829 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731094976755.b3db5edecc7928c6fadf399093ac30bb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:42:56,829 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing b3db5edecc7928c6fadf399093ac30bb, disabling compactions & flushes 2024-11-08T19:42:56,829 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731094976755.b3db5edecc7928c6fadf399093ac30bb. 2024-11-08T19:42:56,829 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731094976755.b3db5edecc7928c6fadf399093ac30bb. 2024-11-08T19:42:56,829 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731094976755.b3db5edecc7928c6fadf399093ac30bb. after waiting 0 ms 2024-11-08T19:42:56,829 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731094976755.b3db5edecc7928c6fadf399093ac30bb. 2024-11-08T19:42:56,829 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731094976755.b3db5edecc7928c6fadf399093ac30bb. 2024-11-08T19:42:56,829 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for b3db5edecc7928c6fadf399093ac30bb: Waiting for close lock at 1731094976829Disabling compacts and flushes for region at 1731094976829Disabling writes for close at 1731094976829Writing region close event to WAL at 1731094976829Closed at 1731094976829 2024-11-08T19:42:56,830 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1e3d1027582c56e993865c7bafa9cd4b, NAME => 'SPTestTable,66666664,1731094976755.1e3d1027582c56e993865c7bafa9cd4b.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566 2024-11-08T19:42:56,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41417 is added to blk_1073741840_1016 (size=62) 2024-11-08T19:42:56,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35877 is added to blk_1073741840_1016 (size=62) 2024-11-08T19:42:56,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43811 is added to blk_1073741840_1016 (size=62) 2024-11-08T19:42:56,838 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731094976755.16aecba7cc984b1bd8731577180a10c4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:42:56,838 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 16aecba7cc984b1bd8731577180a10c4, disabling compactions & flushes 2024-11-08T19:42:56,838 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731094976755.16aecba7cc984b1bd8731577180a10c4. 2024-11-08T19:42:56,839 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731094976755.16aecba7cc984b1bd8731577180a10c4. 2024-11-08T19:42:56,839 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731094976755.16aecba7cc984b1bd8731577180a10c4. after waiting 0 ms 2024-11-08T19:42:56,839 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731094976755.16aecba7cc984b1bd8731577180a10c4. 2024-11-08T19:42:56,839 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731094976755.16aecba7cc984b1bd8731577180a10c4. 2024-11-08T19:42:56,839 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 16aecba7cc984b1bd8731577180a10c4: Waiting for close lock at 1731094976838Disabling compacts and flushes for region at 1731094976838Disabling writes for close at 1731094976839 (+1 ms)Writing region close event to WAL at 1731094976839Closed at 1731094976839 2024-11-08T19:42:56,839 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 0f60b15b4406ce437867fbfe03ff31ef, NAME => 'SPTestTable,7ffffffd,1731094976755.0f60b15b4406ce437867fbfe03ff31ef.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566 2024-11-08T19:42:56,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35877 is added to blk_1073741842_1018 (size=62) 2024-11-08T19:42:56,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43811 is added to blk_1073741842_1018 (size=62) 2024-11-08T19:42:56,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41417 is added to blk_1073741842_1018 (size=62) 2024-11-08T19:42:56,860 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731094976755.1e3d1027582c56e993865c7bafa9cd4b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:42:56,860 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 1e3d1027582c56e993865c7bafa9cd4b, disabling compactions & flushes 2024-11-08T19:42:56,860 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731094976755.1e3d1027582c56e993865c7bafa9cd4b. 2024-11-08T19:42:56,860 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731094976755.1e3d1027582c56e993865c7bafa9cd4b. 2024-11-08T19:42:56,860 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731094976755.1e3d1027582c56e993865c7bafa9cd4b. after waiting 0 ms 2024-11-08T19:42:56,860 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731094976755.1e3d1027582c56e993865c7bafa9cd4b. 2024-11-08T19:42:56,860 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731094976755.1e3d1027582c56e993865c7bafa9cd4b. 2024-11-08T19:42:56,860 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 1e3d1027582c56e993865c7bafa9cd4b: Waiting for close lock at 1731094976860Disabling compacts and flushes for region at 1731094976860Disabling writes for close at 1731094976860Writing region close event to WAL at 1731094976860Closed at 1731094976860 2024-11-08T19:42:56,861 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 26bb1c2a458aa94444d2b0c37b008eef, NAME => 'SPTestTable,99999996,1731094976755.26bb1c2a458aa94444d2b0c37b008eef.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566 2024-11-08T19:42:56,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35877 is added to blk_1073741841_1017 (size=62) 2024-11-08T19:42:56,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43811 is added to blk_1073741841_1017 (size=62) 2024-11-08T19:42:56,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41417 is added to blk_1073741841_1017 (size=62) 2024-11-08T19:42:56,866 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731094976755.8da483968d66699ba2e1828c1cd10db7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:42:56,866 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 8da483968d66699ba2e1828c1cd10db7, disabling compactions & flushes 2024-11-08T19:42:56,867 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731094976755.8da483968d66699ba2e1828c1cd10db7. 2024-11-08T19:42:56,867 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731094976755.8da483968d66699ba2e1828c1cd10db7. 2024-11-08T19:42:56,867 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731094976755.8da483968d66699ba2e1828c1cd10db7. after waiting 0 ms 2024-11-08T19:42:56,867 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731094976755.8da483968d66699ba2e1828c1cd10db7. 2024-11-08T19:42:56,867 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731094976755.8da483968d66699ba2e1828c1cd10db7. 2024-11-08T19:42:56,867 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8da483968d66699ba2e1828c1cd10db7: Waiting for close lock at 1731094976866Disabling compacts and flushes for region at 1731094976866Disabling writes for close at 1731094976867 (+1 ms)Writing region close event to WAL at 1731094976867Closed at 1731094976867 2024-11-08T19:42:56,868 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d4c36de6957bf36a18541670019e2caa, NAME => 'SPTestTable,b333332f,1731094976755.d4c36de6957bf36a18541670019e2caa.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566 2024-11-08T19:42:56,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:42:56,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35877 is added to blk_1073741843_1019 (size=62) 2024-11-08T19:42:56,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43811 is added to blk_1073741843_1019 (size=62) 2024-11-08T19:42:56,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41417 is added to blk_1073741843_1019 (size=62) 2024-11-08T19:42:56,886 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731094976755.0f60b15b4406ce437867fbfe03ff31ef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:42:56,887 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 0f60b15b4406ce437867fbfe03ff31ef, disabling compactions & flushes 2024-11-08T19:42:56,887 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731094976755.0f60b15b4406ce437867fbfe03ff31ef. 2024-11-08T19:42:56,887 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731094976755.0f60b15b4406ce437867fbfe03ff31ef. 2024-11-08T19:42:56,887 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731094976755.0f60b15b4406ce437867fbfe03ff31ef. after waiting 0 ms 2024-11-08T19:42:56,887 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731094976755.0f60b15b4406ce437867fbfe03ff31ef. 2024-11-08T19:42:56,887 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731094976755.0f60b15b4406ce437867fbfe03ff31ef. 2024-11-08T19:42:56,887 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 0f60b15b4406ce437867fbfe03ff31ef: Waiting for close lock at 1731094976887Disabling compacts and flushes for region at 1731094976887Disabling writes for close at 1731094976887Writing region close event to WAL at 1731094976887Closed at 1731094976887 2024-11-08T19:42:56,888 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 74323173f6268a819f69e3af9fc4a43e, NAME => 'SPTestTable,ccccccc8,1731094976755.74323173f6268a819f69e3af9fc4a43e.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566 2024-11-08T19:42:56,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43811 is added to blk_1073741844_1020 (size=62) 2024-11-08T19:42:56,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35877 is added to blk_1073741844_1020 (size=62) 2024-11-08T19:42:56,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41417 is added to blk_1073741844_1020 (size=62) 2024-11-08T19:42:56,897 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731094976755.26bb1c2a458aa94444d2b0c37b008eef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:42:56,897 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 26bb1c2a458aa94444d2b0c37b008eef, disabling compactions & flushes 2024-11-08T19:42:56,897 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731094976755.26bb1c2a458aa94444d2b0c37b008eef. 2024-11-08T19:42:56,897 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731094976755.26bb1c2a458aa94444d2b0c37b008eef. 2024-11-08T19:42:56,897 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731094976755.26bb1c2a458aa94444d2b0c37b008eef. after waiting 0 ms 2024-11-08T19:42:56,897 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731094976755.26bb1c2a458aa94444d2b0c37b008eef. 2024-11-08T19:42:56,897 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731094976755.26bb1c2a458aa94444d2b0c37b008eef. 2024-11-08T19:42:56,897 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 26bb1c2a458aa94444d2b0c37b008eef: Waiting for close lock at 1731094976897Disabling compacts and flushes for region at 1731094976897Disabling writes for close at 1731094976897Writing region close event to WAL at 1731094976897Closed at 1731094976897 2024-11-08T19:42:56,898 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 13ee7a5d4dc6a7991d2b6279508bb6d2, NAME => 'SPTestTable,e6666661,1731094976755.13ee7a5d4dc6a7991d2b6279508bb6d2.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566 2024-11-08T19:42:56,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41417 is added to blk_1073741845_1021 (size=62) 2024-11-08T19:42:56,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35877 is added to blk_1073741845_1021 (size=62) 2024-11-08T19:42:56,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43811 is added to blk_1073741845_1021 (size=62) 2024-11-08T19:42:56,903 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731094976755.d4c36de6957bf36a18541670019e2caa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:42:56,903 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing d4c36de6957bf36a18541670019e2caa, disabling compactions & flushes 2024-11-08T19:42:56,904 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731094976755.d4c36de6957bf36a18541670019e2caa. 2024-11-08T19:42:56,904 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731094976755.d4c36de6957bf36a18541670019e2caa. 2024-11-08T19:42:56,904 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731094976755.d4c36de6957bf36a18541670019e2caa. after waiting 0 ms 2024-11-08T19:42:56,904 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731094976755.d4c36de6957bf36a18541670019e2caa. 2024-11-08T19:42:56,904 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731094976755.d4c36de6957bf36a18541670019e2caa. 2024-11-08T19:42:56,904 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for d4c36de6957bf36a18541670019e2caa: Waiting for close lock at 1731094976903Disabling compacts and flushes for region at 1731094976903Disabling writes for close at 1731094976904 (+1 ms)Writing region close event to WAL at 1731094976904Closed at 1731094976904 2024-11-08T19:42:56,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43811 is added to blk_1073741846_1022 (size=62) 2024-11-08T19:42:56,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41417 is added to blk_1073741846_1022 (size=62) 2024-11-08T19:42:56,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35877 is added to blk_1073741846_1022 (size=62) 2024-11-08T19:42:56,918 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731094976755.74323173f6268a819f69e3af9fc4a43e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:42:56,919 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 74323173f6268a819f69e3af9fc4a43e, disabling compactions & flushes 2024-11-08T19:42:56,919 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731094976755.74323173f6268a819f69e3af9fc4a43e. 2024-11-08T19:42:56,919 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731094976755.74323173f6268a819f69e3af9fc4a43e. 2024-11-08T19:42:56,919 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731094976755.74323173f6268a819f69e3af9fc4a43e. after waiting 0 ms 2024-11-08T19:42:56,919 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731094976755.74323173f6268a819f69e3af9fc4a43e. 2024-11-08T19:42:56,919 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731094976755.74323173f6268a819f69e3af9fc4a43e. 2024-11-08T19:42:56,919 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 74323173f6268a819f69e3af9fc4a43e: Waiting for close lock at 1731094976918Disabling compacts and flushes for region at 1731094976918Disabling writes for close at 1731094976919 (+1 ms)Writing region close event to WAL at 1731094976919Closed at 1731094976919 2024-11-08T19:42:56,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35877 is added to blk_1073741847_1023 (size=54) 2024-11-08T19:42:56,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43811 is added to blk_1073741847_1023 (size=54) 2024-11-08T19:42:56,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41417 is added to blk_1073741847_1023 (size=54) 2024-11-08T19:42:56,921 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731094976755.13ee7a5d4dc6a7991d2b6279508bb6d2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:42:56,921 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 13ee7a5d4dc6a7991d2b6279508bb6d2, disabling compactions & flushes 2024-11-08T19:42:56,921 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731094976755.13ee7a5d4dc6a7991d2b6279508bb6d2. 2024-11-08T19:42:56,921 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731094976755.13ee7a5d4dc6a7991d2b6279508bb6d2. 2024-11-08T19:42:56,921 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731094976755.13ee7a5d4dc6a7991d2b6279508bb6d2. after waiting 0 ms 2024-11-08T19:42:56,921 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731094976755.13ee7a5d4dc6a7991d2b6279508bb6d2. 2024-11-08T19:42:56,921 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731094976755.13ee7a5d4dc6a7991d2b6279508bb6d2. 2024-11-08T19:42:56,921 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 13ee7a5d4dc6a7991d2b6279508bb6d2: Waiting for close lock at 1731094976921Disabling compacts and flushes for region at 1731094976921Disabling writes for close at 1731094976921Writing region close event to WAL at 1731094976921Closed at 1731094976921 2024-11-08T19:42:56,924 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T19:42:56,929 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731094976755.4d708c9952029e61a9e0b1f0c245383c.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731094976924"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731094976924"}]},"ts":"1731094976924"} 2024-11-08T19:42:56,929 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731094976755.b3db5edecc7928c6fadf399093ac30bb.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731094976924"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731094976924"}]},"ts":"1731094976924"} 2024-11-08T19:42:56,929 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731094976755.16aecba7cc984b1bd8731577180a10c4.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731094976924"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731094976924"}]},"ts":"1731094976924"} 2024-11-08T19:42:56,929 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731094976755.1e3d1027582c56e993865c7bafa9cd4b.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731094976924"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731094976924"}]},"ts":"1731094976924"} 2024-11-08T19:42:56,929 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731094976755.8da483968d66699ba2e1828c1cd10db7.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731094976924"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731094976924"}]},"ts":"1731094976924"} 2024-11-08T19:42:56,930 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731094976755.0f60b15b4406ce437867fbfe03ff31ef.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731094976924"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731094976924"}]},"ts":"1731094976924"} 2024-11-08T19:42:56,930 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731094976755.26bb1c2a458aa94444d2b0c37b008eef.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731094976924"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731094976924"}]},"ts":"1731094976924"} 2024-11-08T19:42:56,930 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731094976755.d4c36de6957bf36a18541670019e2caa.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731094976924"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731094976924"}]},"ts":"1731094976924"} 2024-11-08T19:42:56,930 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731094976755.74323173f6268a819f69e3af9fc4a43e.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731094976924"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731094976924"}]},"ts":"1731094976924"} 2024-11-08T19:42:56,930 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731094976755.13ee7a5d4dc6a7991d2b6279508bb6d2.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731094976924"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731094976924"}]},"ts":"1731094976924"} 2024-11-08T19:42:56,961 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-08T19:42:56,963 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T19:42:56,966 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731094976963"}]},"ts":"1731094976963"} 2024-11-08T19:42:56,970 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-08T19:42:56,970 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(204): Hosts are {b75fe890c219=0} racks are {/default-rack=0} 2024-11-08T19:42:56,977 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T19:42:56,978 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T19:42:56,978 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-08T19:42:56,978 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T19:42:56,978 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T19:42:56,978 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-08T19:42:56,978 INFO [PEWorker-2 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T19:42:56,978 INFO [PEWorker-2 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T19:42:56,978 INFO [PEWorker-2 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-08T19:42:56,978 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T19:42:56,979 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4d708c9952029e61a9e0b1f0c245383c, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b3db5edecc7928c6fadf399093ac30bb, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=16aecba7cc984b1bd8731577180a10c4, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8da483968d66699ba2e1828c1cd10db7, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1e3d1027582c56e993865c7bafa9cd4b, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0f60b15b4406ce437867fbfe03ff31ef, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=26bb1c2a458aa94444d2b0c37b008eef, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d4c36de6957bf36a18541670019e2caa, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=74323173f6268a819f69e3af9fc4a43e, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=13ee7a5d4dc6a7991d2b6279508bb6d2, ASSIGN}] 2024-11-08T19:42:56,983 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=74323173f6268a819f69e3af9fc4a43e, ASSIGN 2024-11-08T19:42:56,984 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=13ee7a5d4dc6a7991d2b6279508bb6d2, ASSIGN 2024-11-08T19:42:56,984 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d4c36de6957bf36a18541670019e2caa, ASSIGN 2024-11-08T19:42:56,984 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=26bb1c2a458aa94444d2b0c37b008eef, ASSIGN 2024-11-08T19:42:56,986 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0f60b15b4406ce437867fbfe03ff31ef, ASSIGN 2024-11-08T19:42:56,986 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=13ee7a5d4dc6a7991d2b6279508bb6d2, ASSIGN; state=OFFLINE, location=b75fe890c219,46359,1731094964454; forceNewPlan=false, retain=false 2024-11-08T19:42:56,986 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=74323173f6268a819f69e3af9fc4a43e, ASSIGN; state=OFFLINE, location=b75fe890c219,46051,1731094964386; forceNewPlan=false, retain=false 2024-11-08T19:42:56,986 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d4c36de6957bf36a18541670019e2caa, ASSIGN; state=OFFLINE, location=b75fe890c219,38827,1731094964272; forceNewPlan=false, retain=false 2024-11-08T19:42:56,986 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=26bb1c2a458aa94444d2b0c37b008eef, ASSIGN; state=OFFLINE, location=b75fe890c219,46359,1731094964454; forceNewPlan=false, retain=false 2024-11-08T19:42:56,987 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0f60b15b4406ce437867fbfe03ff31ef, ASSIGN; state=OFFLINE, location=b75fe890c219,46051,1731094964386; forceNewPlan=false, retain=false 2024-11-08T19:42:56,992 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=16aecba7cc984b1bd8731577180a10c4, ASSIGN 2024-11-08T19:42:56,992 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8da483968d66699ba2e1828c1cd10db7, ASSIGN 2024-11-08T19:42:56,993 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1e3d1027582c56e993865c7bafa9cd4b, ASSIGN 2024-11-08T19:42:56,993 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8da483968d66699ba2e1828c1cd10db7, ASSIGN; state=OFFLINE, location=b75fe890c219,38827,1731094964272; forceNewPlan=false, retain=false 2024-11-08T19:42:56,993 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=16aecba7cc984b1bd8731577180a10c4, ASSIGN; state=OFFLINE, location=b75fe890c219,46051,1731094964386; forceNewPlan=false, retain=false 2024-11-08T19:42:56,993 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4d708c9952029e61a9e0b1f0c245383c, ASSIGN 2024-11-08T19:42:56,995 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b3db5edecc7928c6fadf399093ac30bb, ASSIGN 2024-11-08T19:42:56,995 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1e3d1027582c56e993865c7bafa9cd4b, ASSIGN; state=OFFLINE, location=b75fe890c219,46359,1731094964454; forceNewPlan=false, retain=false 2024-11-08T19:42:56,995 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4d708c9952029e61a9e0b1f0c245383c, ASSIGN; state=OFFLINE, location=b75fe890c219,46359,1731094964454; forceNewPlan=false, retain=false 2024-11-08T19:42:56,997 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b3db5edecc7928c6fadf399093ac30bb, ASSIGN; state=OFFLINE, location=b75fe890c219,38827,1731094964272; forceNewPlan=false, retain=false 2024-11-08T19:42:57,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:42:57,141 INFO [b75fe890c219:37595 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-08T19:42:57,142 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1e3d1027582c56e993865c7bafa9cd4b, regionState=OPENING, regionLocation=b75fe890c219,46359,1731094964454 2024-11-08T19:42:57,142 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=26bb1c2a458aa94444d2b0c37b008eef, regionState=OPENING, regionLocation=b75fe890c219,46359,1731094964454 2024-11-08T19:42:57,142 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=13ee7a5d4dc6a7991d2b6279508bb6d2, regionState=OPENING, regionLocation=b75fe890c219,46359,1731094964454 2024-11-08T19:42:57,142 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4d708c9952029e61a9e0b1f0c245383c, regionState=OPENING, regionLocation=b75fe890c219,46359,1731094964454 2024-11-08T19:42:57,142 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=74323173f6268a819f69e3af9fc4a43e, regionState=OPENING, regionLocation=b75fe890c219,46051,1731094964386 2024-11-08T19:42:57,143 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=16aecba7cc984b1bd8731577180a10c4, regionState=OPENING, regionLocation=b75fe890c219,46051,1731094964386 2024-11-08T19:42:57,143 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=0f60b15b4406ce437867fbfe03ff31ef, regionState=OPENING, regionLocation=b75fe890c219,46051,1731094964386 2024-11-08T19:42:57,144 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=d4c36de6957bf36a18541670019e2caa, regionState=OPENING, regionLocation=b75fe890c219,38827,1731094964272 2024-11-08T19:42:57,144 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=8da483968d66699ba2e1828c1cd10db7, regionState=OPENING, regionLocation=b75fe890c219,38827,1731094964272 2024-11-08T19:42:57,144 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b3db5edecc7928c6fadf399093ac30bb, regionState=OPENING, regionLocation=b75fe890c219,38827,1731094964272 2024-11-08T19:42:57,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1e3d1027582c56e993865c7bafa9cd4b, ASSIGN because future has completed 2024-11-08T19:42:57,149 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1e3d1027582c56e993865c7bafa9cd4b, server=b75fe890c219,46359,1731094964454}] 2024-11-08T19:42:57,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4d708c9952029e61a9e0b1f0c245383c, ASSIGN because future has completed 2024-11-08T19:42:57,152 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4d708c9952029e61a9e0b1f0c245383c, server=b75fe890c219,46359,1731094964454}] 2024-11-08T19:42:57,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=26bb1c2a458aa94444d2b0c37b008eef, ASSIGN because future has completed 2024-11-08T19:42:57,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=13ee7a5d4dc6a7991d2b6279508bb6d2, ASSIGN because future has completed 2024-11-08T19:42:57,156 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 13ee7a5d4dc6a7991d2b6279508bb6d2, server=b75fe890c219,46359,1731094964454}] 2024-11-08T19:42:57,156 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 26bb1c2a458aa94444d2b0c37b008eef, server=b75fe890c219,46359,1731094964454}] 2024-11-08T19:42:57,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=74323173f6268a819f69e3af9fc4a43e, ASSIGN because future has completed 2024-11-08T19:42:57,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0f60b15b4406ce437867fbfe03ff31ef, ASSIGN because future has completed 2024-11-08T19:42:57,162 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0f60b15b4406ce437867fbfe03ff31ef, server=b75fe890c219,46051,1731094964386}] 2024-11-08T19:42:57,162 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 74323173f6268a819f69e3af9fc4a43e, server=b75fe890c219,46051,1731094964386}] 2024-11-08T19:42:57,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=16aecba7cc984b1bd8731577180a10c4, ASSIGN because future has completed 2024-11-08T19:42:57,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8da483968d66699ba2e1828c1cd10db7, ASSIGN because future has completed 2024-11-08T19:42:57,167 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 16aecba7cc984b1bd8731577180a10c4, server=b75fe890c219,46051,1731094964386}] 2024-11-08T19:42:57,167 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8da483968d66699ba2e1828c1cd10db7, server=b75fe890c219,38827,1731094964272}] 2024-11-08T19:42:57,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d4c36de6957bf36a18541670019e2caa, ASSIGN because future has completed 2024-11-08T19:42:57,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b3db5edecc7928c6fadf399093ac30bb, ASSIGN because future has completed 2024-11-08T19:42:57,174 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b3db5edecc7928c6fadf399093ac30bb, server=b75fe890c219,38827,1731094964272}] 2024-11-08T19:42:57,174 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure d4c36de6957bf36a18541670019e2caa, server=b75fe890c219,38827,1731094964272}] 2024-11-08T19:42:57,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:42:57,759 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T19:42:57,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:42:58,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:43:00,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:43:01,816 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-08T19:43:03,892 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T19:43:03,892 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-08T19:43:03,894 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T19:43:03,894 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-08T19:43:04,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:43:07,155 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T19:43:07,158 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34963, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T19:43:07,166 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731094976755.13ee7a5d4dc6a7991d2b6279508bb6d2. 2024-11-08T19:43:07,166 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 13ee7a5d4dc6a7991d2b6279508bb6d2, NAME => 'SPTestTable,e6666661,1731094976755.13ee7a5d4dc6a7991d2b6279508bb6d2.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-08T19:43:07,167 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 13ee7a5d4dc6a7991d2b6279508bb6d2 2024-11-08T19:43:07,167 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731094976755.13ee7a5d4dc6a7991d2b6279508bb6d2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:43:07,167 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 13ee7a5d4dc6a7991d2b6279508bb6d2 2024-11-08T19:43:07,167 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 13ee7a5d4dc6a7991d2b6279508bb6d2 2024-11-08T19:43:07,169 INFO [StoreOpener-13ee7a5d4dc6a7991d2b6279508bb6d2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 13ee7a5d4dc6a7991d2b6279508bb6d2 2024-11-08T19:43:07,172 INFO [StoreOpener-13ee7a5d4dc6a7991d2b6279508bb6d2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 13ee7a5d4dc6a7991d2b6279508bb6d2 columnFamilyName cf 2024-11-08T19:43:07,172 DEBUG [StoreOpener-13ee7a5d4dc6a7991d2b6279508bb6d2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:43:07,173 INFO [StoreOpener-13ee7a5d4dc6a7991d2b6279508bb6d2-1 {}] regionserver.HStore(327): Store=13ee7a5d4dc6a7991d2b6279508bb6d2/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:43:07,173 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 13ee7a5d4dc6a7991d2b6279508bb6d2 2024-11-08T19:43:07,175 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/data/default/SPTestTable/13ee7a5d4dc6a7991d2b6279508bb6d2 2024-11-08T19:43:07,175 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T19:43:07,175 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/data/default/SPTestTable/13ee7a5d4dc6a7991d2b6279508bb6d2 2024-11-08T19:43:07,176 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 13ee7a5d4dc6a7991d2b6279508bb6d2 2024-11-08T19:43:07,176 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 13ee7a5d4dc6a7991d2b6279508bb6d2 2024-11-08T19:43:07,177 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731094976755.0f60b15b4406ce437867fbfe03ff31ef. 2024-11-08T19:43:07,177 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 0f60b15b4406ce437867fbfe03ff31ef, NAME => 'SPTestTable,7ffffffd,1731094976755.0f60b15b4406ce437867fbfe03ff31ef.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-08T19:43:07,178 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0f60b15b4406ce437867fbfe03ff31ef 2024-11-08T19:43:07,178 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731094976755.0f60b15b4406ce437867fbfe03ff31ef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:43:07,178 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 0f60b15b4406ce437867fbfe03ff31ef 2024-11-08T19:43:07,178 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 0f60b15b4406ce437867fbfe03ff31ef 2024-11-08T19:43:07,179 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48491, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T19:43:07,179 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 13ee7a5d4dc6a7991d2b6279508bb6d2 2024-11-08T19:43:07,181 INFO [StoreOpener-0f60b15b4406ce437867fbfe03ff31ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0f60b15b4406ce437867fbfe03ff31ef 2024-11-08T19:43:07,183 INFO [StoreOpener-0f60b15b4406ce437867fbfe03ff31ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f60b15b4406ce437867fbfe03ff31ef columnFamilyName cf 2024-11-08T19:43:07,183 DEBUG [StoreOpener-0f60b15b4406ce437867fbfe03ff31ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:43:07,184 INFO [StoreOpener-0f60b15b4406ce437867fbfe03ff31ef-1 {}] regionserver.HStore(327): Store=0f60b15b4406ce437867fbfe03ff31ef/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:43:07,184 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 0f60b15b4406ce437867fbfe03ff31ef 2024-11-08T19:43:07,185 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/data/default/SPTestTable/0f60b15b4406ce437867fbfe03ff31ef 2024-11-08T19:43:07,185 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/data/default/SPTestTable/0f60b15b4406ce437867fbfe03ff31ef 2024-11-08T19:43:07,186 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 0f60b15b4406ce437867fbfe03ff31ef 2024-11-08T19:43:07,186 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 0f60b15b4406ce437867fbfe03ff31ef 2024-11-08T19:43:07,187 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/data/default/SPTestTable/13ee7a5d4dc6a7991d2b6279508bb6d2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:43:07,188 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 13ee7a5d4dc6a7991d2b6279508bb6d2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68385265, jitterRate=0.019019857048988342}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T19:43:07,189 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 13ee7a5d4dc6a7991d2b6279508bb6d2 2024-11-08T19:43:07,189 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 0f60b15b4406ce437867fbfe03ff31ef 2024-11-08T19:43:07,190 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 13ee7a5d4dc6a7991d2b6279508bb6d2: Running coprocessor pre-open hook at 1731094987167Writing region info on filesystem at 1731094987167Initializing all the Stores at 1731094987169 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731094987169Cleaning up temporary data from old regions at 1731094987176 (+7 ms)Running coprocessor post-open hooks at 1731094987189 (+13 ms)Region opened successfully at 1731094987190 (+1 ms) 2024-11-08T19:43:07,193 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731094976755.13ee7a5d4dc6a7991d2b6279508bb6d2., pid=17, masterSystemTime=1731094987155 2024-11-08T19:43:07,193 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/data/default/SPTestTable/0f60b15b4406ce437867fbfe03ff31ef/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:43:07,194 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 0f60b15b4406ce437867fbfe03ff31ef; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65316752, jitterRate=-0.02670454978942871}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T19:43:07,194 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0f60b15b4406ce437867fbfe03ff31ef 2024-11-08T19:43:07,194 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 0f60b15b4406ce437867fbfe03ff31ef: Running coprocessor pre-open hook at 1731094987179Writing region info on filesystem at 1731094987179Initializing all the Stores at 1731094987180 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731094987180Cleaning up temporary data from old regions at 1731094987186 (+6 ms)Running coprocessor post-open hooks at 1731094987194 (+8 ms)Region opened successfully at 1731094987194 2024-11-08T19:43:07,195 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731094976755.0f60b15b4406ce437867fbfe03ff31ef., pid=20, masterSystemTime=1731094987169 2024-11-08T19:43:07,196 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731094976755.13ee7a5d4dc6a7991d2b6279508bb6d2. 2024-11-08T19:43:07,196 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731094976755.13ee7a5d4dc6a7991d2b6279508bb6d2. 2024-11-08T19:43:07,196 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731094976755.1e3d1027582c56e993865c7bafa9cd4b. 2024-11-08T19:43:07,196 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 1e3d1027582c56e993865c7bafa9cd4b, NAME => 'SPTestTable,66666664,1731094976755.1e3d1027582c56e993865c7bafa9cd4b.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-08T19:43:07,196 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731094976755.8da483968d66699ba2e1828c1cd10db7. 2024-11-08T19:43:07,197 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1e3d1027582c56e993865c7bafa9cd4b 2024-11-08T19:43:07,197 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 8da483968d66699ba2e1828c1cd10db7, NAME => 'SPTestTable,4ccccccb,1731094976755.8da483968d66699ba2e1828c1cd10db7.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-08T19:43:07,197 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731094976755.1e3d1027582c56e993865c7bafa9cd4b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:43:07,197 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 1e3d1027582c56e993865c7bafa9cd4b 2024-11-08T19:43:07,197 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 1e3d1027582c56e993865c7bafa9cd4b 2024-11-08T19:43:07,197 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8da483968d66699ba2e1828c1cd10db7 2024-11-08T19:43:07,197 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731094976755.8da483968d66699ba2e1828c1cd10db7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:43:07,197 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 8da483968d66699ba2e1828c1cd10db7 2024-11-08T19:43:07,197 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 8da483968d66699ba2e1828c1cd10db7 2024-11-08T19:43:07,198 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=13ee7a5d4dc6a7991d2b6279508bb6d2, regionState=OPEN, openSeqNum=2, regionLocation=b75fe890c219,46359,1731094964454 2024-11-08T19:43:07,200 INFO [StoreOpener-8da483968d66699ba2e1828c1cd10db7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8da483968d66699ba2e1828c1cd10db7 2024-11-08T19:43:07,203 INFO [StoreOpener-8da483968d66699ba2e1828c1cd10db7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8da483968d66699ba2e1828c1cd10db7 columnFamilyName cf 2024-11-08T19:43:07,203 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731094976755.0f60b15b4406ce437867fbfe03ff31ef. 2024-11-08T19:43:07,203 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731094976755.0f60b15b4406ce437867fbfe03ff31ef. 2024-11-08T19:43:07,203 DEBUG [StoreOpener-8da483968d66699ba2e1828c1cd10db7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:43:07,204 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731094976755.74323173f6268a819f69e3af9fc4a43e. 2024-11-08T19:43:07,204 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 74323173f6268a819f69e3af9fc4a43e, NAME => 'SPTestTable,ccccccc8,1731094976755.74323173f6268a819f69e3af9fc4a43e.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-08T19:43:07,204 INFO [StoreOpener-1e3d1027582c56e993865c7bafa9cd4b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1e3d1027582c56e993865c7bafa9cd4b 2024-11-08T19:43:07,204 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 74323173f6268a819f69e3af9fc4a43e 2024-11-08T19:43:07,204 INFO [StoreOpener-8da483968d66699ba2e1828c1cd10db7-1 {}] regionserver.HStore(327): Store=8da483968d66699ba2e1828c1cd10db7/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:43:07,204 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731094976755.74323173f6268a819f69e3af9fc4a43e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:43:07,204 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 8da483968d66699ba2e1828c1cd10db7 2024-11-08T19:43:07,204 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 74323173f6268a819f69e3af9fc4a43e 2024-11-08T19:43:07,205 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 74323173f6268a819f69e3af9fc4a43e 2024-11-08T19:43:07,206 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/data/default/SPTestTable/8da483968d66699ba2e1828c1cd10db7 2024-11-08T19:43:07,206 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/data/default/SPTestTable/8da483968d66699ba2e1828c1cd10db7 2024-11-08T19:43:07,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 13ee7a5d4dc6a7991d2b6279508bb6d2, server=b75fe890c219,46359,1731094964454 because future has completed 2024-11-08T19:43:07,207 INFO [StoreOpener-1e3d1027582c56e993865c7bafa9cd4b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e3d1027582c56e993865c7bafa9cd4b columnFamilyName cf 2024-11-08T19:43:07,207 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 8da483968d66699ba2e1828c1cd10db7 2024-11-08T19:43:07,207 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 8da483968d66699ba2e1828c1cd10db7 2024-11-08T19:43:07,207 DEBUG [StoreOpener-1e3d1027582c56e993865c7bafa9cd4b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:43:07,208 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=0f60b15b4406ce437867fbfe03ff31ef, regionState=OPEN, openSeqNum=2, regionLocation=b75fe890c219,46051,1731094964386 2024-11-08T19:43:07,208 INFO [StoreOpener-1e3d1027582c56e993865c7bafa9cd4b-1 {}] regionserver.HStore(327): Store=1e3d1027582c56e993865c7bafa9cd4b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:43:07,209 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 1e3d1027582c56e993865c7bafa9cd4b 2024-11-08T19:43:07,210 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/data/default/SPTestTable/1e3d1027582c56e993865c7bafa9cd4b 2024-11-08T19:43:07,211 INFO [StoreOpener-74323173f6268a819f69e3af9fc4a43e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 74323173f6268a819f69e3af9fc4a43e 2024-11-08T19:43:07,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0f60b15b4406ce437867fbfe03ff31ef, server=b75fe890c219,46051,1731094964386 because future has completed 2024-11-08T19:43:07,212 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 8da483968d66699ba2e1828c1cd10db7 2024-11-08T19:43:07,214 INFO [StoreOpener-74323173f6268a819f69e3af9fc4a43e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 74323173f6268a819f69e3af9fc4a43e columnFamilyName cf 2024-11-08T19:43:07,214 DEBUG [StoreOpener-74323173f6268a819f69e3af9fc4a43e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:43:07,214 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/data/default/SPTestTable/1e3d1027582c56e993865c7bafa9cd4b 2024-11-08T19:43:07,214 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=14 2024-11-08T19:43:07,215 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 1e3d1027582c56e993865c7bafa9cd4b 2024-11-08T19:43:07,215 INFO [StoreOpener-74323173f6268a819f69e3af9fc4a43e-1 {}] regionserver.HStore(327): Store=74323173f6268a819f69e3af9fc4a43e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:43:07,215 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 1e3d1027582c56e993865c7bafa9cd4b 2024-11-08T19:43:07,215 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 74323173f6268a819f69e3af9fc4a43e 2024-11-08T19:43:07,216 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 13ee7a5d4dc6a7991d2b6279508bb6d2, server=b75fe890c219,46359,1731094964454 in 10.0520 sec 2024-11-08T19:43:07,217 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/data/default/SPTestTable/74323173f6268a819f69e3af9fc4a43e 2024-11-08T19:43:07,218 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/data/default/SPTestTable/74323173f6268a819f69e3af9fc4a43e 2024-11-08T19:43:07,219 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 74323173f6268a819f69e3af9fc4a43e 2024-11-08T19:43:07,219 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 74323173f6268a819f69e3af9fc4a43e 2024-11-08T19:43:07,219 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=10 2024-11-08T19:43:07,220 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 0f60b15b4406ce437867fbfe03ff31ef, server=b75fe890c219,46051,1731094964386 in 10.0520 sec 2024-11-08T19:43:07,221 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/data/default/SPTestTable/8da483968d66699ba2e1828c1cd10db7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:43:07,221 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 1e3d1027582c56e993865c7bafa9cd4b 2024-11-08T19:43:07,221 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 8da483968d66699ba2e1828c1cd10db7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64091971, jitterRate=-0.04495520889759064}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T19:43:07,222 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=13ee7a5d4dc6a7991d2b6279508bb6d2, ASSIGN in 10.2370 sec 2024-11-08T19:43:07,222 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8da483968d66699ba2e1828c1cd10db7 2024-11-08T19:43:07,222 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 8da483968d66699ba2e1828c1cd10db7: Running coprocessor pre-open hook at 1731094987198Writing region info on filesystem at 1731094987198Initializing all the Stores at 1731094987199 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731094987199Cleaning up temporary data from old regions at 1731094987207 (+8 ms)Running coprocessor post-open hooks at 1731094987222 (+15 ms)Region opened successfully at 1731094987222 2024-11-08T19:43:07,223 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 74323173f6268a819f69e3af9fc4a43e 2024-11-08T19:43:07,223 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0f60b15b4406ce437867fbfe03ff31ef, ASSIGN in 10.2410 sec 2024-11-08T19:43:07,223 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731094976755.8da483968d66699ba2e1828c1cd10db7., pid=22, masterSystemTime=1731094987175 2024-11-08T19:43:07,226 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731094976755.8da483968d66699ba2e1828c1cd10db7. 2024-11-08T19:43:07,227 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731094976755.8da483968d66699ba2e1828c1cd10db7. 2024-11-08T19:43:07,227 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731094976755.d4c36de6957bf36a18541670019e2caa. 2024-11-08T19:43:07,227 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => d4c36de6957bf36a18541670019e2caa, NAME => 'SPTestTable,b333332f,1731094976755.d4c36de6957bf36a18541670019e2caa.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-08T19:43:07,227 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d4c36de6957bf36a18541670019e2caa 2024-11-08T19:43:07,228 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731094976755.d4c36de6957bf36a18541670019e2caa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:43:07,228 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for d4c36de6957bf36a18541670019e2caa 2024-11-08T19:43:07,228 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for d4c36de6957bf36a18541670019e2caa 2024-11-08T19:43:07,228 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/data/default/SPTestTable/74323173f6268a819f69e3af9fc4a43e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:43:07,229 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=8da483968d66699ba2e1828c1cd10db7, regionState=OPEN, openSeqNum=2, regionLocation=b75fe890c219,38827,1731094964272 2024-11-08T19:43:07,229 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 74323173f6268a819f69e3af9fc4a43e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67474427, jitterRate=0.005447313189506531}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T19:43:07,229 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 74323173f6268a819f69e3af9fc4a43e 2024-11-08T19:43:07,229 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 74323173f6268a819f69e3af9fc4a43e: Running coprocessor pre-open hook at 1731094987206Writing region info on filesystem at 1731094987206Initializing all the Stores at 1731094987210 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731094987210Cleaning up temporary data from old regions at 1731094987219 (+9 ms)Running coprocessor post-open hooks at 1731094987229 (+10 ms)Region opened successfully at 1731094987229 2024-11-08T19:43:07,231 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731094976755.74323173f6268a819f69e3af9fc4a43e., pid=19, masterSystemTime=1731094987169 2024-11-08T19:43:07,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8da483968d66699ba2e1828c1cd10db7, server=b75fe890c219,38827,1731094964272 because future has completed 2024-11-08T19:43:07,233 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731094976755.74323173f6268a819f69e3af9fc4a43e. 2024-11-08T19:43:07,233 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731094976755.74323173f6268a819f69e3af9fc4a43e. 2024-11-08T19:43:07,234 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731094976755.16aecba7cc984b1bd8731577180a10c4. 2024-11-08T19:43:07,234 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 16aecba7cc984b1bd8731577180a10c4, NAME => 'SPTestTable,33333332,1731094976755.16aecba7cc984b1bd8731577180a10c4.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-08T19:43:07,234 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 16aecba7cc984b1bd8731577180a10c4 2024-11-08T19:43:07,234 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/data/default/SPTestTable/1e3d1027582c56e993865c7bafa9cd4b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:43:07,235 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731094976755.16aecba7cc984b1bd8731577180a10c4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:43:07,235 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 16aecba7cc984b1bd8731577180a10c4 2024-11-08T19:43:07,235 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 16aecba7cc984b1bd8731577180a10c4 2024-11-08T19:43:07,235 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=74323173f6268a819f69e3af9fc4a43e, regionState=OPEN, openSeqNum=2, regionLocation=b75fe890c219,46051,1731094964386 2024-11-08T19:43:07,237 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 1e3d1027582c56e993865c7bafa9cd4b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73018780, jitterRate=0.08806461095809937}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T19:43:07,238 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1e3d1027582c56e993865c7bafa9cd4b 2024-11-08T19:43:07,238 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 1e3d1027582c56e993865c7bafa9cd4b: Running coprocessor pre-open hook at 1731094987197Writing region info on filesystem at 1731094987197Initializing all the Stores at 1731094987199 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731094987199Cleaning up temporary data from old regions at 1731094987215 (+16 ms)Running coprocessor post-open hooks at 1731094987238 (+23 ms)Region opened successfully at 1731094987238 2024-11-08T19:43:07,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 74323173f6268a819f69e3af9fc4a43e, server=b75fe890c219,46051,1731094964386 because future has completed 2024-11-08T19:43:07,239 INFO [StoreOpener-d4c36de6957bf36a18541670019e2caa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d4c36de6957bf36a18541670019e2caa 2024-11-08T19:43:07,239 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731094976755.1e3d1027582c56e993865c7bafa9cd4b., pid=15, masterSystemTime=1731094987155 2024-11-08T19:43:07,241 INFO [StoreOpener-d4c36de6957bf36a18541670019e2caa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d4c36de6957bf36a18541670019e2caa columnFamilyName cf 2024-11-08T19:43:07,242 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=8 2024-11-08T19:43:07,242 DEBUG [StoreOpener-d4c36de6957bf36a18541670019e2caa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:43:07,242 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731094976755.1e3d1027582c56e993865c7bafa9cd4b. 2024-11-08T19:43:07,242 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731094976755.1e3d1027582c56e993865c7bafa9cd4b. 2024-11-08T19:43:07,242 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,,1731094976755.4d708c9952029e61a9e0b1f0c245383c. 2024-11-08T19:43:07,243 INFO [StoreOpener-d4c36de6957bf36a18541670019e2caa-1 {}] regionserver.HStore(327): Store=d4c36de6957bf36a18541670019e2caa/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:43:07,243 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 4d708c9952029e61a9e0b1f0c245383c, NAME => 'SPTestTable,,1731094976755.4d708c9952029e61a9e0b1f0c245383c.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-08T19:43:07,243 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for d4c36de6957bf36a18541670019e2caa 2024-11-08T19:43:07,243 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 4d708c9952029e61a9e0b1f0c245383c 2024-11-08T19:43:07,243 INFO [StoreOpener-16aecba7cc984b1bd8731577180a10c4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 16aecba7cc984b1bd8731577180a10c4 2024-11-08T19:43:07,243 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,,1731094976755.4d708c9952029e61a9e0b1f0c245383c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:43:07,243 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 4d708c9952029e61a9e0b1f0c245383c 2024-11-08T19:43:07,243 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 4d708c9952029e61a9e0b1f0c245383c 2024-11-08T19:43:07,244 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/data/default/SPTestTable/d4c36de6957bf36a18541670019e2caa 2024-11-08T19:43:07,244 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 8da483968d66699ba2e1828c1cd10db7, server=b75fe890c219,38827,1731094964272 in 10.0680 sec 2024-11-08T19:43:07,245 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/data/default/SPTestTable/d4c36de6957bf36a18541670019e2caa 2024-11-08T19:43:07,246 INFO [StoreOpener-16aecba7cc984b1bd8731577180a10c4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 16aecba7cc984b1bd8731577180a10c4 columnFamilyName cf 2024-11-08T19:43:07,246 DEBUG [StoreOpener-16aecba7cc984b1bd8731577180a10c4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:43:07,246 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for d4c36de6957bf36a18541670019e2caa 2024-11-08T19:43:07,246 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for d4c36de6957bf36a18541670019e2caa 2024-11-08T19:43:07,247 INFO [StoreOpener-16aecba7cc984b1bd8731577180a10c4-1 {}] regionserver.HStore(327): Store=16aecba7cc984b1bd8731577180a10c4/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:43:07,247 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 16aecba7cc984b1bd8731577180a10c4 2024-11-08T19:43:07,247 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1e3d1027582c56e993865c7bafa9cd4b, regionState=OPEN, openSeqNum=2, regionLocation=b75fe890c219,46359,1731094964454 2024-11-08T19:43:07,247 INFO [StoreOpener-4d708c9952029e61a9e0b1f0c245383c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 4d708c9952029e61a9e0b1f0c245383c 2024-11-08T19:43:07,248 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/data/default/SPTestTable/16aecba7cc984b1bd8731577180a10c4 2024-11-08T19:43:07,249 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=13 2024-11-08T19:43:07,249 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 74323173f6268a819f69e3af9fc4a43e, server=b75fe890c219,46051,1731094964386 in 10.0800 sec 2024-11-08T19:43:07,250 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/data/default/SPTestTable/16aecba7cc984b1bd8731577180a10c4 2024-11-08T19:43:07,251 INFO [StoreOpener-4d708c9952029e61a9e0b1f0c245383c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d708c9952029e61a9e0b1f0c245383c columnFamilyName cf 2024-11-08T19:43:07,251 DEBUG [StoreOpener-4d708c9952029e61a9e0b1f0c245383c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:43:07,251 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 16aecba7cc984b1bd8731577180a10c4 2024-11-08T19:43:07,251 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 16aecba7cc984b1bd8731577180a10c4 2024-11-08T19:43:07,251 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for d4c36de6957bf36a18541670019e2caa 2024-11-08T19:43:07,252 INFO [StoreOpener-4d708c9952029e61a9e0b1f0c245383c-1 {}] regionserver.HStore(327): Store=4d708c9952029e61a9e0b1f0c245383c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:43:07,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1e3d1027582c56e993865c7bafa9cd4b, server=b75fe890c219,46359,1731094964454 because future has completed 2024-11-08T19:43:07,252 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 4d708c9952029e61a9e0b1f0c245383c 2024-11-08T19:43:07,252 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8da483968d66699ba2e1828c1cd10db7, ASSIGN in 10.2660 sec 2024-11-08T19:43:07,253 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/data/default/SPTestTable/4d708c9952029e61a9e0b1f0c245383c 2024-11-08T19:43:07,253 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=74323173f6268a819f69e3af9fc4a43e, ASSIGN in 10.2700 sec 2024-11-08T19:43:07,254 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/data/default/SPTestTable/4d708c9952029e61a9e0b1f0c245383c 2024-11-08T19:43:07,255 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 4d708c9952029e61a9e0b1f0c245383c 2024-11-08T19:43:07,255 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 4d708c9952029e61a9e0b1f0c245383c 2024-11-08T19:43:07,255 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 16aecba7cc984b1bd8731577180a10c4 2024-11-08T19:43:07,257 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/data/default/SPTestTable/d4c36de6957bf36a18541670019e2caa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:43:07,259 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=9 2024-11-08T19:43:07,259 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened d4c36de6957bf36a18541670019e2caa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59606987, jitterRate=-0.11178667843341827}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T19:43:07,259 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d4c36de6957bf36a18541670019e2caa 2024-11-08T19:43:07,259 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 1e3d1027582c56e993865c7bafa9cd4b, server=b75fe890c219,46359,1731094964454 in 10.1050 sec 2024-11-08T19:43:07,259 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 4d708c9952029e61a9e0b1f0c245383c 2024-11-08T19:43:07,259 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for d4c36de6957bf36a18541670019e2caa: Running coprocessor pre-open hook at 1731094987228Writing region info on filesystem at 1731094987228Initializing all the Stores at 1731094987230 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731094987230Cleaning up temporary data from old regions at 1731094987246 (+16 ms)Running coprocessor post-open hooks at 1731094987259 (+13 ms)Region opened successfully at 1731094987259 2024-11-08T19:43:07,261 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/data/default/SPTestTable/16aecba7cc984b1bd8731577180a10c4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:43:07,261 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731094976755.d4c36de6957bf36a18541670019e2caa., pid=24, masterSystemTime=1731094987175 2024-11-08T19:43:07,262 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 16aecba7cc984b1bd8731577180a10c4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70072866, jitterRate=0.04416707158088684}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T19:43:07,262 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 16aecba7cc984b1bd8731577180a10c4 2024-11-08T19:43:07,262 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 16aecba7cc984b1bd8731577180a10c4: Running coprocessor pre-open hook at 1731094987235Writing region info on filesystem at 1731094987235Initializing all the Stores at 1731094987237 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731094987237Cleaning up temporary data from old regions at 1731094987251 (+14 ms)Running coprocessor post-open hooks at 1731094987262 (+11 ms)Region opened successfully at 1731094987262 2024-11-08T19:43:07,263 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/data/default/SPTestTable/4d708c9952029e61a9e0b1f0c245383c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:43:07,263 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731094976755.16aecba7cc984b1bd8731577180a10c4., pid=21, masterSystemTime=1731094987169 2024-11-08T19:43:07,263 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1e3d1027582c56e993865c7bafa9cd4b, ASSIGN in 10.2800 sec 2024-11-08T19:43:07,264 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 4d708c9952029e61a9e0b1f0c245383c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74105187, jitterRate=0.10425333678722382}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T19:43:07,264 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4d708c9952029e61a9e0b1f0c245383c 2024-11-08T19:43:07,264 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 4d708c9952029e61a9e0b1f0c245383c: Running coprocessor pre-open hook at 1731094987243Writing region info on filesystem at 1731094987243Initializing all the Stores at 1731094987246 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731094987246Cleaning up temporary data from old regions at 1731094987255 (+9 ms)Running coprocessor post-open hooks at 1731094987264 (+9 ms)Region opened successfully at 1731094987264 2024-11-08T19:43:07,264 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731094976755.d4c36de6957bf36a18541670019e2caa. 2024-11-08T19:43:07,264 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731094976755.d4c36de6957bf36a18541670019e2caa. 2024-11-08T19:43:07,265 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731094976755.b3db5edecc7928c6fadf399093ac30bb. 2024-11-08T19:43:07,265 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => b3db5edecc7928c6fadf399093ac30bb, NAME => 'SPTestTable,19999999,1731094976755.b3db5edecc7928c6fadf399093ac30bb.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-08T19:43:07,265 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=d4c36de6957bf36a18541670019e2caa, regionState=OPEN, openSeqNum=2, regionLocation=b75fe890c219,38827,1731094964272 2024-11-08T19:43:07,265 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b3db5edecc7928c6fadf399093ac30bb 2024-11-08T19:43:07,265 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731094976755.4d708c9952029e61a9e0b1f0c245383c., pid=16, masterSystemTime=1731094987155 2024-11-08T19:43:07,265 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731094976755.b3db5edecc7928c6fadf399093ac30bb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:43:07,265 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for b3db5edecc7928c6fadf399093ac30bb 2024-11-08T19:43:07,266 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for b3db5edecc7928c6fadf399093ac30bb 2024-11-08T19:43:07,266 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731094976755.16aecba7cc984b1bd8731577180a10c4. 2024-11-08T19:43:07,266 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731094976755.16aecba7cc984b1bd8731577180a10c4. 2024-11-08T19:43:07,269 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731094976755.4d708c9952029e61a9e0b1f0c245383c. 2024-11-08T19:43:07,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure d4c36de6957bf36a18541670019e2caa, server=b75fe890c219,38827,1731094964272 because future has completed 2024-11-08T19:43:07,269 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731094976755.4d708c9952029e61a9e0b1f0c245383c. 2024-11-08T19:43:07,269 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731094976755.26bb1c2a458aa94444d2b0c37b008eef. 2024-11-08T19:43:07,269 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=16aecba7cc984b1bd8731577180a10c4, regionState=OPEN, openSeqNum=2, regionLocation=b75fe890c219,46051,1731094964386 2024-11-08T19:43:07,269 INFO [StoreOpener-b3db5edecc7928c6fadf399093ac30bb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b3db5edecc7928c6fadf399093ac30bb 2024-11-08T19:43:07,269 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 26bb1c2a458aa94444d2b0c37b008eef, NAME => 'SPTestTable,99999996,1731094976755.26bb1c2a458aa94444d2b0c37b008eef.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-08T19:43:07,270 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 26bb1c2a458aa94444d2b0c37b008eef 2024-11-08T19:43:07,270 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731094976755.26bb1c2a458aa94444d2b0c37b008eef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:43:07,270 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 26bb1c2a458aa94444d2b0c37b008eef 2024-11-08T19:43:07,270 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 26bb1c2a458aa94444d2b0c37b008eef 2024-11-08T19:43:07,271 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4d708c9952029e61a9e0b1f0c245383c, regionState=OPEN, openSeqNum=2, regionLocation=b75fe890c219,46359,1731094964454 2024-11-08T19:43:07,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 16aecba7cc984b1bd8731577180a10c4, server=b75fe890c219,46051,1731094964386 because future has completed 2024-11-08T19:43:07,274 INFO [StoreOpener-26bb1c2a458aa94444d2b0c37b008eef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 26bb1c2a458aa94444d2b0c37b008eef 2024-11-08T19:43:07,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4d708c9952029e61a9e0b1f0c245383c, server=b75fe890c219,46359,1731094964454 because future has completed 2024-11-08T19:43:07,275 INFO [StoreOpener-b3db5edecc7928c6fadf399093ac30bb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b3db5edecc7928c6fadf399093ac30bb columnFamilyName cf 2024-11-08T19:43:07,276 DEBUG [StoreOpener-b3db5edecc7928c6fadf399093ac30bb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:43:07,277 INFO [StoreOpener-b3db5edecc7928c6fadf399093ac30bb-1 {}] regionserver.HStore(327): Store=b3db5edecc7928c6fadf399093ac30bb/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:43:07,277 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for b3db5edecc7928c6fadf399093ac30bb 2024-11-08T19:43:07,278 INFO [StoreOpener-26bb1c2a458aa94444d2b0c37b008eef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 26bb1c2a458aa94444d2b0c37b008eef columnFamilyName cf 2024-11-08T19:43:07,278 DEBUG [StoreOpener-26bb1c2a458aa94444d2b0c37b008eef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:43:07,278 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=12 2024-11-08T19:43:07,279 INFO [StoreOpener-26bb1c2a458aa94444d2b0c37b008eef-1 {}] regionserver.HStore(327): Store=26bb1c2a458aa94444d2b0c37b008eef/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:43:07,279 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/data/default/SPTestTable/b3db5edecc7928c6fadf399093ac30bb 2024-11-08T19:43:07,279 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 26bb1c2a458aa94444d2b0c37b008eef 2024-11-08T19:43:07,279 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure d4c36de6957bf36a18541670019e2caa, server=b75fe890c219,38827,1731094964272 in 10.0980 sec 2024-11-08T19:43:07,280 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/data/default/SPTestTable/b3db5edecc7928c6fadf399093ac30bb 2024-11-08T19:43:07,280 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/data/default/SPTestTable/26bb1c2a458aa94444d2b0c37b008eef 2024-11-08T19:43:07,281 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for b3db5edecc7928c6fadf399093ac30bb 2024-11-08T19:43:07,281 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for b3db5edecc7928c6fadf399093ac30bb 2024-11-08T19:43:07,281 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/data/default/SPTestTable/26bb1c2a458aa94444d2b0c37b008eef 2024-11-08T19:43:07,282 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 26bb1c2a458aa94444d2b0c37b008eef 2024-11-08T19:43:07,282 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 26bb1c2a458aa94444d2b0c37b008eef 2024-11-08T19:43:07,283 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=7 2024-11-08T19:43:07,283 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=5 2024-11-08T19:43:07,283 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4d708c9952029e61a9e0b1f0c245383c, server=b75fe890c219,46359,1731094964454 in 10.1250 sec 2024-11-08T19:43:07,283 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 16aecba7cc984b1bd8731577180a10c4, server=b75fe890c219,46051,1731094964386 in 10.1120 sec 2024-11-08T19:43:07,284 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d4c36de6957bf36a18541670019e2caa, ASSIGN in 10.3000 sec 2024-11-08T19:43:07,285 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 26bb1c2a458aa94444d2b0c37b008eef 2024-11-08T19:43:07,285 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for b3db5edecc7928c6fadf399093ac30bb 2024-11-08T19:43:07,286 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=16aecba7cc984b1bd8731577180a10c4, ASSIGN in 10.3040 sec 2024-11-08T19:43:07,288 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4d708c9952029e61a9e0b1f0c245383c, ASSIGN in 10.3050 sec 2024-11-08T19:43:07,288 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/data/default/SPTestTable/26bb1c2a458aa94444d2b0c37b008eef/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:43:07,290 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 26bb1c2a458aa94444d2b0c37b008eef; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74338763, jitterRate=0.10773389041423798}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T19:43:07,290 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 26bb1c2a458aa94444d2b0c37b008eef 2024-11-08T19:43:07,290 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/data/default/SPTestTable/b3db5edecc7928c6fadf399093ac30bb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:43:07,290 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 26bb1c2a458aa94444d2b0c37b008eef: Running coprocessor pre-open hook at 1731094987271Writing region info on filesystem at 1731094987271Initializing all the Stores at 1731094987274 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731094987274Cleaning up temporary data from old regions at 1731094987282 (+8 ms)Running coprocessor post-open hooks at 1731094987290 (+8 ms)Region opened successfully at 1731094987290 2024-11-08T19:43:07,291 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened b3db5edecc7928c6fadf399093ac30bb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63297756, jitterRate=-0.056789934635162354}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T19:43:07,291 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b3db5edecc7928c6fadf399093ac30bb 2024-11-08T19:43:07,291 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for b3db5edecc7928c6fadf399093ac30bb: Running coprocessor pre-open hook at 1731094987266Writing region info on filesystem at 1731094987266Initializing all the Stores at 1731094987268 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731094987268Cleaning up temporary data from old regions at 1731094987281 (+13 ms)Running coprocessor post-open hooks at 1731094987291 (+10 ms)Region opened successfully at 1731094987291 2024-11-08T19:43:07,291 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731094976755.26bb1c2a458aa94444d2b0c37b008eef., pid=18, masterSystemTime=1731094987155 2024-11-08T19:43:07,292 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731094976755.b3db5edecc7928c6fadf399093ac30bb., pid=23, masterSystemTime=1731094987175 2024-11-08T19:43:07,294 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731094976755.26bb1c2a458aa94444d2b0c37b008eef. 2024-11-08T19:43:07,294 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731094976755.26bb1c2a458aa94444d2b0c37b008eef. 2024-11-08T19:43:07,296 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=26bb1c2a458aa94444d2b0c37b008eef, regionState=OPEN, openSeqNum=2, regionLocation=b75fe890c219,46359,1731094964454 2024-11-08T19:43:07,296 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731094976755.b3db5edecc7928c6fadf399093ac30bb. 2024-11-08T19:43:07,296 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731094976755.b3db5edecc7928c6fadf399093ac30bb. 2024-11-08T19:43:07,298 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b3db5edecc7928c6fadf399093ac30bb, regionState=OPEN, openSeqNum=2, regionLocation=b75fe890c219,38827,1731094964272 2024-11-08T19:43:07,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 26bb1c2a458aa94444d2b0c37b008eef, server=b75fe890c219,46359,1731094964454 because future has completed 2024-11-08T19:43:07,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b3db5edecc7928c6fadf399093ac30bb, server=b75fe890c219,38827,1731094964272 because future has completed 2024-11-08T19:43:07,304 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=11 2024-11-08T19:43:07,306 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 26bb1c2a458aa94444d2b0c37b008eef, server=b75fe890c219,46359,1731094964454 in 10.1450 sec 2024-11-08T19:43:07,307 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=6 2024-11-08T19:43:07,307 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=26bb1c2a458aa94444d2b0c37b008eef, ASSIGN in 10.3250 sec 2024-11-08T19:43:07,307 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure b3db5edecc7928c6fadf399093ac30bb, server=b75fe890c219,38827,1731094964272 in 10.1290 sec 2024-11-08T19:43:07,312 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-08T19:43:07,312 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b3db5edecc7928c6fadf399093ac30bb, ASSIGN in 10.3280 sec 2024-11-08T19:43:07,313 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T19:43:07,314 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731094987313"}]},"ts":"1731094987313"} 2024-11-08T19:43:07,316 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-08T19:43:07,318 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T19:43:07,323 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.5570 sec 2024-11-08T19:43:09,756 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-08T19:43:12,665 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T19:43:12,727 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-08T19:43:13,892 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-11-08T19:43:13,892 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-11-08T19:43:15,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:43:15,055 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-08T19:43:15,056 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-08T19:43:15,059 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T19:43:15,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-08T19:43:15,072 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T19:43:15,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-08T19:43:15,121 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731094976755.26bb1c2a458aa94444d2b0c37b008eef., hostname=b75fe890c219,46359,1731094964454, seqNum=2] 2024-11-08T19:43:15,132 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731094976755.26bb1c2a458aa94444d2b0c37b008eef., hostname=b75fe890c219,46359,1731094964454, seqNum=2] 2024-11-08T19:43:15,135 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731094976755.26bb1c2a458aa94444d2b0c37b008eef., hostname=b75fe890c219,46359,1731094964454, seqNum=2] 2024-11-08T19:43:15,138 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731094976755.26bb1c2a458aa94444d2b0c37b008eef., hostname=b75fe890c219,46359,1731094964454, seqNum=2] 2024-11-08T19:43:15,141 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1731094976755.26bb1c2a458aa94444d2b0c37b008eef., hostname=b75fe890c219,46359,1731094964454, seqNum=2] 2024-11-08T19:43:15,143 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1731094976755.26bb1c2a458aa94444d2b0c37b008eef., hostname=b75fe890c219,46359,1731094964454, seqNum=2] 2024-11-08T19:43:15,147 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1731094976755.26bb1c2a458aa94444d2b0c37b008eef., hostname=b75fe890c219,46359,1731094964454, seqNum=2] 2024-11-08T19:43:15,149 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aah', locateType=CURRENT is [region=SPTestTable,99999996,1731094976755.26bb1c2a458aa94444d2b0c37b008eef., hostname=b75fe890c219,46359,1731094964454, seqNum=2] 2024-11-08T19:43:15,184 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731094976755.d4c36de6957bf36a18541670019e2caa., hostname=b75fe890c219,38827,1731094964272, seqNum=2] 2024-11-08T19:43:15,187 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731094976755.d4c36de6957bf36a18541670019e2caa., hostname=b75fe890c219,38827,1731094964272, seqNum=2] 2024-11-08T19:43:15,189 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731094976755.d4c36de6957bf36a18541670019e2caa., hostname=b75fe890c219,38827,1731094964272, seqNum=2] 2024-11-08T19:43:15,193 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1731094976755.d4c36de6957bf36a18541670019e2caa., hostname=b75fe890c219,38827,1731094964272, seqNum=2] 2024-11-08T19:43:15,195 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731094976755.d4c36de6957bf36a18541670019e2caa., hostname=b75fe890c219,38827,1731094964272, seqNum=2] 2024-11-08T19:43:15,197 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1731094976755.d4c36de6957bf36a18541670019e2caa., hostname=b75fe890c219,38827,1731094964272, seqNum=2] 2024-11-08T19:43:15,199 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1731094976755.d4c36de6957bf36a18541670019e2caa., hostname=b75fe890c219,38827,1731094964272, seqNum=2] 2024-11-08T19:43:15,202 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bah', locateType=CURRENT is [region=SPTestTable,b333332f,1731094976755.d4c36de6957bf36a18541670019e2caa., hostname=b75fe890c219,38827,1731094964272, seqNum=2] 2024-11-08T19:43:15,248 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731094976755.74323173f6268a819f69e3af9fc4a43e., hostname=b75fe890c219,46051,1731094964386, seqNum=2] 2024-11-08T19:43:15,250 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731094976755.74323173f6268a819f69e3af9fc4a43e., hostname=b75fe890c219,46051,1731094964386, seqNum=2] 2024-11-08T19:43:15,252 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731094976755.74323173f6268a819f69e3af9fc4a43e., hostname=b75fe890c219,46051,1731094964386, seqNum=2] 2024-11-08T19:43:15,255 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731094976755.74323173f6268a819f69e3af9fc4a43e., hostname=b75fe890c219,46051,1731094964386, seqNum=2] 2024-11-08T19:43:15,257 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731094976755.74323173f6268a819f69e3af9fc4a43e., hostname=b75fe890c219,46051,1731094964386, seqNum=2] 2024-11-08T19:43:15,259 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731094976755.74323173f6268a819f69e3af9fc4a43e., hostname=b75fe890c219,46051,1731094964386, seqNum=2] 2024-11-08T19:43:15,260 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731094976755.74323173f6268a819f69e3af9fc4a43e., hostname=b75fe890c219,46051,1731094964386, seqNum=2] 2024-11-08T19:43:15,261 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cck', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731094976755.74323173f6268a819f69e3af9fc4a43e., hostname=b75fe890c219,46051,1731094964386, seqNum=2] 2024-11-08T19:43:15,336 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731094976755.13ee7a5d4dc6a7991d2b6279508bb6d2., hostname=b75fe890c219,46359,1731094964454, seqNum=2] 2024-11-08T19:43:15,338 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731094976755.13ee7a5d4dc6a7991d2b6279508bb6d2., hostname=b75fe890c219,46359,1731094964454, seqNum=2] 2024-11-08T19:43:15,340 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731094976755.13ee7a5d4dc6a7991d2b6279508bb6d2., hostname=b75fe890c219,46359,1731094964454, seqNum=2] 2024-11-08T19:43:15,343 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731094976755.13ee7a5d4dc6a7991d2b6279508bb6d2., hostname=b75fe890c219,46359,1731094964454, seqNum=2] 2024-11-08T19:43:15,344 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1731094976755.13ee7a5d4dc6a7991d2b6279508bb6d2., hostname=b75fe890c219,46359,1731094964454, seqNum=2] 2024-11-08T19:43:15,346 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1731094976755.13ee7a5d4dc6a7991d2b6279508bb6d2., hostname=b75fe890c219,46359,1731094964454, seqNum=2] 2024-11-08T19:43:15,347 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eah', locateType=CURRENT is [region=SPTestTable,e6666661,1731094976755.13ee7a5d4dc6a7991d2b6279508bb6d2., hostname=b75fe890c219,46359,1731094964454, seqNum=2] 2024-11-08T19:43:15,349 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1731094976755.13ee7a5d4dc6a7991d2b6279508bb6d2., hostname=b75fe890c219,46359,1731094964454, seqNum=2] 2024-11-08T19:43:16,079 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:43:16,082 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:43:16,091 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50306, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:43:16,122 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40850, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:43:16,139 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38827 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731094976755.d4c36de6957bf36a18541670019e2caa. with WAL disabled. Data may be lost in the event of a crash. 2024-11-08T19:43:16,159 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46051 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731094976755.74323173f6268a819f69e3af9fc4a43e. with WAL disabled. Data may be lost in the event of a crash. 2024-11-08T19:43:16,165 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46359 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1731094976755.26bb1c2a458aa94444d2b0c37b008eef. 2024-11-08T19:43:16,195 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46359 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731094976755.26bb1c2a458aa94444d2b0c37b008eef. with WAL disabled. Data may be lost in the event of a crash. 2024-11-08T19:43:16,703 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46359 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731094976755.13ee7a5d4dc6a7991d2b6279508bb6d2. with WAL disabled. Data may be lost in the event of a crash. 2024-11-08T19:43:16,833 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-08T19:43:16,834 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T19:43:16,835 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-08T19:43:16,839 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-08T19:43:16,852 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-08T19:43:16,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41417 is added to blk_1073741848_1024 (size=49) 2024-11-08T19:43:16,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43811 is added to blk_1073741848_1024 (size=49) 2024-11-08T19:43:16,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35877 is added to blk_1073741848_1024 (size=49) 2024-11-08T19:43:16,867 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-08T19:43:16,869 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4d708c9952029e61a9e0b1f0c245383c}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b3db5edecc7928c6fadf399093ac30bb}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 16aecba7cc984b1bd8731577180a10c4}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8da483968d66699ba2e1828c1cd10db7}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1e3d1027582c56e993865c7bafa9cd4b}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0f60b15b4406ce437867fbfe03ff31ef}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 26bb1c2a458aa94444d2b0c37b008eef}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d4c36de6957bf36a18541670019e2caa}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 74323173f6268a819f69e3af9fc4a43e}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 13ee7a5d4dc6a7991d2b6279508bb6d2}] 2024-11-08T19:43:16,874 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4d708c9952029e61a9e0b1f0c245383c 2024-11-08T19:43:16,875 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 13ee7a5d4dc6a7991d2b6279508bb6d2 2024-11-08T19:43:16,876 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b3db5edecc7928c6fadf399093ac30bb 2024-11-08T19:43:16,877 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 74323173f6268a819f69e3af9fc4a43e 2024-11-08T19:43:16,877 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d4c36de6957bf36a18541670019e2caa 2024-11-08T19:43:16,889 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 26bb1c2a458aa94444d2b0c37b008eef 2024-11-08T19:43:16,889 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0f60b15b4406ce437867fbfe03ff31ef 2024-11-08T19:43:16,889 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1e3d1027582c56e993865c7bafa9cd4b 2024-11-08T19:43:16,890 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8da483968d66699ba2e1828c1cd10db7 2024-11-08T19:43:16,891 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 16aecba7cc984b1bd8731577180a10c4 2024-11-08T19:43:16,936 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing b75fe890c219,46359,1731094964454 2024-11-08T19:43:16,937 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server b75fe890c219,46359,1731094964454: Simulated kill ***** 2024-11-08T19:43:16,937 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T19:43:16,939 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T19:43:16,941 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T19:43:16,944 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T19:43:16,945 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T19:43:16,952 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 562345240 }, "NonHeapMemoryUsage": { "committed": 156827648, "init": 7667712, "max": -1, "used": 154088304 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "b75fe890c219", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 1, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14480, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 680 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "b75fe890c219", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:62728", "tag.serverName": "b75fe890c219,46359,1731094964454", "tag.clusterId": "dc9413ee-1f9d-4fe4-9d50-92a17a9d76fb", "tag.Context": "regionserver", "tag.Hostname": "b75fe890c219", "regionCount": 4, "storeCount": 4, "hlogFileCount": 5, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 1024, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1731094964454, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-08T19:43:16,955 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37595 {}] master.MasterRpcServices(700): b75fe890c219,46359,1731094964454 reported a fatal error: ***** ABORTING region server b75fe890c219,46359,1731094964454: Simulated kill ***** 2024-11-08T19:43:16,958 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b75fe890c219,46359,1731094964454' ***** 2024-11-08T19:43:16,958 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-08T19:43:16,958 INFO [RS:2;b75fe890c219:46359 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T19:43:16,958 INFO [RS:2;b75fe890c219:46359 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-08T19:43:16,958 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T19:43:16,958 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T19:43:16,959 INFO [RS:2;b75fe890c219:46359 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-08T19:43:16,959 INFO [RS:2;b75fe890c219:46359 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T19:43:16,959 INFO [RS:2;b75fe890c219:46359 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;b75fe890c219:46359. 2024-11-08T19:43:16,959 DEBUG [RS:2;b75fe890c219:46359 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:43:16,959 DEBUG [RS:2;b75fe890c219:46359 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:43:16,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43811 is added to blk_1073741834_1010 (size=1242) 2024-11-08T19:43:16,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35877 is added to blk_1073741834_1010 (size=1242) 2024-11-08T19:43:16,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41417 is added to blk_1073741834_1010 (size=1242) 2024-11-08T19:43:16,966 DEBUG [RS:2;b75fe890c219:46359 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:43:16,966 INFO [RS:2;b75fe890c219:46359 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T19:43:16,966 INFO [RS:2;b75fe890c219:46359 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46359 2024-11-08T19:43:16,974 INFO [regionserver/b75fe890c219:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T19:43:17,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46359-0x1011d4274e00003, quorum=127.0.0.1:62728, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b75fe890c219,46359,1731094964454 2024-11-08T19:43:17,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37595-0x1011d4274e00000, quorum=127.0.0.1:62728, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T19:43:17,037 INFO [RS:2;b75fe890c219:46359 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T19:43:17,038 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b75fe890c219,46359,1731094964454] 2024-11-08T19:43:17,056 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b75fe890c219,46359,1731094964454 already deleted, retry=false 2024-11-08T19:43:17,057 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of b75fe890c219,46359,1731094964454 on b75fe890c219,37595,1731094963550 2024-11-08T19:43:17,063 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure b75fe890c219,46359,1731094964454, splitWal=true, meta=false 2024-11-08T19:43:17,066 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure b75fe890c219,46359,1731094964454, splitWal=true, meta=false 2024-11-08T19:43:17,066 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=36 for b75fe890c219,46359,1731094964454 (carryingMeta=false) b75fe890c219,46359,1731094964454/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@2c699524[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-08T19:43:17,068 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): b75fe890c219,46359,1731094964454 had 4 regions 2024-11-08T19:43:17,068 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1e3d1027582c56e993865c7bafa9cd4b 2024-11-08T19:43:17,068 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 13ee7a5d4dc6a7991d2b6279508bb6d2 2024-11-08T19:43:17,068 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4d708c9952029e61a9e0b1f0c245383c 2024-11-08T19:43:17,069 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 26bb1c2a458aa94444d2b0c37b008eef 2024-11-08T19:43:17,070 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure b75fe890c219,46359,1731094964454, splitWal=true, meta=false, isMeta: false 2024-11-08T19:43:17,070 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 4d708c9952029e61a9e0b1f0c245383c can not run currently because target server of region SPTestTable,,1731094976755.4d708c9952029e61a9e0b1f0c245383c. b75fe890c219,46359,1731094964454 is in state CRASHED, wait 1000 ms to retry 2024-11-08T19:43:17,070 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 26bb1c2a458aa94444d2b0c37b008eef can not run currently because target server of region SPTestTable,99999996,1731094976755.26bb1c2a458aa94444d2b0c37b008eef. b75fe890c219,46359,1731094964454 is in state SPLITTING, wait 1000 ms to retry 2024-11-08T19:43:17,070 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 1e3d1027582c56e993865c7bafa9cd4b can not run currently because target server of region SPTestTable,66666664,1731094976755.1e3d1027582c56e993865c7bafa9cd4b. b75fe890c219,46359,1731094964454 is in state CRASHED, wait 1000 ms to retry 2024-11-08T19:43:17,070 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 4d708c9952029e61a9e0b1f0c245383c; timeout=1000, timestamp=1731094998070 2024-11-08T19:43:17,070 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 26bb1c2a458aa94444d2b0c37b008eef; timeout=1000, timestamp=1731094998070 2024-11-08T19:43:17,070 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 1e3d1027582c56e993865c7bafa9cd4b; timeout=1000, timestamp=1731094998070 2024-11-08T19:43:17,070 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 13ee7a5d4dc6a7991d2b6279508bb6d2 can not run currently because target server of region SPTestTable,e6666661,1731094976755.13ee7a5d4dc6a7991d2b6279508bb6d2. b75fe890c219,46359,1731094964454 is in state SPLITTING, wait 1000 ms to retry 2024-11-08T19:43:17,070 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 13ee7a5d4dc6a7991d2b6279508bb6d2; timeout=1000, timestamp=1731094998070 2024-11-08T19:43:17,073 DEBUG [PEWorker-3 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/WALs/b75fe890c219,46359,1731094964454-splitting 2024-11-08T19:43:17,074 INFO [PEWorker-3 {}] master.SplitWALManager(105): b75fe890c219,46359,1731094964454 WAL count=1, meta=false 2024-11-08T19:43:17,077 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure b75fe890c219%2C46359%2C1731094964454.1731094965977}] 2024-11-08T19:43:17,083 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=b75fe890c219,38827,1731094964272 2024-11-08T19:43:17,085 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure b75fe890c219%2C46359%2C1731094964454.1731094965977, worker=b75fe890c219,38827,1731094964272}] 2024-11-08T19:43:17,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46359-0x1011d4274e00003, quorum=127.0.0.1:62728, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:43:17,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46359-0x1011d4274e00003, quorum=127.0.0.1:62728, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:43:17,149 INFO [RS:2;b75fe890c219:46359 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T19:43:17,150 INFO [RS:2;b75fe890c219:46359 {}] regionserver.HRegionServer(1031): Exiting; stopping=b75fe890c219,46359,1731094964454; zookeeper connection closed. 2024-11-08T19:43:17,150 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@66849cab {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@66849cab 2024-11-08T19:43:17,839 INFO [regionserver/b75fe890c219:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T19:43:17,839 INFO [regionserver/b75fe890c219:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T19:43:18,071 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 26bb1c2a458aa94444d2b0c37b008eef 2024-11-08T19:43:18,071 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1e3d1027582c56e993865c7bafa9cd4b 2024-11-08T19:43:18,072 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4d708c9952029e61a9e0b1f0c245383c 2024-11-08T19:43:18,072 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 13ee7a5d4dc6a7991d2b6279508bb6d2 2024-11-08T19:43:18,074 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 1e3d1027582c56e993865c7bafa9cd4b can not run currently because target server of region SPTestTable,66666664,1731094976755.1e3d1027582c56e993865c7bafa9cd4b. b75fe890c219,46359,1731094964454 is in state SPLITTING, wait 2000 ms to retry 2024-11-08T19:43:18,074 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 26bb1c2a458aa94444d2b0c37b008eef can not run currently because target server of region SPTestTable,99999996,1731094976755.26bb1c2a458aa94444d2b0c37b008eef. b75fe890c219,46359,1731094964454 is in state SPLITTING, wait 2000 ms to retry 2024-11-08T19:43:18,074 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 4d708c9952029e61a9e0b1f0c245383c can not run currently because target server of region SPTestTable,,1731094976755.4d708c9952029e61a9e0b1f0c245383c. b75fe890c219,46359,1731094964454 is in state SPLITTING, wait 2000 ms to retry 2024-11-08T19:43:18,074 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 13ee7a5d4dc6a7991d2b6279508bb6d2 can not run currently because target server of region SPTestTable,e6666661,1731094976755.13ee7a5d4dc6a7991d2b6279508bb6d2. b75fe890c219,46359,1731094964454 is in state SPLITTING, wait 2000 ms to retry 2024-11-08T19:43:18,074 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 1e3d1027582c56e993865c7bafa9cd4b; timeout=2000, timestamp=1731095000074 2024-11-08T19:43:18,074 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 26bb1c2a458aa94444d2b0c37b008eef; timeout=2000, timestamp=1731095000074 2024-11-08T19:43:18,074 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 4d708c9952029e61a9e0b1f0c245383c; timeout=2000, timestamp=1731095000074 2024-11-08T19:43:18,074 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 13ee7a5d4dc6a7991d2b6279508bb6d2; timeout=2000, timestamp=1731095000074 2024-11-08T19:43:18,549 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b75fe890c219:37595 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-08T19:43:20,075 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 13ee7a5d4dc6a7991d2b6279508bb6d2 2024-11-08T19:43:20,076 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1e3d1027582c56e993865c7bafa9cd4b 2024-11-08T19:43:20,077 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 26bb1c2a458aa94444d2b0c37b008eef 2024-11-08T19:43:20,077 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4d708c9952029e61a9e0b1f0c245383c 2024-11-08T19:43:20,080 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 1e3d1027582c56e993865c7bafa9cd4b can not run currently because target server of region SPTestTable,66666664,1731094976755.1e3d1027582c56e993865c7bafa9cd4b. b75fe890c219,46359,1731094964454 is in state SPLITTING, wait 4000 ms to retry 2024-11-08T19:43:20,080 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 13ee7a5d4dc6a7991d2b6279508bb6d2 can not run currently because target server of region SPTestTable,e6666661,1731094976755.13ee7a5d4dc6a7991d2b6279508bb6d2. b75fe890c219,46359,1731094964454 is in state SPLITTING, wait 4000 ms to retry 2024-11-08T19:43:20,080 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 1e3d1027582c56e993865c7bafa9cd4b; timeout=4000, timestamp=1731095004080 2024-11-08T19:43:20,080 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 13ee7a5d4dc6a7991d2b6279508bb6d2; timeout=4000, timestamp=1731095004080 2024-11-08T19:43:20,080 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 26bb1c2a458aa94444d2b0c37b008eef can not run currently because target server of region SPTestTable,99999996,1731094976755.26bb1c2a458aa94444d2b0c37b008eef. b75fe890c219,46359,1731094964454 is in state SPLITTING, wait 4000 ms to retry 2024-11-08T19:43:20,080 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 4d708c9952029e61a9e0b1f0c245383c can not run currently because target server of region SPTestTable,,1731094976755.4d708c9952029e61a9e0b1f0c245383c. b75fe890c219,46359,1731094964454 is in state SPLITTING, wait 4000 ms to retry 2024-11-08T19:43:20,080 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 26bb1c2a458aa94444d2b0c37b008eef; timeout=4000, timestamp=1731095004080 2024-11-08T19:43:20,080 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 4d708c9952029e61a9e0b1f0c245383c; timeout=4000, timestamp=1731095004080 2024-11-08T19:43:24,081 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4d708c9952029e61a9e0b1f0c245383c 2024-11-08T19:43:24,082 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1e3d1027582c56e993865c7bafa9cd4b 2024-11-08T19:43:24,083 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 26bb1c2a458aa94444d2b0c37b008eef 2024-11-08T19:43:24,083 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 13ee7a5d4dc6a7991d2b6279508bb6d2 2024-11-08T19:43:24,086 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 26bb1c2a458aa94444d2b0c37b008eef can not run currently because target server of region SPTestTable,99999996,1731094976755.26bb1c2a458aa94444d2b0c37b008eef. b75fe890c219,46359,1731094964454 is in state SPLITTING, wait 8000 ms to retry 2024-11-08T19:43:24,086 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 4d708c9952029e61a9e0b1f0c245383c can not run currently because target server of region SPTestTable,,1731094976755.4d708c9952029e61a9e0b1f0c245383c. b75fe890c219,46359,1731094964454 is in state SPLITTING, wait 8000 ms to retry 2024-11-08T19:43:24,086 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 13ee7a5d4dc6a7991d2b6279508bb6d2 can not run currently because target server of region SPTestTable,e6666661,1731094976755.13ee7a5d4dc6a7991d2b6279508bb6d2. b75fe890c219,46359,1731094964454 is in state SPLITTING, wait 8000 ms to retry 2024-11-08T19:43:24,086 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 1e3d1027582c56e993865c7bafa9cd4b can not run currently because target server of region SPTestTable,66666664,1731094976755.1e3d1027582c56e993865c7bafa9cd4b. b75fe890c219,46359,1731094964454 is in state SPLITTING, wait 8000 ms to retry 2024-11-08T19:43:24,086 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 26bb1c2a458aa94444d2b0c37b008eef; timeout=8000, timestamp=1731095012086 2024-11-08T19:43:24,086 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 13ee7a5d4dc6a7991d2b6279508bb6d2; timeout=8000, timestamp=1731095012086 2024-11-08T19:43:24,086 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 4d708c9952029e61a9e0b1f0c245383c; timeout=8000, timestamp=1731095012086 2024-11-08T19:43:24,086 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 1e3d1027582c56e993865c7bafa9cd4b; timeout=8000, timestamp=1731095012086 2024-11-08T19:43:26,888 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46051 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-08T19:43:26,889 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38827 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-08T19:43:26,889 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46051 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-08T19:43:26,889 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731094976755.16aecba7cc984b1bd8731577180a10c4. 2024-11-08T19:43:26,889 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38827 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-08T19:43:26,889 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731094976755.b3db5edecc7928c6fadf399093ac30bb. 2024-11-08T19:43:26,889 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731094976755.0f60b15b4406ce437867fbfe03ff31ef. 2024-11-08T19:43:26,889 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46051 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-08T19:43:26,889 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731094976755.8da483968d66699ba2e1828c1cd10db7. 2024-11-08T19:43:26,889 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731094976755.74323173f6268a819f69e3af9fc4a43e. 2024-11-08T19:43:26,890 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38827 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-11-08T19:43:26,890 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38827 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-08T19:43:26,892 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731094976755.d4c36de6957bf36a18541670019e2caa. 2024-11-08T19:43:26,894 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing d4c36de6957bf36a18541670019e2caa 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-08T19:43:26,894 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 74323173f6268a819f69e3af9fc4a43e 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-08T19:43:26,895 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for b3db5edecc7928c6fadf399093ac30bb: 2024-11-08T19:43:26,895 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 0f60b15b4406ce437867fbfe03ff31ef: 2024-11-08T19:43:26,895 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 16aecba7cc984b1bd8731577180a10c4: 2024-11-08T19:43:26,895 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 8da483968d66699ba2e1828c1cd10db7: 2024-11-08T19:43:26,895 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731094976755.16aecba7cc984b1bd8731577180a10c4. for SnapshotProcedureTest completed. 2024-11-08T19:43:26,895 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731094976755.0f60b15b4406ce437867fbfe03ff31ef. for SnapshotProcedureTest completed. 2024-11-08T19:43:26,895 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731094976755.b3db5edecc7928c6fadf399093ac30bb. for SnapshotProcedureTest completed. 2024-11-08T19:43:26,895 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731094976755.8da483968d66699ba2e1828c1cd10db7. for SnapshotProcedureTest completed. 2024-11-08T19:43:26,896 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731094976755.b3db5edecc7928c6fadf399093ac30bb.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T19:43:26,897 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731094976755.16aecba7cc984b1bd8731577180a10c4.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T19:43:26,898 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731094976755.8da483968d66699ba2e1828c1cd10db7.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T19:43:26,898 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731094976755.0f60b15b4406ce437867fbfe03ff31ef.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T19:43:26,899 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T19:43:26,899 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T19:43:26,899 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T19:43:26,899 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T19:43:26,902 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T19:43:26,902 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T19:43:26,902 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T19:43:26,902 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T19:43:26,920 INFO [RS_LOG_REPLAY_OPS-regionserver/b75fe890c219:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/WALs/b75fe890c219,46359,1731094964454-splitting/b75fe890c219%2C46359%2C1731094964454.1731094965977, size=1.2 K (1242bytes) 2024-11-08T19:43:26,921 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b75fe890c219:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-08T19:43:26,921 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b75fe890c219:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-08T19:43:26,921 INFO [RS_LOG_REPLAY_OPS-regionserver/b75fe890c219:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/WALs/b75fe890c219,46359,1731094964454-splitting/b75fe890c219%2C46359%2C1731094964454.1731094965977 2024-11-08T19:43:26,927 INFO [RS_LOG_REPLAY_OPS-regionserver/b75fe890c219:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/WALs/b75fe890c219,46359,1731094964454-splitting/b75fe890c219%2C46359%2C1731094964454.1731094965977 after 4ms 2024-11-08T19:43:26,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35877 is added to blk_1073741849_1025 (size=65) 2024-11-08T19:43:26,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43811 is added to blk_1073741849_1025 (size=65) 2024-11-08T19:43:26,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41417 is added to blk_1073741849_1025 (size=65) 2024-11-08T19:43:26,936 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731094976755.8da483968d66699ba2e1828c1cd10db7. 2024-11-08T19:43:26,937 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-08T19:43:26,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37595 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-08T19:43:26,941 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37595 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 8da483968d66699ba2e1828c1cd10db7 2024-11-08T19:43:26,942 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8da483968d66699ba2e1828c1cd10db7 2024-11-08T19:43:26,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41417 is added to blk_1073741850_1026 (size=65) 2024-11-08T19:43:26,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43811 is added to blk_1073741850_1026 (size=65) 2024-11-08T19:43:26,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35877 is added to blk_1073741850_1026 (size=65) 2024-11-08T19:43:26,946 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731094976755.b3db5edecc7928c6fadf399093ac30bb. 2024-11-08T19:43:26,946 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-08T19:43:26,951 INFO [RS_LOG_REPLAY_OPS-regionserver/b75fe890c219:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/WALs/b75fe890c219,46359,1731094964454-splitting/b75fe890c219%2C46359%2C1731094964454.1731094965977 took 33ms 2024-11-08T19:43:26,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37595 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-08T19:43:26,952 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37595 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b3db5edecc7928c6fadf399093ac30bb 2024-11-08T19:43:26,954 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b3db5edecc7928c6fadf399093ac30bb 2024-11-08T19:43:26,955 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8da483968d66699ba2e1828c1cd10db7 in 10.0830 sec 2024-11-08T19:43:26,957 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b3db5edecc7928c6fadf399093ac30bb in 10.0860 sec 2024-11-08T19:43:26,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43811 is added to blk_1073741851_1027 (size=65) 2024-11-08T19:43:26,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41417 is added to blk_1073741851_1027 (size=65) 2024-11-08T19:43:26,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35877 is added to blk_1073741851_1027 (size=65) 2024-11-08T19:43:26,966 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731094976755.0f60b15b4406ce437867fbfe03ff31ef. 2024-11-08T19:43:26,966 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-08T19:43:26,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37595 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-08T19:43:26,966 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37595 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 0f60b15b4406ce437867fbfe03ff31ef 2024-11-08T19:43:26,967 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0f60b15b4406ce437867fbfe03ff31ef 2024-11-08T19:43:26,971 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0f60b15b4406ce437867fbfe03ff31ef in 10.0990 sec 2024-11-08T19:43:26,977 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b75fe890c219:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 13ee7a5d4dc6a7991d2b6279508bb6d2: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-08T19:43:26,980 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b75fe890c219:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 1e3d1027582c56e993865c7bafa9cd4b: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-08T19:43:26,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35877 is added to blk_1073741852_1028 (size=65) 2024-11-08T19:43:26,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41417 is added to blk_1073741852_1028 (size=65) 2024-11-08T19:43:26,982 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b75fe890c219:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 4d708c9952029e61a9e0b1f0c245383c: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-08T19:43:26,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43811 is added to blk_1073741852_1028 (size=65) 2024-11-08T19:43:26,984 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731094976755.16aecba7cc984b1bd8731577180a10c4. 2024-11-08T19:43:26,984 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-08T19:43:26,984 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b75fe890c219:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 26bb1c2a458aa94444d2b0c37b008eef: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-08T19:43:26,985 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b75fe890c219:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/WALs/b75fe890c219,46359,1731094964454-splitting/b75fe890c219%2C46359%2C1731094964454.1731094965977 so closing down 2024-11-08T19:43:26,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37595 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-08T19:43:26,985 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b75fe890c219:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-08T19:43:26,985 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37595 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 16aecba7cc984b1bd8731577180a10c4 2024-11-08T19:43:26,985 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 16aecba7cc984b1bd8731577180a10c4 2024-11-08T19:43:26,985 INFO [RS_LOG_REPLAY_OPS-regionserver/b75fe890c219:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-11-08T19:43:26,989 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 16aecba7cc984b1bd8731577180a10c4 in 10.1170 sec 2024-11-08T19:43:26,990 INFO [RS_LOG_REPLAY_OPS-regionserver/b75fe890c219:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 4 edits across 0 Regions in 17 ms; skipped=4; WAL=hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/WALs/b75fe890c219,46359,1731094964454-splitting/b75fe890c219%2C46359%2C1731094964454.1731094965977, size=1.2 K, length=1242, corrupted=false, cancelled=false 2024-11-08T19:43:26,990 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b75fe890c219:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/WALs/b75fe890c219,46359,1731094964454-splitting/b75fe890c219%2C46359%2C1731094964454.1731094965977, journal: Splitting hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/WALs/b75fe890c219,46359,1731094964454-splitting/b75fe890c219%2C46359%2C1731094964454.1731094965977, size=1.2 K (1242bytes) at 1731095006920Finishing writing output for hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/WALs/b75fe890c219,46359,1731094964454-splitting/b75fe890c219%2C46359%2C1731094964454.1731094965977 so closing down at 1731095006985 (+65 ms)3 split writer threads finished at 1731095006985Processed 4 edits across 0 Regions in 17 ms; skipped=4; WAL=hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/WALs/b75fe890c219,46359,1731094964454-splitting/b75fe890c219%2C46359%2C1731094964454.1731094965977, size=1.2 K, length=1242, corrupted=false, cancelled=false at 1731095006990 (+5 ms) 2024-11-08T19:43:26,991 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b75fe890c219:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/WALs/b75fe890c219,46359,1731094964454-splitting/b75fe890c219%2C46359%2C1731094964454.1731094965977 2024-11-08T19:43:26,991 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b75fe890c219:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-08T19:43:26,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37595 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-08T19:43:27,000 INFO [PEWorker-3 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/WALs/b75fe890c219,46359,1731094964454-splitting/b75fe890c219%2C46359%2C1731094964454.1731094965977 to hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/oldWALs 2024-11-08T19:43:27,004 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-08T19:43:27,004 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure b75fe890c219%2C46359%2C1731094964454.1731094965977, worker=b75fe890c219,38827,1731094964272 in 9.9150 sec 2024-11-08T19:43:27,006 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=b75fe890c219,38827,1731094964272 2024-11-08T19:43:27,009 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-08T19:43:27,009 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure b75fe890c219%2C46359%2C1731094964454.1731094965977, worker=b75fe890c219,38827,1731094964272 in 9.9300 sec 2024-11-08T19:43:27,012 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/WALs/b75fe890c219,46359,1731094964454-splitting dir is empty, no logs to split. 2024-11-08T19:43:27,012 INFO [PEWorker-4 {}] master.SplitWALManager(105): b75fe890c219,46359,1731094964454 WAL count=0, meta=false 2024-11-08T19:43:27,012 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if b75fe890c219,46359,1731094964454 WAL splitting is done? wals=0, meta=false 2024-11-08T19:43:27,015 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for b75fe890c219,46359,1731094964454 failed, ignore...File hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/WALs/b75fe890c219,46359,1731094964454-splitting does not exist. 2024-11-08T19:43:27,017 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/data/default/SPTestTable/d4c36de6957bf36a18541670019e2caa/.tmp/cf/2e2632a526d24190b0645ab3a8370793 is 34, key is baa/cf:cf/1731094996135/Put/seqid=0 2024-11-08T19:43:27,018 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=13ee7a5d4dc6a7991d2b6279508bb6d2, ASSIGN}, {pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4d708c9952029e61a9e0b1f0c245383c, ASSIGN}, {pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1e3d1027582c56e993865c7bafa9cd4b, ASSIGN}, {pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=26bb1c2a458aa94444d2b0c37b008eef, ASSIGN}] 2024-11-08T19:43:27,019 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/data/default/SPTestTable/74323173f6268a819f69e3af9fc4a43e/.tmp/cf/f5025054b9554f9eb714a750d8b7ffbb is 34, key is ccd/cf:cf/1731094996157/Put/seqid=0 2024-11-08T19:43:27,020 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4d708c9952029e61a9e0b1f0c245383c, ASSIGN 2024-11-08T19:43:27,020 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=26bb1c2a458aa94444d2b0c37b008eef, ASSIGN 2024-11-08T19:43:27,020 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=13ee7a5d4dc6a7991d2b6279508bb6d2, ASSIGN 2024-11-08T19:43:27,021 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1e3d1027582c56e993865c7bafa9cd4b, ASSIGN 2024-11-08T19:43:27,022 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=26bb1c2a458aa94444d2b0c37b008eef, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-08T19:43:27,022 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1e3d1027582c56e993865c7bafa9cd4b, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-08T19:43:27,022 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4d708c9952029e61a9e0b1f0c245383c, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-08T19:43:27,022 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=13ee7a5d4dc6a7991d2b6279508bb6d2, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-08T19:43:27,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41417 is added to blk_1073741854_1030 (size=28623) 2024-11-08T19:43:27,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35877 is added to blk_1073741853_1029 (size=47197) 2024-11-08T19:43:27,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35877 is added to blk_1073741854_1030 (size=28623) 2024-11-08T19:43:27,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43811 is added to blk_1073741854_1030 (size=28623) 2024-11-08T19:43:27,040 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/data/default/SPTestTable/d4c36de6957bf36a18541670019e2caa/.tmp/cf/2e2632a526d24190b0645ab3a8370793 2024-11-08T19:43:27,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43811 is added to blk_1073741853_1029 (size=47197) 2024-11-08T19:43:27,042 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/data/default/SPTestTable/74323173f6268a819f69e3af9fc4a43e/.tmp/cf/f5025054b9554f9eb714a750d8b7ffbb 2024-11-08T19:43:27,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41417 is added to blk_1073741853_1029 (size=47197) 2024-11-08T19:43:27,096 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/data/default/SPTestTable/74323173f6268a819f69e3af9fc4a43e/.tmp/cf/f5025054b9554f9eb714a750d8b7ffbb as hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/data/default/SPTestTable/74323173f6268a819f69e3af9fc4a43e/cf/f5025054b9554f9eb714a750d8b7ffbb 2024-11-08T19:43:27,096 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/data/default/SPTestTable/d4c36de6957bf36a18541670019e2caa/.tmp/cf/2e2632a526d24190b0645ab3a8370793 as hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/data/default/SPTestTable/d4c36de6957bf36a18541670019e2caa/cf/2e2632a526d24190b0645ab3a8370793 2024-11-08T19:43:27,106 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/data/default/SPTestTable/d4c36de6957bf36a18541670019e2caa/cf/2e2632a526d24190b0645ab3a8370793, entries=731, sequenceid=5, filesize=28.0 K 2024-11-08T19:43:27,106 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/data/default/SPTestTable/74323173f6268a819f69e3af9fc4a43e/cf/f5025054b9554f9eb714a750d8b7ffbb, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-08T19:43:27,112 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for d4c36de6957bf36a18541670019e2caa in 216ms, sequenceid=5, compaction requested=false 2024-11-08T19:43:27,113 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for d4c36de6957bf36a18541670019e2caa: 2024-11-08T19:43:27,113 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 74323173f6268a819f69e3af9fc4a43e in 218ms, sequenceid=5, compaction requested=false 2024-11-08T19:43:27,113 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731094976755.d4c36de6957bf36a18541670019e2caa. for SnapshotProcedureTest completed. 2024-11-08T19:43:27,113 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 74323173f6268a819f69e3af9fc4a43e: 2024-11-08T19:43:27,113 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731094976755.74323173f6268a819f69e3af9fc4a43e. for SnapshotProcedureTest completed. 2024-11-08T19:43:27,113 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731094976755.d4c36de6957bf36a18541670019e2caa.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T19:43:27,113 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T19:43:27,113 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/data/default/SPTestTable/d4c36de6957bf36a18541670019e2caa/cf/2e2632a526d24190b0645ab3a8370793] hfiles 2024-11-08T19:43:27,113 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731094976755.74323173f6268a819f69e3af9fc4a43e.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T19:43:27,113 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T19:43:27,113 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/data/default/SPTestTable/74323173f6268a819f69e3af9fc4a43e/cf/f5025054b9554f9eb714a750d8b7ffbb] hfiles 2024-11-08T19:43:27,115 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/data/default/SPTestTable/d4c36de6957bf36a18541670019e2caa/cf/2e2632a526d24190b0645ab3a8370793 for snapshot=SnapshotProcedureTest 2024-11-08T19:43:27,115 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/data/default/SPTestTable/74323173f6268a819f69e3af9fc4a43e/cf/f5025054b9554f9eb714a750d8b7ffbb for snapshot=SnapshotProcedureTest 2024-11-08T19:43:27,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41417 is added to blk_1073741856_1032 (size=105) 2024-11-08T19:43:27,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43811 is added to blk_1073741856_1032 (size=105) 2024-11-08T19:43:27,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35877 is added to blk_1073741856_1032 (size=105) 2024-11-08T19:43:27,134 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731094976755.d4c36de6957bf36a18541670019e2caa. 2024-11-08T19:43:27,134 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-08T19:43:27,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37595 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-08T19:43:27,135 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37595 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d4c36de6957bf36a18541670019e2caa 2024-11-08T19:43:27,135 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d4c36de6957bf36a18541670019e2caa 2024-11-08T19:43:27,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35877 is added to blk_1073741855_1031 (size=105) 2024-11-08T19:43:27,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43811 is added to blk_1073741855_1031 (size=105) 2024-11-08T19:43:27,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41417 is added to blk_1073741855_1031 (size=105) 2024-11-08T19:43:27,137 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731094976755.74323173f6268a819f69e3af9fc4a43e. 2024-11-08T19:43:27,137 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-08T19:43:27,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37595 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-08T19:43:27,138 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37595 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 74323173f6268a819f69e3af9fc4a43e 2024-11-08T19:43:27,138 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 74323173f6268a819f69e3af9fc4a43e 2024-11-08T19:43:27,139 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d4c36de6957bf36a18541670019e2caa in 10.2680 sec 2024-11-08T19:43:27,141 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 74323173f6268a819f69e3af9fc4a43e in 10.2700 sec 2024-11-08T19:43:27,172 DEBUG [b75fe890c219:37595 {}] balancer.BalancerClusterState(204): Hosts are {b75fe890c219=0} racks are {/default-rack=0} 2024-11-08T19:43:27,173 DEBUG [b75fe890c219:37595 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T19:43:27,173 DEBUG [b75fe890c219:37595 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T19:43:27,173 DEBUG [b75fe890c219:37595 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T19:43:27,173 DEBUG [b75fe890c219:37595 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T19:43:27,173 INFO [b75fe890c219:37595 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T19:43:27,173 INFO [b75fe890c219:37595 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T19:43:27,173 DEBUG [b75fe890c219:37595 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T19:43:27,173 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=4d708c9952029e61a9e0b1f0c245383c, regionState=OPENING, regionLocation=b75fe890c219,38827,1731094964272 2024-11-08T19:43:27,173 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=1e3d1027582c56e993865c7bafa9cd4b, regionState=OPENING, regionLocation=b75fe890c219,46051,1731094964386 2024-11-08T19:43:27,173 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=13ee7a5d4dc6a7991d2b6279508bb6d2, regionState=OPENING, regionLocation=b75fe890c219,46051,1731094964386 2024-11-08T19:43:27,173 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=26bb1c2a458aa94444d2b0c37b008eef, regionState=OPENING, regionLocation=b75fe890c219,38827,1731094964272 2024-11-08T19:43:27,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1e3d1027582c56e993865c7bafa9cd4b, ASSIGN because future has completed 2024-11-08T19:43:27,178 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1e3d1027582c56e993865c7bafa9cd4b, server=b75fe890c219,46051,1731094964386}] 2024-11-08T19:43:27,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4d708c9952029e61a9e0b1f0c245383c, ASSIGN because future has completed 2024-11-08T19:43:27,179 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4d708c9952029e61a9e0b1f0c245383c, server=b75fe890c219,38827,1731094964272}] 2024-11-08T19:43:27,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=26bb1c2a458aa94444d2b0c37b008eef, ASSIGN because future has completed 2024-11-08T19:43:27,181 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure 26bb1c2a458aa94444d2b0c37b008eef, server=b75fe890c219,38827,1731094964272}] 2024-11-08T19:43:27,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=13ee7a5d4dc6a7991d2b6279508bb6d2, ASSIGN because future has completed 2024-11-08T19:43:27,182 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 13ee7a5d4dc6a7991d2b6279508bb6d2, server=b75fe890c219,46051,1731094964386}] 2024-11-08T19:43:32,087 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1e3d1027582c56e993865c7bafa9cd4b held by pid=41 2024-11-08T19:43:32,088 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1e3d1027582c56e993865c7bafa9cd4b 2024-11-08T19:43:32,088 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 26bb1c2a458aa94444d2b0c37b008eef held by pid=42 2024-11-08T19:43:32,088 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 26bb1c2a458aa94444d2b0c37b008eef 2024-11-08T19:43:32,088 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 13ee7a5d4dc6a7991d2b6279508bb6d2 held by pid=39 2024-11-08T19:43:32,088 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 13ee7a5d4dc6a7991d2b6279508bb6d2 2024-11-08T19:43:32,089 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4d708c9952029e61a9e0b1f0c245383c held by pid=40 2024-11-08T19:43:32,089 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4d708c9952029e61a9e0b1f0c245383c 2024-11-08T19:43:36,527 INFO [master/b75fe890c219:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-08T19:43:36,527 INFO [master/b75fe890c219:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-08T19:43:37,188 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731094976755.13ee7a5d4dc6a7991d2b6279508bb6d2. 2024-11-08T19:43:37,188 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => 13ee7a5d4dc6a7991d2b6279508bb6d2, NAME => 'SPTestTable,e6666661,1731094976755.13ee7a5d4dc6a7991d2b6279508bb6d2.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-08T19:43:37,188 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open SPTestTable,,1731094976755.4d708c9952029e61a9e0b1f0c245383c. 2024-11-08T19:43:37,189 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => 4d708c9952029e61a9e0b1f0c245383c, NAME => 'SPTestTable,,1731094976755.4d708c9952029e61a9e0b1f0c245383c.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-08T19:43:37,189 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 13ee7a5d4dc6a7991d2b6279508bb6d2 2024-11-08T19:43:37,189 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731094976755.13ee7a5d4dc6a7991d2b6279508bb6d2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:43:37,189 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 4d708c9952029e61a9e0b1f0c245383c 2024-11-08T19:43:37,189 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for 13ee7a5d4dc6a7991d2b6279508bb6d2 2024-11-08T19:43:37,189 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated SPTestTable,,1731094976755.4d708c9952029e61a9e0b1f0c245383c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:43:37,189 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for 13ee7a5d4dc6a7991d2b6279508bb6d2 2024-11-08T19:43:37,189 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for 4d708c9952029e61a9e0b1f0c245383c 2024-11-08T19:43:37,189 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for 4d708c9952029e61a9e0b1f0c245383c 2024-11-08T19:43:37,191 INFO [StoreOpener-13ee7a5d4dc6a7991d2b6279508bb6d2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 13ee7a5d4dc6a7991d2b6279508bb6d2 2024-11-08T19:43:37,191 INFO [StoreOpener-4d708c9952029e61a9e0b1f0c245383c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 4d708c9952029e61a9e0b1f0c245383c 2024-11-08T19:43:37,192 INFO [StoreOpener-13ee7a5d4dc6a7991d2b6279508bb6d2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 13ee7a5d4dc6a7991d2b6279508bb6d2 columnFamilyName cf 2024-11-08T19:43:37,192 INFO [StoreOpener-4d708c9952029e61a9e0b1f0c245383c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d708c9952029e61a9e0b1f0c245383c columnFamilyName cf 2024-11-08T19:43:37,192 DEBUG [StoreOpener-13ee7a5d4dc6a7991d2b6279508bb6d2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:43:37,192 DEBUG [StoreOpener-4d708c9952029e61a9e0b1f0c245383c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:43:37,193 INFO [StoreOpener-13ee7a5d4dc6a7991d2b6279508bb6d2-1 {}] regionserver.HStore(327): Store=13ee7a5d4dc6a7991d2b6279508bb6d2/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:43:37,193 INFO [StoreOpener-4d708c9952029e61a9e0b1f0c245383c-1 {}] regionserver.HStore(327): Store=4d708c9952029e61a9e0b1f0c245383c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:43:37,193 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for 13ee7a5d4dc6a7991d2b6279508bb6d2 2024-11-08T19:43:37,193 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for 4d708c9952029e61a9e0b1f0c245383c 2024-11-08T19:43:37,194 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/data/default/SPTestTable/13ee7a5d4dc6a7991d2b6279508bb6d2 2024-11-08T19:43:37,194 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/data/default/SPTestTable/4d708c9952029e61a9e0b1f0c245383c 2024-11-08T19:43:37,195 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/data/default/SPTestTable/13ee7a5d4dc6a7991d2b6279508bb6d2 2024-11-08T19:43:37,196 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/data/default/SPTestTable/4d708c9952029e61a9e0b1f0c245383c 2024-11-08T19:43:37,196 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for 13ee7a5d4dc6a7991d2b6279508bb6d2 2024-11-08T19:43:37,196 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for 13ee7a5d4dc6a7991d2b6279508bb6d2 2024-11-08T19:43:37,196 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for 4d708c9952029e61a9e0b1f0c245383c 2024-11-08T19:43:37,196 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for 4d708c9952029e61a9e0b1f0c245383c 2024-11-08T19:43:37,199 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for 4d708c9952029e61a9e0b1f0c245383c 2024-11-08T19:43:37,199 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for 13ee7a5d4dc6a7991d2b6279508bb6d2 2024-11-08T19:43:37,200 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened 4d708c9952029e61a9e0b1f0c245383c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71399008, jitterRate=0.06392812728881836}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T19:43:37,200 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened 13ee7a5d4dc6a7991d2b6279508bb6d2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62410804, jitterRate=-0.07000654935836792}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T19:43:37,200 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4d708c9952029e61a9e0b1f0c245383c 2024-11-08T19:43:37,200 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 13ee7a5d4dc6a7991d2b6279508bb6d2 2024-11-08T19:43:37,200 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for 4d708c9952029e61a9e0b1f0c245383c: Running coprocessor pre-open hook at 1731095017189Writing region info on filesystem at 1731095017189Initializing all the Stores at 1731095017190 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731095017190Cleaning up temporary data from old regions at 1731095017196 (+6 ms)Running coprocessor post-open hooks at 1731095017200 (+4 ms)Region opened successfully at 1731095017200 2024-11-08T19:43:37,200 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for 13ee7a5d4dc6a7991d2b6279508bb6d2: Running coprocessor pre-open hook at 1731095017189Writing region info on filesystem at 1731095017189Initializing all the Stores at 1731095017190 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731095017190Cleaning up temporary data from old regions at 1731095017196 (+6 ms)Running coprocessor post-open hooks at 1731095017200 (+4 ms)Region opened successfully at 1731095017200 2024-11-08T19:43:37,202 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731094976755.4d708c9952029e61a9e0b1f0c245383c., pid=44, masterSystemTime=1731095017184 2024-11-08T19:43:37,202 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731094976755.13ee7a5d4dc6a7991d2b6279508bb6d2., pid=46, masterSystemTime=1731095017182 2024-11-08T19:43:37,204 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731094976755.13ee7a5d4dc6a7991d2b6279508bb6d2. 2024-11-08T19:43:37,204 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731094976755.13ee7a5d4dc6a7991d2b6279508bb6d2. 2024-11-08T19:43:37,205 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731094976755.1e3d1027582c56e993865c7bafa9cd4b. 2024-11-08T19:43:37,205 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => 1e3d1027582c56e993865c7bafa9cd4b, NAME => 'SPTestTable,66666664,1731094976755.1e3d1027582c56e993865c7bafa9cd4b.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-08T19:43:37,205 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1e3d1027582c56e993865c7bafa9cd4b 2024-11-08T19:43:37,205 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731094976755.1e3d1027582c56e993865c7bafa9cd4b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:43:37,205 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=13ee7a5d4dc6a7991d2b6279508bb6d2, regionState=OPEN, openSeqNum=2, regionLocation=b75fe890c219,46051,1731094964386 2024-11-08T19:43:37,205 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for 1e3d1027582c56e993865c7bafa9cd4b 2024-11-08T19:43:37,205 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for 1e3d1027582c56e993865c7bafa9cd4b 2024-11-08T19:43:37,206 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731094976755.4d708c9952029e61a9e0b1f0c245383c. 2024-11-08T19:43:37,207 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731094976755.4d708c9952029e61a9e0b1f0c245383c. 2024-11-08T19:43:37,207 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731094976755.26bb1c2a458aa94444d2b0c37b008eef. 2024-11-08T19:43:37,207 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7752): Opening region: {ENCODED => 26bb1c2a458aa94444d2b0c37b008eef, NAME => 'SPTestTable,99999996,1731094976755.26bb1c2a458aa94444d2b0c37b008eef.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-08T19:43:37,208 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 26bb1c2a458aa94444d2b0c37b008eef 2024-11-08T19:43:37,208 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731094976755.26bb1c2a458aa94444d2b0c37b008eef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:43:37,208 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7794): checking encryption for 26bb1c2a458aa94444d2b0c37b008eef 2024-11-08T19:43:37,208 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7797): checking classloading for 26bb1c2a458aa94444d2b0c37b008eef 2024-11-08T19:43:37,210 INFO [StoreOpener-26bb1c2a458aa94444d2b0c37b008eef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 26bb1c2a458aa94444d2b0c37b008eef 2024-11-08T19:43:37,211 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=4d708c9952029e61a9e0b1f0c245383c, regionState=OPEN, openSeqNum=2, regionLocation=b75fe890c219,38827,1731094964272 2024-11-08T19:43:37,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 13ee7a5d4dc6a7991d2b6279508bb6d2, server=b75fe890c219,46051,1731094964386 because future has completed 2024-11-08T19:43:37,213 INFO [StoreOpener-26bb1c2a458aa94444d2b0c37b008eef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 26bb1c2a458aa94444d2b0c37b008eef columnFamilyName cf 2024-11-08T19:43:37,213 DEBUG [StoreOpener-26bb1c2a458aa94444d2b0c37b008eef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:43:37,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4d708c9952029e61a9e0b1f0c245383c, server=b75fe890c219,38827,1731094964272 because future has completed 2024-11-08T19:43:37,214 INFO [StoreOpener-26bb1c2a458aa94444d2b0c37b008eef-1 {}] regionserver.HStore(327): Store=26bb1c2a458aa94444d2b0c37b008eef/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:43:37,215 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1038): replaying wal for 26bb1c2a458aa94444d2b0c37b008eef 2024-11-08T19:43:37,216 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/data/default/SPTestTable/26bb1c2a458aa94444d2b0c37b008eef 2024-11-08T19:43:37,217 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=39 2024-11-08T19:43:37,218 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 13ee7a5d4dc6a7991d2b6279508bb6d2, server=b75fe890c219,46051,1731094964386 in 10.0310 sec 2024-11-08T19:43:37,219 INFO [StoreOpener-1e3d1027582c56e993865c7bafa9cd4b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1e3d1027582c56e993865c7bafa9cd4b 2024-11-08T19:43:37,220 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/data/default/SPTestTable/26bb1c2a458aa94444d2b0c37b008eef 2024-11-08T19:43:37,220 INFO [StoreOpener-1e3d1027582c56e993865c7bafa9cd4b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e3d1027582c56e993865c7bafa9cd4b columnFamilyName cf 2024-11-08T19:43:37,221 DEBUG [StoreOpener-1e3d1027582c56e993865c7bafa9cd4b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:43:37,221 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=40 2024-11-08T19:43:37,221 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1048): stopping wal replay for 26bb1c2a458aa94444d2b0c37b008eef 2024-11-08T19:43:37,221 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1060): Cleaning up temporary data for 26bb1c2a458aa94444d2b0c37b008eef 2024-11-08T19:43:37,221 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=40, state=SUCCESS, hasLock=false; OpenRegionProcedure 4d708c9952029e61a9e0b1f0c245383c, server=b75fe890c219,38827,1731094964272 in 10.0360 sec 2024-11-08T19:43:37,222 INFO [StoreOpener-1e3d1027582c56e993865c7bafa9cd4b-1 {}] regionserver.HStore(327): Store=1e3d1027582c56e993865c7bafa9cd4b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:43:37,222 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for 1e3d1027582c56e993865c7bafa9cd4b 2024-11-08T19:43:37,222 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=13ee7a5d4dc6a7991d2b6279508bb6d2, ASSIGN in 10.2000 sec 2024-11-08T19:43:37,222 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 13ee7a5d4dc6a7991d2b6279508bb6d2 2024-11-08T19:43:37,223 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/data/default/SPTestTable/1e3d1027582c56e993865c7bafa9cd4b 2024-11-08T19:43:37,224 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4d708c9952029e61a9e0b1f0c245383c, ASSIGN in 10.2030 sec 2024-11-08T19:43:37,225 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4d708c9952029e61a9e0b1f0c245383c 2024-11-08T19:43:37,226 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1093): writing seq id for 26bb1c2a458aa94444d2b0c37b008eef 2024-11-08T19:43:37,227 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/data/default/SPTestTable/1e3d1027582c56e993865c7bafa9cd4b 2024-11-08T19:43:37,228 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for 1e3d1027582c56e993865c7bafa9cd4b 2024-11-08T19:43:37,228 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for 1e3d1027582c56e993865c7bafa9cd4b 2024-11-08T19:43:37,228 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1114): Opened 26bb1c2a458aa94444d2b0c37b008eef; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68456017, jitterRate=0.02007414400577545}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T19:43:37,228 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 26bb1c2a458aa94444d2b0c37b008eef 2024-11-08T19:43:37,228 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1006): Region open journal for 26bb1c2a458aa94444d2b0c37b008eef: Running coprocessor pre-open hook at 1731095017208Writing region info on filesystem at 1731095017208Initializing all the Stores at 1731095017209 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731095017209Cleaning up temporary data from old regions at 1731095017221 (+12 ms)Running coprocessor post-open hooks at 1731095017228 (+7 ms)Region opened successfully at 1731095017228 2024-11-08T19:43:37,229 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731094976755.26bb1c2a458aa94444d2b0c37b008eef., pid=45, masterSystemTime=1731095017184 2024-11-08T19:43:37,232 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for 1e3d1027582c56e993865c7bafa9cd4b 2024-11-08T19:43:37,232 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731094976755.26bb1c2a458aa94444d2b0c37b008eef. 2024-11-08T19:43:37,232 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731094976755.26bb1c2a458aa94444d2b0c37b008eef. 2024-11-08T19:43:37,233 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=26bb1c2a458aa94444d2b0c37b008eef, regionState=OPEN, openSeqNum=2, regionLocation=b75fe890c219,38827,1731094964272 2024-11-08T19:43:37,234 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened 1e3d1027582c56e993865c7bafa9cd4b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66079606, jitterRate=-0.015337139368057251}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T19:43:37,234 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1e3d1027582c56e993865c7bafa9cd4b 2024-11-08T19:43:37,234 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for 1e3d1027582c56e993865c7bafa9cd4b: Running coprocessor pre-open hook at 1731095017206Writing region info on filesystem at 1731095017206Initializing all the Stores at 1731095017211 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731095017211Cleaning up temporary data from old regions at 1731095017228 (+17 ms)Running coprocessor post-open hooks at 1731095017234 (+6 ms)Region opened successfully at 1731095017234 2024-11-08T19:43:37,235 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731094976755.1e3d1027582c56e993865c7bafa9cd4b., pid=43, masterSystemTime=1731095017182 2024-11-08T19:43:37,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure 26bb1c2a458aa94444d2b0c37b008eef, server=b75fe890c219,38827,1731094964272 because future has completed 2024-11-08T19:43:37,237 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731094976755.1e3d1027582c56e993865c7bafa9cd4b. 2024-11-08T19:43:37,237 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731094976755.1e3d1027582c56e993865c7bafa9cd4b. 2024-11-08T19:43:37,238 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=1e3d1027582c56e993865c7bafa9cd4b, regionState=OPEN, openSeqNum=2, regionLocation=b75fe890c219,46051,1731094964386 2024-11-08T19:43:37,240 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=42 2024-11-08T19:43:37,240 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=42, state=SUCCESS, hasLock=false; OpenRegionProcedure 26bb1c2a458aa94444d2b0c37b008eef, server=b75fe890c219,38827,1731094964272 in 10.0560 sec 2024-11-08T19:43:37,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1e3d1027582c56e993865c7bafa9cd4b, server=b75fe890c219,46051,1731094964386 because future has completed 2024-11-08T19:43:37,243 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=26bb1c2a458aa94444d2b0c37b008eef, ASSIGN in 10.2220 sec 2024-11-08T19:43:37,243 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 26bb1c2a458aa94444d2b0c37b008eef 2024-11-08T19:43:37,245 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=41 2024-11-08T19:43:37,246 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure 1e3d1027582c56e993865c7bafa9cd4b, server=b75fe890c219,46051,1731094964386 in 10.0640 sec 2024-11-08T19:43:37,247 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1e3d1027582c56e993865c7bafa9cd4b 2024-11-08T19:43:37,248 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=36 2024-11-08T19:43:37,248 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1e3d1027582c56e993865c7bafa9cd4b, ASSIGN in 10.2280 sec 2024-11-08T19:43:37,248 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(291): removed crashed server b75fe890c219,46359,1731094964454 after splitting done 2024-11-08T19:43:37,251 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure b75fe890c219,46359,1731094964454, splitWal=true, meta=false in 20.1910 sec 2024-11-08T19:43:42,666 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T19:43:42,727 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-08T19:43:45,874 INFO [regionserver/b75fe890c219:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-08T19:43:47,226 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46051 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-08T19:43:47,226 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46051 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-08T19:43:47,226 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731094976755.1e3d1027582c56e993865c7bafa9cd4b. 2024-11-08T19:43:47,226 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 1e3d1027582c56e993865c7bafa9cd4b: 2024-11-08T19:43:47,226 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731094976755.13ee7a5d4dc6a7991d2b6279508bb6d2. 2024-11-08T19:43:47,227 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731094976755.1e3d1027582c56e993865c7bafa9cd4b. for SnapshotProcedureTest completed. 2024-11-08T19:43:47,227 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 13ee7a5d4dc6a7991d2b6279508bb6d2: 2024-11-08T19:43:47,227 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731094976755.13ee7a5d4dc6a7991d2b6279508bb6d2. for SnapshotProcedureTest completed. 2024-11-08T19:43:47,227 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731094976755.1e3d1027582c56e993865c7bafa9cd4b.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T19:43:47,227 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T19:43:47,227 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T19:43:47,227 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731094976755.13ee7a5d4dc6a7991d2b6279508bb6d2.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T19:43:47,227 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T19:43:47,227 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T19:43:47,229 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38827 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-08T19:43:47,229 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731094976755.4d708c9952029e61a9e0b1f0c245383c. 2024-11-08T19:43:47,229 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38827 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-08T19:43:47,229 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 4d708c9952029e61a9e0b1f0c245383c: 2024-11-08T19:43:47,230 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731094976755.26bb1c2a458aa94444d2b0c37b008eef. 2024-11-08T19:43:47,230 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731094976755.4d708c9952029e61a9e0b1f0c245383c. for SnapshotProcedureTest completed. 2024-11-08T19:43:47,230 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 26bb1c2a458aa94444d2b0c37b008eef: 2024-11-08T19:43:47,230 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731094976755.4d708c9952029e61a9e0b1f0c245383c.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T19:43:47,230 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731094976755.26bb1c2a458aa94444d2b0c37b008eef. for SnapshotProcedureTest completed. 2024-11-08T19:43:47,230 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T19:43:47,230 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T19:43:47,231 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731094976755.26bb1c2a458aa94444d2b0c37b008eef.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T19:43:47,231 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T19:43:47,231 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T19:43:47,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43811 is added to blk_1073741858_1034 (size=65) 2024-11-08T19:43:47,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41417 is added to blk_1073741858_1034 (size=65) 2024-11-08T19:43:47,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35877 is added to blk_1073741858_1034 (size=65) 2024-11-08T19:43:47,246 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731094976755.1e3d1027582c56e993865c7bafa9cd4b. 2024-11-08T19:43:47,246 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-08T19:43:47,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37595 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-08T19:43:47,247 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37595 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 1e3d1027582c56e993865c7bafa9cd4b 2024-11-08T19:43:47,247 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1e3d1027582c56e993865c7bafa9cd4b 2024-11-08T19:43:47,249 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1e3d1027582c56e993865c7bafa9cd4b in 30.3790 sec 2024-11-08T19:43:47,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41417 is added to blk_1073741859_1035 (size=57) 2024-11-08T19:43:47,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35877 is added to blk_1073741859_1035 (size=57) 2024-11-08T19:43:47,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43811 is added to blk_1073741859_1035 (size=57) 2024-11-08T19:43:47,257 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731094976755.4d708c9952029e61a9e0b1f0c245383c. 2024-11-08T19:43:47,257 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-08T19:43:47,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37595 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-08T19:43:47,258 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37595 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 4d708c9952029e61a9e0b1f0c245383c 2024-11-08T19:43:47,258 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4d708c9952029e61a9e0b1f0c245383c 2024-11-08T19:43:47,261 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 4d708c9952029e61a9e0b1f0c245383c in 30.3900 sec 2024-11-08T19:43:47,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35877 is added to blk_1073741857_1033 (size=57) 2024-11-08T19:43:47,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43811 is added to blk_1073741857_1033 (size=57) 2024-11-08T19:43:47,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41417 is added to blk_1073741860_1036 (size=65) 2024-11-08T19:43:47,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41417 is added to blk_1073741857_1033 (size=57) 2024-11-08T19:43:47,266 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731094976755.13ee7a5d4dc6a7991d2b6279508bb6d2. 2024-11-08T19:43:47,266 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-08T19:43:47,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43811 is added to blk_1073741860_1036 (size=65) 2024-11-08T19:43:47,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35877 is added to blk_1073741860_1036 (size=65) 2024-11-08T19:43:47,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37595 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-08T19:43:47,267 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37595 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 13ee7a5d4dc6a7991d2b6279508bb6d2 2024-11-08T19:43:47,267 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 13ee7a5d4dc6a7991d2b6279508bb6d2 2024-11-08T19:43:47,268 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731094976755.26bb1c2a458aa94444d2b0c37b008eef. 2024-11-08T19:43:47,268 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-08T19:43:47,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37595 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-08T19:43:47,269 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37595 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 26bb1c2a458aa94444d2b0c37b008eef 2024-11-08T19:43:47,271 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 26bb1c2a458aa94444d2b0c37b008eef 2024-11-08T19:43:47,273 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 13ee7a5d4dc6a7991d2b6279508bb6d2 in 30.4000 sec 2024-11-08T19:43:47,274 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=25 2024-11-08T19:43:47,274 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-08T19:43:47,275 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 26bb1c2a458aa94444d2b0c37b008eef in 30.4030 sec 2024-11-08T19:43:47,277 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-08T19:43:47,279 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-08T19:43:47,280 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-08T19:43:47,283 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-08T19:43:47,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41417 is added to blk_1073741861_1037 (size=1094) 2024-11-08T19:43:47,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43811 is added to blk_1073741861_1037 (size=1094) 2024-11-08T19:43:47,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35877 is added to blk_1073741861_1037 (size=1094) 2024-11-08T19:43:47,319 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-08T19:43:47,327 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=48, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=55, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=56, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-08T19:43:47,332 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b75fe890c219,46051,1731094964386 2024-11-08T19:43:47,332 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b75fe890c219,46051,1731094964386 2024-11-08T19:43:47,332 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b75fe890c219,38827,1731094964272 2024-11-08T19:43:47,332 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b75fe890c219,38827,1731094964272 2024-11-08T19:43:47,332 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b75fe890c219,46051,1731094964386 2024-11-08T19:43:47,337 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b75fe890c219,38827,1731094964272 2024-11-08T19:43:48,553 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b75fe890c219:37595 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-08T19:43:52,205 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 74323173f6268a819f69e3af9fc4a43e, had cached 0 bytes from a total of 47197 2024-11-08T19:43:52,228 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region d4c36de6957bf36a18541670019e2caa, had cached 0 bytes from a total of 28623 2024-11-08T19:43:56,489 DEBUG [master/b75fe890c219:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 4d708c9952029e61a9e0b1f0c245383c changed from -1.0 to 0.0, refreshing cache 2024-11-08T19:43:56,490 DEBUG [master/b75fe890c219:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region b3db5edecc7928c6fadf399093ac30bb changed from -1.0 to 0.0, refreshing cache 2024-11-08T19:43:56,491 DEBUG [master/b75fe890c219:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 8da483968d66699ba2e1828c1cd10db7 changed from -1.0 to 0.0, refreshing cache 2024-11-08T19:43:56,492 DEBUG [master/b75fe890c219:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 26bb1c2a458aa94444d2b0c37b008eef changed from -1.0 to 0.0, refreshing cache 2024-11-08T19:43:56,492 DEBUG [master/b75fe890c219:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region d4c36de6957bf36a18541670019e2caa changed from -1.0 to 0.0, refreshing cache 2024-11-08T19:43:56,493 DEBUG [master/b75fe890c219:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 16aecba7cc984b1bd8731577180a10c4 changed from -1.0 to 0.0, refreshing cache 2024-11-08T19:43:56,493 DEBUG [master/b75fe890c219:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1e3d1027582c56e993865c7bafa9cd4b changed from -1.0 to 0.0, refreshing cache 2024-11-08T19:43:56,493 DEBUG [master/b75fe890c219:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 0f60b15b4406ce437867fbfe03ff31ef changed from -1.0 to 0.0, refreshing cache 2024-11-08T19:43:56,493 DEBUG [master/b75fe890c219:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 74323173f6268a819f69e3af9fc4a43e changed from -1.0 to 0.0, refreshing cache 2024-11-08T19:43:56,493 DEBUG [master/b75fe890c219:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 13ee7a5d4dc6a7991d2b6279508bb6d2 changed from -1.0 to 0.0, refreshing cache 2024-11-08T19:43:57,341 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38827 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-11-08T19:43:57,341 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46051 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-11-08T19:43:57,342 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38827 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-11-08T19:43:57,342 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46051 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=55 2024-11-08T19:43:57,342 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38827 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=56 2024-11-08T19:43:57,342 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46051 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-11-08T19:43:57,346 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-08T19:43:57,346 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-08T19:43:57,347 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-08T19:43:57,347 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-08T19:43:57,347 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-08T19:43:57,347 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-08T19:43:57,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37595 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-08T19:43:57,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37595 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-08T19:43:57,349 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-08T19:43:57,349 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-08T19:43:57,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37595 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-08T19:43:57,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37595 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-08T19:43:57,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37595 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-11-08T19:43:57,350 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b75fe890c219,38827,1731094964272 Release verify snapshot worker=b75fe890c219,38827,1731094964272 2024-11-08T19:43:57,350 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b75fe890c219,46051,1731094964386 Release verify snapshot worker=b75fe890c219,46051,1731094964386 2024-11-08T19:43:57,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37595 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-08T19:43:57,352 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b75fe890c219,38827,1731094964272 Release verify snapshot worker=b75fe890c219,38827,1731094964272 2024-11-08T19:43:57,354 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b75fe890c219,38827,1731094964272 2024-11-08T19:43:57,354 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b75fe890c219,46051,1731094964386 2024-11-08T19:43:57,354 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b75fe890c219,46051,1731094964386 in 10.0250 sec 2024-11-08T19:43:57,354 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b75fe890c219,38827,1731094964272 in 10.0250 sec 2024-11-08T19:43:57,355 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b75fe890c219,38827,1731094964272 Release verify snapshot worker=b75fe890c219,38827,1731094964272 2024-11-08T19:43:57,355 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b75fe890c219,38827,1731094964272 in 10.0260 sec 2024-11-08T19:43:57,356 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b75fe890c219,46051,1731094964386 Release verify snapshot worker=b75fe890c219,46051,1731094964386 2024-11-08T19:43:57,356 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b75fe890c219,46051,1731094964386 Release verify snapshot worker=b75fe890c219,46051,1731094964386 2024-11-08T19:43:57,357 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b75fe890c219,38827,1731094964272 in 10.0290 sec 2024-11-08T19:43:57,358 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b75fe890c219,46051,1731094964386 in 10.0300 sec 2024-11-08T19:43:57,358 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b75fe890c219,46051,1731094964386 in 10.0300 sec 2024-11-08T19:43:57,359 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b75fe890c219,46051,1731094964386 2024-11-08T19:43:57,359 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b75fe890c219,38827,1731094964272 2024-11-08T19:44:07,356 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46051 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-11-08T19:44:07,356 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38827 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=48 2024-11-08T19:44:07,357 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46051 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=47 2024-11-08T19:44:07,357 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38827 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-11-08T19:44:07,357 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-08T19:44:07,357 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-08T19:44:07,357 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-08T19:44:07,357 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-08T19:44:07,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37595 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-08T19:44:07,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37595 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-08T19:44:07,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37595 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-08T19:44:07,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37595 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-11-08T19:44:07,363 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b75fe890c219,38827,1731094964272 Release verify snapshot worker=b75fe890c219,38827,1731094964272 2024-11-08T19:44:07,363 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b75fe890c219,46051,1731094964386 Release verify snapshot worker=b75fe890c219,46051,1731094964386 2024-11-08T19:44:07,364 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b75fe890c219,38827,1731094964272 Release verify snapshot worker=b75fe890c219,38827,1731094964272 2024-11-08T19:44:07,364 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b75fe890c219,46051,1731094964386 Release verify snapshot worker=b75fe890c219,46051,1731094964386 2024-11-08T19:44:07,364 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b75fe890c219,38827,1731094964272 in 20.0370 sec 2024-11-08T19:44:07,366 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b75fe890c219,38827,1731094964272 in 20.0380 sec 2024-11-08T19:44:07,366 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b75fe890c219,46051,1731094964386 in 20.0370 sec 2024-11-08T19:44:07,367 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=25 2024-11-08T19:44:07,367 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b75fe890c219,46051,1731094964386 in 20.0380 sec 2024-11-08T19:44:07,367 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-08T19:44:07,369 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/.hbase-snapshot/SnapshotProcedureTest 2024-11-08T19:44:07,371 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-08T19:44:07,371 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-08T19:44:07,373 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 50.5440 sec 2024-11-08T19:44:07,461 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-08T19:44:07,469 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-08T19:44:07,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T19:44:07,469 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T19:44:07,469 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:44:07,469 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:44:07,470 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:44:07,470 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:44:07,470 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T19:44:07,470 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=204774525, stopped=false 2024-11-08T19:44:07,471 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b75fe890c219,37595,1731094963550 2024-11-08T19:44:07,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38827-0x1011d4274e00001, quorum=127.0.0.1:62728, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T19:44:07,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37595-0x1011d4274e00000, quorum=127.0.0.1:62728, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T19:44:07,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46051-0x1011d4274e00002, quorum=127.0.0.1:62728, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T19:44:07,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38827-0x1011d4274e00001, quorum=127.0.0.1:62728, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:44:07,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37595-0x1011d4274e00000, quorum=127.0.0.1:62728, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:44:07,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46051-0x1011d4274e00002, quorum=127.0.0.1:62728, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:44:07,526 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T19:44:07,527 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37595-0x1011d4274e00000, quorum=127.0.0.1:62728, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T19:44:07,528 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38827-0x1011d4274e00001, quorum=127.0.0.1:62728, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T19:44:07,528 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T19:44:07,528 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:44:07,528 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46051-0x1011d4274e00002, quorum=127.0.0.1:62728, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T19:44:07,528 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:44:07,529 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b75fe890c219,38827,1731094964272' ***** 2024-11-08T19:44:07,529 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T19:44:07,530 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b75fe890c219,46051,1731094964386' ***** 2024-11-08T19:44:07,530 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T19:44:07,530 INFO [RS:0;b75fe890c219:38827 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T19:44:07,530 INFO [RS:0;b75fe890c219:38827 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T19:44:07,530 INFO [RS:1;b75fe890c219:46051 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T19:44:07,531 INFO [RS:0;b75fe890c219:38827 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T19:44:07,531 INFO [RS:1;b75fe890c219:46051 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T19:44:07,531 INFO [RS:1;b75fe890c219:46051 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T19:44:07,531 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T19:44:07,531 INFO [RS:1;b75fe890c219:46051 {}] regionserver.HRegionServer(3091): Received CLOSE for 16aecba7cc984b1bd8731577180a10c4 2024-11-08T19:44:07,531 INFO [RS:0;b75fe890c219:38827 {}] regionserver.HRegionServer(3091): Received CLOSE for 8da483968d66699ba2e1828c1cd10db7 2024-11-08T19:44:07,531 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T19:44:07,532 INFO [RS:1;b75fe890c219:46051 {}] regionserver.HRegionServer(3091): Received CLOSE for 1e3d1027582c56e993865c7bafa9cd4b 2024-11-08T19:44:07,532 INFO [RS:0;b75fe890c219:38827 {}] regionserver.HRegionServer(3091): Received CLOSE for 4d708c9952029e61a9e0b1f0c245383c 2024-11-08T19:44:07,532 INFO [RS:1;b75fe890c219:46051 {}] regionserver.HRegionServer(3091): Received CLOSE for 0f60b15b4406ce437867fbfe03ff31ef 2024-11-08T19:44:07,532 INFO [RS:0;b75fe890c219:38827 {}] regionserver.HRegionServer(3091): Received CLOSE for 26bb1c2a458aa94444d2b0c37b008eef 2024-11-08T19:44:07,532 INFO [RS:1;b75fe890c219:46051 {}] regionserver.HRegionServer(3091): Received CLOSE for 13ee7a5d4dc6a7991d2b6279508bb6d2 2024-11-08T19:44:07,532 INFO [RS:0;b75fe890c219:38827 {}] regionserver.HRegionServer(3091): Received CLOSE for d4c36de6957bf36a18541670019e2caa 2024-11-08T19:44:07,532 INFO [RS:1;b75fe890c219:46051 {}] regionserver.HRegionServer(3091): Received CLOSE for 74323173f6268a819f69e3af9fc4a43e 2024-11-08T19:44:07,532 INFO [RS:0;b75fe890c219:38827 {}] regionserver.HRegionServer(3091): Received CLOSE for b3db5edecc7928c6fadf399093ac30bb 2024-11-08T19:44:07,532 INFO [RS:1;b75fe890c219:46051 {}] regionserver.HRegionServer(959): stopping server b75fe890c219,46051,1731094964386 2024-11-08T19:44:07,532 INFO [RS:0;b75fe890c219:38827 {}] regionserver.HRegionServer(959): stopping server b75fe890c219,38827,1731094964272 2024-11-08T19:44:07,532 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8da483968d66699ba2e1828c1cd10db7, disabling compactions & flushes 2024-11-08T19:44:07,532 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 16aecba7cc984b1bd8731577180a10c4, disabling compactions & flushes 2024-11-08T19:44:07,533 INFO [RS:1;b75fe890c219:46051 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T19:44:07,533 INFO [RS:0;b75fe890c219:38827 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T19:44:07,533 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731094976755.8da483968d66699ba2e1828c1cd10db7. 2024-11-08T19:44:07,533 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731094976755.16aecba7cc984b1bd8731577180a10c4. 2024-11-08T19:44:07,533 INFO [RS:1;b75fe890c219:46051 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;b75fe890c219:46051. 2024-11-08T19:44:07,533 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731094976755.16aecba7cc984b1bd8731577180a10c4. 2024-11-08T19:44:07,533 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731094976755.8da483968d66699ba2e1828c1cd10db7. 2024-11-08T19:44:07,533 INFO [RS:0;b75fe890c219:38827 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b75fe890c219:38827. 2024-11-08T19:44:07,533 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731094976755.16aecba7cc984b1bd8731577180a10c4. after waiting 0 ms 2024-11-08T19:44:07,533 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731094976755.8da483968d66699ba2e1828c1cd10db7. after waiting 0 ms 2024-11-08T19:44:07,533 DEBUG [RS:1;b75fe890c219:46051 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:44:07,533 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731094976755.16aecba7cc984b1bd8731577180a10c4. 2024-11-08T19:44:07,533 DEBUG [RS:0;b75fe890c219:38827 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:44:07,533 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731094976755.8da483968d66699ba2e1828c1cd10db7. 2024-11-08T19:44:07,533 DEBUG [RS:1;b75fe890c219:46051 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:44:07,533 DEBUG [RS:0;b75fe890c219:38827 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:44:07,533 INFO [RS:0;b75fe890c219:38827 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-08T19:44:07,533 INFO [RS:1;b75fe890c219:46051 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T19:44:07,533 INFO [RS:1;b75fe890c219:46051 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T19:44:07,533 DEBUG [RS:0;b75fe890c219:38827 {}] regionserver.HRegionServer(1325): Online Regions={8da483968d66699ba2e1828c1cd10db7=SPTestTable,4ccccccb,1731094976755.8da483968d66699ba2e1828c1cd10db7., 4d708c9952029e61a9e0b1f0c245383c=SPTestTable,,1731094976755.4d708c9952029e61a9e0b1f0c245383c., 26bb1c2a458aa94444d2b0c37b008eef=SPTestTable,99999996,1731094976755.26bb1c2a458aa94444d2b0c37b008eef., d4c36de6957bf36a18541670019e2caa=SPTestTable,b333332f,1731094976755.d4c36de6957bf36a18541670019e2caa., b3db5edecc7928c6fadf399093ac30bb=SPTestTable,19999999,1731094976755.b3db5edecc7928c6fadf399093ac30bb.} 2024-11-08T19:44:07,533 INFO [RS:1;b75fe890c219:46051 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T19:44:07,533 INFO [RS:1;b75fe890c219:46051 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T19:44:07,534 DEBUG [RS:0;b75fe890c219:38827 {}] regionserver.HRegionServer(1351): Waiting on 26bb1c2a458aa94444d2b0c37b008eef, 4d708c9952029e61a9e0b1f0c245383c, 8da483968d66699ba2e1828c1cd10db7, b3db5edecc7928c6fadf399093ac30bb, d4c36de6957bf36a18541670019e2caa 2024-11-08T19:44:07,534 INFO [RS:1;b75fe890c219:46051 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-08T19:44:07,554 DEBUG [RS:1;b75fe890c219:46051 {}] regionserver.HRegionServer(1325): Online Regions={16aecba7cc984b1bd8731577180a10c4=SPTestTable,33333332,1731094976755.16aecba7cc984b1bd8731577180a10c4., 1e3d1027582c56e993865c7bafa9cd4b=SPTestTable,66666664,1731094976755.1e3d1027582c56e993865c7bafa9cd4b., 1588230740=hbase:meta,,1.1588230740, 0f60b15b4406ce437867fbfe03ff31ef=SPTestTable,7ffffffd,1731094976755.0f60b15b4406ce437867fbfe03ff31ef., 13ee7a5d4dc6a7991d2b6279508bb6d2=SPTestTable,e6666661,1731094976755.13ee7a5d4dc6a7991d2b6279508bb6d2., 74323173f6268a819f69e3af9fc4a43e=SPTestTable,ccccccc8,1731094976755.74323173f6268a819f69e3af9fc4a43e.} 2024-11-08T19:44:07,554 DEBUG [RS:1;b75fe890c219:46051 {}] regionserver.HRegionServer(1351): Waiting on 0f60b15b4406ce437867fbfe03ff31ef, 13ee7a5d4dc6a7991d2b6279508bb6d2, 1588230740, 16aecba7cc984b1bd8731577180a10c4, 1e3d1027582c56e993865c7bafa9cd4b, 74323173f6268a819f69e3af9fc4a43e 2024-11-08T19:44:07,555 DEBUG [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T19:44:07,555 INFO [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T19:44:07,555 DEBUG [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T19:44:07,555 DEBUG [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T19:44:07,555 DEBUG [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T19:44:07,555 INFO [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=16.26 KB heapSize=27.28 KB 2024-11-08T19:44:07,560 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/data/default/SPTestTable/8da483968d66699ba2e1828c1cd10db7/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T19:44:07,561 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/data/default/SPTestTable/16aecba7cc984b1bd8731577180a10c4/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T19:44:07,563 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731094976755.8da483968d66699ba2e1828c1cd10db7. 2024-11-08T19:44:07,563 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731094976755.16aecba7cc984b1bd8731577180a10c4. 2024-11-08T19:44:07,563 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 16aecba7cc984b1bd8731577180a10c4: Waiting for close lock at 1731095047532Running coprocessor pre-close hooks at 1731095047532Disabling compacts and flushes for region at 1731095047532Disabling writes for close at 1731095047533 (+1 ms)Writing region close event to WAL at 1731095047534 (+1 ms)Running coprocessor post-close hooks at 1731095047562 (+28 ms)Closed at 1731095047563 (+1 ms) 2024-11-08T19:44:07,563 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8da483968d66699ba2e1828c1cd10db7: Waiting for close lock at 1731095047532Running coprocessor pre-close hooks at 1731095047532Disabling compacts and flushes for region at 1731095047532Disabling writes for close at 1731095047533 (+1 ms)Writing region close event to WAL at 1731095047534 (+1 ms)Running coprocessor post-close hooks at 1731095047561 (+27 ms)Closed at 1731095047563 (+2 ms) 2024-11-08T19:44:07,564 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1731094976755.16aecba7cc984b1bd8731577180a10c4. 2024-11-08T19:44:07,564 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731094976755.8da483968d66699ba2e1828c1cd10db7. 2024-11-08T19:44:07,564 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4d708c9952029e61a9e0b1f0c245383c, disabling compactions & flushes 2024-11-08T19:44:07,564 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1e3d1027582c56e993865c7bafa9cd4b, disabling compactions & flushes 2024-11-08T19:44:07,564 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731094976755.1e3d1027582c56e993865c7bafa9cd4b. 2024-11-08T19:44:07,564 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731094976755.4d708c9952029e61a9e0b1f0c245383c. 2024-11-08T19:44:07,564 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731094976755.4d708c9952029e61a9e0b1f0c245383c. 2024-11-08T19:44:07,564 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731094976755.1e3d1027582c56e993865c7bafa9cd4b. 2024-11-08T19:44:07,564 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731094976755.1e3d1027582c56e993865c7bafa9cd4b. after waiting 0 ms 2024-11-08T19:44:07,564 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731094976755.4d708c9952029e61a9e0b1f0c245383c. after waiting 0 ms 2024-11-08T19:44:07,564 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731094976755.4d708c9952029e61a9e0b1f0c245383c. 2024-11-08T19:44:07,564 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731094976755.1e3d1027582c56e993865c7bafa9cd4b. 2024-11-08T19:44:07,579 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/data/default/SPTestTable/1e3d1027582c56e993865c7bafa9cd4b/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T19:44:07,579 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/data/default/SPTestTable/4d708c9952029e61a9e0b1f0c245383c/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T19:44:07,580 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731094976755.1e3d1027582c56e993865c7bafa9cd4b. 2024-11-08T19:44:07,580 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731094976755.4d708c9952029e61a9e0b1f0c245383c. 2024-11-08T19:44:07,580 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1e3d1027582c56e993865c7bafa9cd4b: Waiting for close lock at 1731095047564Running coprocessor pre-close hooks at 1731095047564Disabling compacts and flushes for region at 1731095047564Disabling writes for close at 1731095047564Writing region close event to WAL at 1731095047569 (+5 ms)Running coprocessor post-close hooks at 1731095047580 (+11 ms)Closed at 1731095047580 2024-11-08T19:44:07,580 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4d708c9952029e61a9e0b1f0c245383c: Waiting for close lock at 1731095047564Running coprocessor pre-close hooks at 1731095047564Disabling compacts and flushes for region at 1731095047564Disabling writes for close at 1731095047564Writing region close event to WAL at 1731095047569 (+5 ms)Running coprocessor post-close hooks at 1731095047580 (+11 ms)Closed at 1731095047580 2024-11-08T19:44:07,580 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1731094976755.1e3d1027582c56e993865c7bafa9cd4b. 2024-11-08T19:44:07,580 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731094976755.4d708c9952029e61a9e0b1f0c245383c. 2024-11-08T19:44:07,580 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 26bb1c2a458aa94444d2b0c37b008eef, disabling compactions & flushes 2024-11-08T19:44:07,580 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0f60b15b4406ce437867fbfe03ff31ef, disabling compactions & flushes 2024-11-08T19:44:07,580 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731094976755.26bb1c2a458aa94444d2b0c37b008eef. 2024-11-08T19:44:07,580 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731094976755.0f60b15b4406ce437867fbfe03ff31ef. 2024-11-08T19:44:07,580 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731094976755.0f60b15b4406ce437867fbfe03ff31ef. 2024-11-08T19:44:07,580 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731094976755.26bb1c2a458aa94444d2b0c37b008eef. 2024-11-08T19:44:07,581 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731094976755.0f60b15b4406ce437867fbfe03ff31ef. after waiting 0 ms 2024-11-08T19:44:07,581 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731094976755.26bb1c2a458aa94444d2b0c37b008eef. after waiting 0 ms 2024-11-08T19:44:07,581 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731094976755.0f60b15b4406ce437867fbfe03ff31ef. 2024-11-08T19:44:07,581 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731094976755.26bb1c2a458aa94444d2b0c37b008eef. 2024-11-08T19:44:07,586 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/data/default/SPTestTable/0f60b15b4406ce437867fbfe03ff31ef/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T19:44:07,587 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731094976755.0f60b15b4406ce437867fbfe03ff31ef. 2024-11-08T19:44:07,587 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0f60b15b4406ce437867fbfe03ff31ef: Waiting for close lock at 1731095047580Running coprocessor pre-close hooks at 1731095047580Disabling compacts and flushes for region at 1731095047580Disabling writes for close at 1731095047581 (+1 ms)Writing region close event to WAL at 1731095047581Running coprocessor post-close hooks at 1731095047587 (+6 ms)Closed at 1731095047587 2024-11-08T19:44:07,587 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731094976755.0f60b15b4406ce437867fbfe03ff31ef. 2024-11-08T19:44:07,587 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 13ee7a5d4dc6a7991d2b6279508bb6d2, disabling compactions & flushes 2024-11-08T19:44:07,587 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731094976755.13ee7a5d4dc6a7991d2b6279508bb6d2. 2024-11-08T19:44:07,587 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731094976755.13ee7a5d4dc6a7991d2b6279508bb6d2. 2024-11-08T19:44:07,587 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731094976755.13ee7a5d4dc6a7991d2b6279508bb6d2. after waiting 0 ms 2024-11-08T19:44:07,587 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731094976755.13ee7a5d4dc6a7991d2b6279508bb6d2. 2024-11-08T19:44:07,588 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/data/default/SPTestTable/26bb1c2a458aa94444d2b0c37b008eef/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T19:44:07,589 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731094976755.26bb1c2a458aa94444d2b0c37b008eef. 2024-11-08T19:44:07,589 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 26bb1c2a458aa94444d2b0c37b008eef: Waiting for close lock at 1731095047580Running coprocessor pre-close hooks at 1731095047580Disabling compacts and flushes for region at 1731095047580Disabling writes for close at 1731095047581 (+1 ms)Writing region close event to WAL at 1731095047581Running coprocessor post-close hooks at 1731095047589 (+8 ms)Closed at 1731095047589 2024-11-08T19:44:07,590 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1731094976755.26bb1c2a458aa94444d2b0c37b008eef. 2024-11-08T19:44:07,590 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d4c36de6957bf36a18541670019e2caa, disabling compactions & flushes 2024-11-08T19:44:07,590 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731094976755.d4c36de6957bf36a18541670019e2caa. 2024-11-08T19:44:07,590 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731094976755.d4c36de6957bf36a18541670019e2caa. 2024-11-08T19:44:07,590 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731094976755.d4c36de6957bf36a18541670019e2caa. after waiting 0 ms 2024-11-08T19:44:07,590 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731094976755.d4c36de6957bf36a18541670019e2caa. 2024-11-08T19:44:07,593 DEBUG [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/data/hbase/meta/1588230740/.tmp/info/4c6cca809ec64d51be0615376cb703a5 is 167, key is SPTestTable,19999999,1731094976755.b3db5edecc7928c6fadf399093ac30bb./info:regioninfo/1731094987298/Put/seqid=0 2024-11-08T19:44:07,595 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/data/default/SPTestTable/13ee7a5d4dc6a7991d2b6279508bb6d2/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T19:44:07,596 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731094976755.13ee7a5d4dc6a7991d2b6279508bb6d2. 2024-11-08T19:44:07,596 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 13ee7a5d4dc6a7991d2b6279508bb6d2: Waiting for close lock at 1731095047587Running coprocessor pre-close hooks at 1731095047587Disabling compacts and flushes for region at 1731095047587Disabling writes for close at 1731095047587Writing region close event to WAL at 1731095047588 (+1 ms)Running coprocessor post-close hooks at 1731095047596 (+8 ms)Closed at 1731095047596 2024-11-08T19:44:07,596 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1731094976755.13ee7a5d4dc6a7991d2b6279508bb6d2. 2024-11-08T19:44:07,597 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 74323173f6268a819f69e3af9fc4a43e, disabling compactions & flushes 2024-11-08T19:44:07,597 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731094976755.74323173f6268a819f69e3af9fc4a43e. 2024-11-08T19:44:07,597 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731094976755.74323173f6268a819f69e3af9fc4a43e. 2024-11-08T19:44:07,597 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731094976755.74323173f6268a819f69e3af9fc4a43e. after waiting 0 ms 2024-11-08T19:44:07,597 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731094976755.74323173f6268a819f69e3af9fc4a43e. 2024-11-08T19:44:07,602 INFO [regionserver/b75fe890c219:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T19:44:07,602 INFO [regionserver/b75fe890c219:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T19:44:07,609 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/data/default/SPTestTable/d4c36de6957bf36a18541670019e2caa/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T19:44:07,610 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/data/default/SPTestTable/74323173f6268a819f69e3af9fc4a43e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T19:44:07,610 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731094976755.74323173f6268a819f69e3af9fc4a43e. 2024-11-08T19:44:07,610 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731094976755.d4c36de6957bf36a18541670019e2caa. 2024-11-08T19:44:07,611 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 74323173f6268a819f69e3af9fc4a43e: Waiting for close lock at 1731095047597Running coprocessor pre-close hooks at 1731095047597Disabling compacts and flushes for region at 1731095047597Disabling writes for close at 1731095047597Writing region close event to WAL at 1731095047599 (+2 ms)Running coprocessor post-close hooks at 1731095047610 (+11 ms)Closed at 1731095047610 2024-11-08T19:44:07,611 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d4c36de6957bf36a18541670019e2caa: Waiting for close lock at 1731095047590Running coprocessor pre-close hooks at 1731095047590Disabling compacts and flushes for region at 1731095047590Disabling writes for close at 1731095047590Writing region close event to WAL at 1731095047595 (+5 ms)Running coprocessor post-close hooks at 1731095047610 (+15 ms)Closed at 1731095047610 2024-11-08T19:44:07,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41417 is added to blk_1073741862_1038 (size=20260) 2024-11-08T19:44:07,611 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731094976755.74323173f6268a819f69e3af9fc4a43e. 2024-11-08T19:44:07,611 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1731094976755.d4c36de6957bf36a18541670019e2caa. 2024-11-08T19:44:07,611 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b3db5edecc7928c6fadf399093ac30bb, disabling compactions & flushes 2024-11-08T19:44:07,611 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731094976755.b3db5edecc7928c6fadf399093ac30bb. 2024-11-08T19:44:07,611 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731094976755.b3db5edecc7928c6fadf399093ac30bb. 2024-11-08T19:44:07,611 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731094976755.b3db5edecc7928c6fadf399093ac30bb. after waiting 0 ms 2024-11-08T19:44:07,611 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731094976755.b3db5edecc7928c6fadf399093ac30bb. 2024-11-08T19:44:07,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43811 is added to blk_1073741862_1038 (size=20260) 2024-11-08T19:44:07,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35877 is added to blk_1073741862_1038 (size=20260) 2024-11-08T19:44:07,613 INFO [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.11 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/data/hbase/meta/1588230740/.tmp/info/4c6cca809ec64d51be0615376cb703a5 2024-11-08T19:44:07,618 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/data/default/SPTestTable/b3db5edecc7928c6fadf399093ac30bb/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T19:44:07,619 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731094976755.b3db5edecc7928c6fadf399093ac30bb. 2024-11-08T19:44:07,619 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b3db5edecc7928c6fadf399093ac30bb: Waiting for close lock at 1731095047611Running coprocessor pre-close hooks at 1731095047611Disabling compacts and flushes for region at 1731095047611Disabling writes for close at 1731095047611Writing region close event to WAL at 1731095047612 (+1 ms)Running coprocessor post-close hooks at 1731095047619 (+7 ms)Closed at 1731095047619 2024-11-08T19:44:07,619 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1731094976755.b3db5edecc7928c6fadf399093ac30bb. 2024-11-08T19:44:07,645 DEBUG [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/data/hbase/meta/1588230740/.tmp/ns/3edf57f8e293486eb30d5a7f0c81ce40 is 43, key is default/ns:d/1731094976439/Put/seqid=0 2024-11-08T19:44:07,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41417 is added to blk_1073741863_1039 (size=5153) 2024-11-08T19:44:07,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35877 is added to blk_1073741863_1039 (size=5153) 2024-11-08T19:44:07,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43811 is added to blk_1073741863_1039 (size=5153) 2024-11-08T19:44:07,655 INFO [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/data/hbase/meta/1588230740/.tmp/ns/3edf57f8e293486eb30d5a7f0c81ce40 2024-11-08T19:44:07,685 DEBUG [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/data/hbase/meta/1588230740/.tmp/table/edf77e1897a14ec195b2b9f99e70d189 is 47, key is SPTestTable/table:state/1731094987313/Put/seqid=0 2024-11-08T19:44:07,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35877 is added to blk_1073741864_1040 (size=5214) 2024-11-08T19:44:07,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43811 is added to blk_1073741864_1040 (size=5214) 2024-11-08T19:44:07,694 INFO [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/data/hbase/meta/1588230740/.tmp/table/edf77e1897a14ec195b2b9f99e70d189 2024-11-08T19:44:07,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41417 is added to blk_1073741864_1040 (size=5214) 2024-11-08T19:44:07,704 DEBUG [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/data/hbase/meta/1588230740/.tmp/info/4c6cca809ec64d51be0615376cb703a5 as hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/data/hbase/meta/1588230740/info/4c6cca809ec64d51be0615376cb703a5 2024-11-08T19:44:07,714 INFO [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/data/hbase/meta/1588230740/info/4c6cca809ec64d51be0615376cb703a5, entries=116, sequenceid=37, filesize=19.8 K 2024-11-08T19:44:07,716 DEBUG [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/data/hbase/meta/1588230740/.tmp/ns/3edf57f8e293486eb30d5a7f0c81ce40 as hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/data/hbase/meta/1588230740/ns/3edf57f8e293486eb30d5a7f0c81ce40 2024-11-08T19:44:07,725 INFO [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/data/hbase/meta/1588230740/ns/3edf57f8e293486eb30d5a7f0c81ce40, entries=2, sequenceid=37, filesize=5.0 K 2024-11-08T19:44:07,726 DEBUG [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/data/hbase/meta/1588230740/.tmp/table/edf77e1897a14ec195b2b9f99e70d189 as hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/data/hbase/meta/1588230740/table/edf77e1897a14ec195b2b9f99e70d189 2024-11-08T19:44:07,734 INFO [RS:0;b75fe890c219:38827 {}] regionserver.HRegionServer(976): stopping server b75fe890c219,38827,1731094964272; all regions closed. 2024-11-08T19:44:07,735 INFO [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/data/hbase/meta/1588230740/table/edf77e1897a14ec195b2b9f99e70d189, entries=2, sequenceid=37, filesize=5.1 K 2024-11-08T19:44:07,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41417 is added to blk_1073741833_1009 (size=3500) 2024-11-08T19:44:07,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43811 is added to blk_1073741833_1009 (size=3500) 2024-11-08T19:44:07,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35877 is added to blk_1073741833_1009 (size=3500) 2024-11-08T19:44:07,738 INFO [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~16.26 KB/16652, heapSize ~26.98 KB/27632, currentSize=0 B/0 for 1588230740 in 183ms, sequenceid=37, compaction requested=false 2024-11-08T19:44:07,741 DEBUG [RS:0;b75fe890c219:38827 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/oldWALs 2024-11-08T19:44:07,741 INFO [RS:0;b75fe890c219:38827 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b75fe890c219%2C38827%2C1731094964272:(num 1731094965977) 2024-11-08T19:44:07,741 DEBUG [RS:0;b75fe890c219:38827 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:44:07,741 INFO [RS:0;b75fe890c219:38827 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T19:44:07,741 INFO [RS:0;b75fe890c219:38827 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T19:44:07,742 INFO [RS:0;b75fe890c219:38827 {}] hbase.ChoreService(370): Chore service for: regionserver/b75fe890c219:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T19:44:07,742 INFO [RS:0;b75fe890c219:38827 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T19:44:07,742 INFO [regionserver/b75fe890c219:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T19:44:07,742 INFO [RS:0;b75fe890c219:38827 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T19:44:07,742 INFO [RS:0;b75fe890c219:38827 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T19:44:07,742 INFO [RS:0;b75fe890c219:38827 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T19:44:07,742 INFO [RS:0;b75fe890c219:38827 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38827 2024-11-08T19:44:07,744 DEBUG [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/data/hbase/meta/1588230740/recovered.edits/40.seqid, newMaxSeqId=40, maxSeqId=1 2024-11-08T19:44:07,744 DEBUG [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T19:44:07,744 INFO [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T19:44:07,745 DEBUG [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731095047555Running coprocessor pre-close hooks at 1731095047555Disabling compacts and flushes for region at 1731095047555Disabling writes for close at 1731095047555Obtaining lock to block concurrent updates at 1731095047555Preparing flush snapshotting stores in 1588230740 at 1731095047555Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16652, getHeapSize=27872, getOffHeapSize=0, getCellsCount=136 at 1731095047556 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731095047556Flushing 1588230740/info: creating writer at 1731095047557 (+1 ms)Flushing 1588230740/info: appending metadata at 1731095047592 (+35 ms)Flushing 1588230740/info: closing flushed file at 1731095047592Flushing 1588230740/ns: creating writer at 1731095047623 (+31 ms)Flushing 1588230740/ns: appending metadata at 1731095047644 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1731095047644Flushing 1588230740/table: creating writer at 1731095047664 (+20 ms)Flushing 1588230740/table: appending metadata at 1731095047685 (+21 ms)Flushing 1588230740/table: closing flushed file at 1731095047685Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25343063: reopening flushed file at 1731095047703 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28f41640: reopening flushed file at 1731095047714 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f95b39: reopening flushed file at 1731095047725 (+11 ms)Finished flush of dataSize ~16.26 KB/16652, heapSize ~26.98 KB/27632, currentSize=0 B/0 for 1588230740 in 183ms, sequenceid=37, compaction requested=false at 1731095047738 (+13 ms)Writing region close event to WAL at 1731095047739 (+1 ms)Running coprocessor post-close hooks at 1731095047744 (+5 ms)Closed at 1731095047744 2024-11-08T19:44:07,745 DEBUG [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T19:44:07,754 INFO [RS:1;b75fe890c219:46051 {}] regionserver.HRegionServer(976): stopping server b75fe890c219,46051,1731094964386; all regions closed. 2024-11-08T19:44:07,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35877 is added to blk_1073741836_1012 (size=19450) 2024-11-08T19:44:07,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41417 is added to blk_1073741836_1012 (size=19450) 2024-11-08T19:44:07,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43811 is added to blk_1073741836_1012 (size=19450) 2024-11-08T19:44:07,760 DEBUG [RS:1;b75fe890c219:46051 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/oldWALs 2024-11-08T19:44:07,760 INFO [RS:1;b75fe890c219:46051 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b75fe890c219%2C46051%2C1731094964386.meta:.meta(num 1731094976229) 2024-11-08T19:44:07,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41417 is added to blk_1073741835_1011 (size=3530) 2024-11-08T19:44:07,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43811 is added to blk_1073741835_1011 (size=3530) 2024-11-08T19:44:07,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35877 is added to blk_1073741835_1011 (size=3530) 2024-11-08T19:44:07,765 DEBUG [RS:1;b75fe890c219:46051 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/oldWALs 2024-11-08T19:44:07,765 INFO [RS:1;b75fe890c219:46051 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b75fe890c219%2C46051%2C1731094964386:(num 1731094965977) 2024-11-08T19:44:07,765 DEBUG [RS:1;b75fe890c219:46051 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:44:07,765 INFO [RS:1;b75fe890c219:46051 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T19:44:07,765 INFO [RS:1;b75fe890c219:46051 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T19:44:07,766 INFO [RS:1;b75fe890c219:46051 {}] hbase.ChoreService(370): Chore service for: regionserver/b75fe890c219:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T19:44:07,766 INFO [RS:1;b75fe890c219:46051 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T19:44:07,766 INFO [regionserver/b75fe890c219:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T19:44:07,766 INFO [RS:1;b75fe890c219:46051 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46051 2024-11-08T19:44:07,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38827-0x1011d4274e00001, quorum=127.0.0.1:62728, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b75fe890c219,38827,1731094964272 2024-11-08T19:44:07,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37595-0x1011d4274e00000, quorum=127.0.0.1:62728, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T19:44:07,767 INFO [RS:0;b75fe890c219:38827 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T19:44:07,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46051-0x1011d4274e00002, quorum=127.0.0.1:62728, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b75fe890c219,46051,1731094964386 2024-11-08T19:44:07,775 INFO [RS:1;b75fe890c219:46051 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T19:44:07,784 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b75fe890c219,46051,1731094964386] 2024-11-08T19:44:07,800 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b75fe890c219,46051,1731094964386 already deleted, retry=false 2024-11-08T19:44:07,801 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b75fe890c219,46051,1731094964386 expired; onlineServers=1 2024-11-08T19:44:07,801 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b75fe890c219,38827,1731094964272] 2024-11-08T19:44:07,809 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b75fe890c219,38827,1731094964272 already deleted, retry=false 2024-11-08T19:44:07,809 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b75fe890c219,38827,1731094964272 expired; onlineServers=0 2024-11-08T19:44:07,809 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b75fe890c219,37595,1731094963550' ***** 2024-11-08T19:44:07,809 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T19:44:07,809 INFO [M:0;b75fe890c219:37595 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T19:44:07,809 INFO [M:0;b75fe890c219:37595 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T19:44:07,809 DEBUG [M:0;b75fe890c219:37595 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T19:44:07,810 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T19:44:07,810 DEBUG [M:0;b75fe890c219:37595 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T19:44:07,810 DEBUG [master/b75fe890c219:0:becomeActiveMaster-HFileCleaner.large.0-1731094965561 {}] cleaner.HFileCleaner(306): Exit Thread[master/b75fe890c219:0:becomeActiveMaster-HFileCleaner.large.0-1731094965561,5,FailOnTimeoutGroup] 2024-11-08T19:44:07,810 DEBUG [master/b75fe890c219:0:becomeActiveMaster-HFileCleaner.small.0-1731094965563 {}] cleaner.HFileCleaner(306): Exit Thread[master/b75fe890c219:0:becomeActiveMaster-HFileCleaner.small.0-1731094965563,5,FailOnTimeoutGroup] 2024-11-08T19:44:07,810 INFO [M:0;b75fe890c219:37595 {}] hbase.ChoreService(370): Chore service for: master/b75fe890c219:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T19:44:07,810 INFO [M:0;b75fe890c219:37595 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T19:44:07,810 DEBUG [M:0;b75fe890c219:37595 {}] master.HMaster(1795): Stopping service threads 2024-11-08T19:44:07,810 INFO [M:0;b75fe890c219:37595 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T19:44:07,810 INFO [M:0;b75fe890c219:37595 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T19:44:07,810 ERROR [M:0;b75fe890c219:37595 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1506214772) connection to localhost/127.0.0.1:39547 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:39547,5,PEWorkerGroup] 2024-11-08T19:44:07,811 INFO [M:0;b75fe890c219:37595 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T19:44:07,811 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T19:44:07,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37595-0x1011d4274e00000, quorum=127.0.0.1:62728, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-08T19:44:07,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37595-0x1011d4274e00000, quorum=127.0.0.1:62728, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:44:07,817 DEBUG [M:0;b75fe890c219:37595 {}] zookeeper.ZKUtil(347): master:37595-0x1011d4274e00000, quorum=127.0.0.1:62728, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-08T19:44:07,817 WARN [M:0;b75fe890c219:37595 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T19:44:07,818 INFO [M:0;b75fe890c219:37595 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/.lastflushedseqids 2024-11-08T19:44:07,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35877 is added to blk_1073741865_1041 (size=686) 2024-11-08T19:44:07,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43811 is added to blk_1073741865_1041 (size=686) 2024-11-08T19:44:07,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41417 is added to blk_1073741865_1041 (size=686) 2024-11-08T19:44:07,835 INFO [M:0;b75fe890c219:37595 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T19:44:07,835 INFO [M:0;b75fe890c219:37595 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T19:44:07,835 DEBUG [M:0;b75fe890c219:37595 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T19:44:07,835 INFO [M:0;b75fe890c219:37595 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:44:07,836 DEBUG [M:0;b75fe890c219:37595 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:44:07,836 DEBUG [M:0;b75fe890c219:37595 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T19:44:07,836 DEBUG [M:0;b75fe890c219:37595 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:44:07,836 INFO [M:0;b75fe890c219:37595 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=194.96 KB heapSize=241.73 KB 2024-11-08T19:44:07,858 DEBUG [M:0;b75fe890c219:37595 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d51dc3f0183e4eadaf710b4d4abcad5a is 82, key is hbase:meta,,1/info:regioninfo/1731094976305/Put/seqid=0 2024-11-08T19:44:07,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43811 is added to blk_1073741866_1042 (size=5672) 2024-11-08T19:44:07,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35877 is added to blk_1073741866_1042 (size=5672) 2024-11-08T19:44:07,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41417 is added to blk_1073741866_1042 (size=5672) 2024-11-08T19:44:07,870 INFO [M:0;b75fe890c219:37595 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d51dc3f0183e4eadaf710b4d4abcad5a 2024-11-08T19:44:07,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38827-0x1011d4274e00001, quorum=127.0.0.1:62728, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:44:07,884 INFO [RS:0;b75fe890c219:38827 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T19:44:07,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38827-0x1011d4274e00001, quorum=127.0.0.1:62728, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:44:07,884 INFO [RS:0;b75fe890c219:38827 {}] regionserver.HRegionServer(1031): Exiting; stopping=b75fe890c219,38827,1731094964272; zookeeper connection closed. 2024-11-08T19:44:07,884 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2a5b8688 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2a5b8688 2024-11-08T19:44:07,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46051-0x1011d4274e00002, quorum=127.0.0.1:62728, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:44:07,892 INFO [RS:1;b75fe890c219:46051 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T19:44:07,892 INFO [RS:1;b75fe890c219:46051 {}] regionserver.HRegionServer(1031): Exiting; stopping=b75fe890c219,46051,1731094964386; zookeeper connection closed. 2024-11-08T19:44:07,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46051-0x1011d4274e00002, quorum=127.0.0.1:62728, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:44:07,893 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1901576a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1901576a 2024-11-08T19:44:07,893 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-08T19:44:07,901 DEBUG [M:0;b75fe890c219:37595 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0a053bb013434638963a5a29a12a37c0 is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731094987322/Put/seqid=0 2024-11-08T19:44:07,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43811 is added to blk_1073741867_1043 (size=8973) 2024-11-08T19:44:07,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35877 is added to blk_1073741867_1043 (size=8973) 2024-11-08T19:44:07,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41417 is added to blk_1073741867_1043 (size=8973) 2024-11-08T19:44:07,913 INFO [M:0;b75fe890c219:37595 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=194.23 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0a053bb013434638963a5a29a12a37c0 2024-11-08T19:44:07,920 INFO [M:0;b75fe890c219:37595 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0a053bb013434638963a5a29a12a37c0 2024-11-08T19:44:07,934 DEBUG [M:0;b75fe890c219:37595 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9bc14cd2cb6f44d382360107727fc962 is 69, key is b75fe890c219,38827,1731094964272/rs:state/1731094965655/Put/seqid=0 2024-11-08T19:44:07,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35877 is added to blk_1073741868_1044 (size=5441) 2024-11-08T19:44:07,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43811 is added to blk_1073741868_1044 (size=5441) 2024-11-08T19:44:07,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41417 is added to blk_1073741868_1044 (size=5441) 2024-11-08T19:44:07,941 INFO [M:0;b75fe890c219:37595 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9bc14cd2cb6f44d382360107727fc962 2024-11-08T19:44:07,947 INFO [M:0;b75fe890c219:37595 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9bc14cd2cb6f44d382360107727fc962 2024-11-08T19:44:07,948 DEBUG [M:0;b75fe890c219:37595 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d51dc3f0183e4eadaf710b4d4abcad5a as hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d51dc3f0183e4eadaf710b4d4abcad5a 2024-11-08T19:44:07,954 INFO [M:0;b75fe890c219:37595 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d51dc3f0183e4eadaf710b4d4abcad5a, entries=8, sequenceid=513, filesize=5.5 K 2024-11-08T19:44:07,955 DEBUG [M:0;b75fe890c219:37595 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0a053bb013434638963a5a29a12a37c0 as hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0a053bb013434638963a5a29a12a37c0 2024-11-08T19:44:07,962 INFO [M:0;b75fe890c219:37595 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0a053bb013434638963a5a29a12a37c0 2024-11-08T19:44:07,962 INFO [M:0;b75fe890c219:37595 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0a053bb013434638963a5a29a12a37c0, entries=56, sequenceid=513, filesize=8.8 K 2024-11-08T19:44:07,963 DEBUG [M:0;b75fe890c219:37595 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9bc14cd2cb6f44d382360107727fc962 as hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9bc14cd2cb6f44d382360107727fc962 2024-11-08T19:44:07,969 INFO [M:0;b75fe890c219:37595 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9bc14cd2cb6f44d382360107727fc962 2024-11-08T19:44:07,970 INFO [M:0;b75fe890c219:37595 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39547/user/jenkins/test-data/9618c8fd-5e0d-4408-9026-4b214b2d8566/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9bc14cd2cb6f44d382360107727fc962, entries=3, sequenceid=513, filesize=5.3 K 2024-11-08T19:44:07,971 INFO [M:0;b75fe890c219:37595 {}] regionserver.HRegion(3140): Finished flush of dataSize ~194.96 KB/199643, heapSize ~241.44 KB/247232, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 135ms, sequenceid=513, compaction requested=false 2024-11-08T19:44:07,972 INFO [M:0;b75fe890c219:37595 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:44:07,972 DEBUG [M:0;b75fe890c219:37595 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731095047835Disabling compacts and flushes for region at 1731095047835Disabling writes for close at 1731095047836 (+1 ms)Obtaining lock to block concurrent updates at 1731095047836Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731095047836Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=199643, getHeapSize=247472, getOffHeapSize=0, getCellsCount=620 at 1731095047836Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731095047837 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731095047837Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731095047857 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731095047858 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731095047878 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731095047900 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731095047900Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731095047920 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731095047934 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731095047934Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b71211d: reopening flushed file at 1731095047947 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fe16639: reopening flushed file at 1731095047954 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2da88eee: reopening flushed file at 1731095047962 (+8 ms)Finished flush of dataSize ~194.96 KB/199643, heapSize ~241.44 KB/247232, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 135ms, sequenceid=513, compaction requested=false at 1731095047971 (+9 ms)Writing region close event to WAL at 1731095047972 (+1 ms)Closed at 1731095047972 2024-11-08T19:44:07,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35877 is added to blk_1073741830_1006 (size=233835) 2024-11-08T19:44:07,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41417 is added to blk_1073741830_1006 (size=233835) 2024-11-08T19:44:07,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43811 is added to blk_1073741830_1006 (size=233835) 2024-11-08T19:44:07,976 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T19:44:07,976 INFO [M:0;b75fe890c219:37595 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T19:44:07,976 INFO [M:0;b75fe890c219:37595 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37595 2024-11-08T19:44:07,976 INFO [M:0;b75fe890c219:37595 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T19:44:08,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37595-0x1011d4274e00000, quorum=127.0.0.1:62728, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:44:08,109 INFO [M:0;b75fe890c219:37595 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T19:44:08,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37595-0x1011d4274e00000, quorum=127.0.0.1:62728, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:44:08,119 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e7c21d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T19:44:08,123 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@30cac06d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T19:44:08,123 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T19:44:08,123 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3abb77fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T19:44:08,123 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55fcaba0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94d318c6-9b13-09c0-02fe-30bbfbfcaff1/hadoop.log.dir/,STOPPED} 2024-11-08T19:44:08,125 WARN [BP-1046431227-172.17.0.2-1731094959528 heartbeating to localhost/127.0.0.1:39547 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T19:44:08,125 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T19:44:08,125 WARN [BP-1046431227-172.17.0.2-1731094959528 heartbeating to localhost/127.0.0.1:39547 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1046431227-172.17.0.2-1731094959528 (Datanode Uuid 5440eb70-ec92-4444-bf9d-3d799e566022) service to localhost/127.0.0.1:39547 2024-11-08T19:44:08,126 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T19:44:08,127 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94d318c6-9b13-09c0-02fe-30bbfbfcaff1/cluster_292986b4-e645-caef-7b39-dd4885b1ced1/data/data5/current/BP-1046431227-172.17.0.2-1731094959528 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T19:44:08,127 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94d318c6-9b13-09c0-02fe-30bbfbfcaff1/cluster_292986b4-e645-caef-7b39-dd4885b1ced1/data/data6/current/BP-1046431227-172.17.0.2-1731094959528 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T19:44:08,127 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T19:44:08,129 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@9d2632f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T19:44:08,129 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c8e80d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T19:44:08,129 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T19:44:08,130 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a2b6a73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T19:44:08,130 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cae7855{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94d318c6-9b13-09c0-02fe-30bbfbfcaff1/hadoop.log.dir/,STOPPED} 2024-11-08T19:44:08,131 WARN [BP-1046431227-172.17.0.2-1731094959528 heartbeating to localhost/127.0.0.1:39547 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T19:44:08,131 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T19:44:08,131 WARN [BP-1046431227-172.17.0.2-1731094959528 heartbeating to localhost/127.0.0.1:39547 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1046431227-172.17.0.2-1731094959528 (Datanode Uuid 3ee9760e-4074-4e25-a3e7-410b91acda65) service to localhost/127.0.0.1:39547 2024-11-08T19:44:08,131 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T19:44:08,131 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94d318c6-9b13-09c0-02fe-30bbfbfcaff1/cluster_292986b4-e645-caef-7b39-dd4885b1ced1/data/data3/current/BP-1046431227-172.17.0.2-1731094959528 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T19:44:08,132 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94d318c6-9b13-09c0-02fe-30bbfbfcaff1/cluster_292986b4-e645-caef-7b39-dd4885b1ced1/data/data4/current/BP-1046431227-172.17.0.2-1731094959528 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T19:44:08,132 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T19:44:08,133 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1722ba9a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T19:44:08,134 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@57faae2b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T19:44:08,134 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T19:44:08,134 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55b4afc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T19:44:08,134 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@225fb320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94d318c6-9b13-09c0-02fe-30bbfbfcaff1/hadoop.log.dir/,STOPPED} 2024-11-08T19:44:08,136 WARN [BP-1046431227-172.17.0.2-1731094959528 heartbeating to localhost/127.0.0.1:39547 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T19:44:08,136 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T19:44:08,136 WARN [BP-1046431227-172.17.0.2-1731094959528 heartbeating to localhost/127.0.0.1:39547 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1046431227-172.17.0.2-1731094959528 (Datanode Uuid 384098a9-64dd-4d69-a44c-53a825dc4c23) service to localhost/127.0.0.1:39547 2024-11-08T19:44:08,136 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T19:44:08,136 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94d318c6-9b13-09c0-02fe-30bbfbfcaff1/cluster_292986b4-e645-caef-7b39-dd4885b1ced1/data/data1/current/BP-1046431227-172.17.0.2-1731094959528 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T19:44:08,137 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94d318c6-9b13-09c0-02fe-30bbfbfcaff1/cluster_292986b4-e645-caef-7b39-dd4885b1ced1/data/data2/current/BP-1046431227-172.17.0.2-1731094959528 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T19:44:08,137 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T19:44:08,146 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T19:44:08,147 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T19:44:08,147 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T19:44:08,147 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T19:44:08,147 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94d318c6-9b13-09c0-02fe-30bbfbfcaff1/hadoop.log.dir/,STOPPED} 2024-11-08T19:44:08,156 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T19:44:08,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T19:44:08,210 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=94 (was 11) Potentially hanging thread: master/b75fe890c219:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:39547 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:39547 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RS_OPEN_REGION-regionserver/b75fe890c219:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39547 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/b75fe890c219:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39547 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39547 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:39547 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@7863c580 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39547 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:39547 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: regionserver/b75fe890c219:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39547 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39547 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:39547 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39547 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:39547 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39547 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:39547 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/b75fe890c219:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: regionserver/b75fe890c219:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/b75fe890c219:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/b75fe890c219:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=444 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=54 (was 24) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3643 (was 4797) 2024-11-08T19:44:08,217 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=95, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=54, ProcessCount=11, AvailableMemoryMB=3642 2024-11-08T19:44:08,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94d318c6-9b13-09c0-02fe-30bbfbfcaff1/hadoop.log.dir so I do NOT create it in target/test-data/e2e0766c-2328-ed09-9aef-25b17611429f 2024-11-08T19:44:08,230 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94d318c6-9b13-09c0-02fe-30bbfbfcaff1/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T19:44:08,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94d318c6-9b13-09c0-02fe-30bbfbfcaff1/hadoop.tmp.dir so I do NOT create it in target/test-data/e2e0766c-2328-ed09-9aef-25b17611429f 2024-11-08T19:44:08,231 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94d318c6-9b13-09c0-02fe-30bbfbfcaff1/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T19:44:08,231 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e2e0766c-2328-ed09-9aef-25b17611429f 2024-11-08T19:44:08,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T19:44:08,231 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e2e0766c-2328-ed09-9aef-25b17611429f/cluster_2479500f-cba3-16fd-9a25-fadee8d2a7da, deleteOnExit=true 2024-11-08T19:44:08,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T19:44:08,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e2e0766c-2328-ed09-9aef-25b17611429f/test.cache.data in system properties and HBase conf 2024-11-08T19:44:08,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e2e0766c-2328-ed09-9aef-25b17611429f/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T19:44:08,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e2e0766c-2328-ed09-9aef-25b17611429f/hadoop.log.dir in system properties and HBase conf 2024-11-08T19:44:08,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e2e0766c-2328-ed09-9aef-25b17611429f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T19:44:08,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e2e0766c-2328-ed09-9aef-25b17611429f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T19:44:08,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T19:44:08,232 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T19:44:08,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e2e0766c-2328-ed09-9aef-25b17611429f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T19:44:08,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e2e0766c-2328-ed09-9aef-25b17611429f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T19:44:08,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e2e0766c-2328-ed09-9aef-25b17611429f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T19:44:08,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e2e0766c-2328-ed09-9aef-25b17611429f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T19:44:08,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e2e0766c-2328-ed09-9aef-25b17611429f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T19:44:08,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e2e0766c-2328-ed09-9aef-25b17611429f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T19:44:08,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e2e0766c-2328-ed09-9aef-25b17611429f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T19:44:08,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e2e0766c-2328-ed09-9aef-25b17611429f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T19:44:08,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e2e0766c-2328-ed09-9aef-25b17611429f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T19:44:08,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e2e0766c-2328-ed09-9aef-25b17611429f/nfs.dump.dir in system properties and HBase conf 2024-11-08T19:44:08,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e2e0766c-2328-ed09-9aef-25b17611429f/java.io.tmpdir in system properties and HBase conf 2024-11-08T19:44:08,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e2e0766c-2328-ed09-9aef-25b17611429f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T19:44:08,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e2e0766c-2328-ed09-9aef-25b17611429f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T19:44:08,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e2e0766c-2328-ed09-9aef-25b17611429f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T19:44:08,684 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T19:44:08,690 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T19:44:08,691 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T19:44:08,691 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T19:44:08,691 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T19:44:08,692 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T19:44:08,692 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@436caa22{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e2e0766c-2328-ed09-9aef-25b17611429f/hadoop.log.dir/,AVAILABLE} 2024-11-08T19:44:08,693 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6fc5de42{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T19:44:08,788 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@c2fdec9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e2e0766c-2328-ed09-9aef-25b17611429f/java.io.tmpdir/jetty-localhost-35619-hadoop-hdfs-3_4_1-tests_jar-_-any-9814631228291451359/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T19:44:08,789 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13ec697e{HTTP/1.1, (http/1.1)}{localhost:35619} 2024-11-08T19:44:08,789 INFO [Time-limited test {}] server.Server(415): Started @91076ms 2024-11-08T19:44:09,005 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T19:44:09,009 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T19:44:09,011 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T19:44:09,011 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T19:44:09,011 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T19:44:09,011 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22c8ef2e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e2e0766c-2328-ed09-9aef-25b17611429f/hadoop.log.dir/,AVAILABLE} 2024-11-08T19:44:09,012 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c883179{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T19:44:09,106 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6223c6fb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e2e0766c-2328-ed09-9aef-25b17611429f/java.io.tmpdir/jetty-localhost-46157-hadoop-hdfs-3_4_1-tests_jar-_-any-4518089684177027726/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T19:44:09,106 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d93f1ad{HTTP/1.1, (http/1.1)}{localhost:46157} 2024-11-08T19:44:09,106 INFO [Time-limited test {}] server.Server(415): Started @91393ms 2024-11-08T19:44:09,107 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T19:44:09,142 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T19:44:09,145 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T19:44:09,145 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T19:44:09,146 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T19:44:09,146 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T19:44:09,146 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@38b5411d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e2e0766c-2328-ed09-9aef-25b17611429f/hadoop.log.dir/,AVAILABLE} 2024-11-08T19:44:09,147 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@de40b85{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T19:44:09,240 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@15133fbb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e2e0766c-2328-ed09-9aef-25b17611429f/java.io.tmpdir/jetty-localhost-37665-hadoop-hdfs-3_4_1-tests_jar-_-any-17032675482174636907/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T19:44:09,240 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3125bff6{HTTP/1.1, (http/1.1)}{localhost:37665} 2024-11-08T19:44:09,241 INFO [Time-limited test {}] server.Server(415): Started @91527ms 2024-11-08T19:44:09,242 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T19:44:09,267 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T19:44:09,270 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T19:44:09,271 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T19:44:09,271 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T19:44:09,272 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T19:44:09,272 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c26c1ae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e2e0766c-2328-ed09-9aef-25b17611429f/hadoop.log.dir/,AVAILABLE} 2024-11-08T19:44:09,273 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17e2837d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T19:44:09,366 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@59f1517b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e2e0766c-2328-ed09-9aef-25b17611429f/java.io.tmpdir/jetty-localhost-40705-hadoop-hdfs-3_4_1-tests_jar-_-any-11121401996069802239/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T19:44:09,366 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4cbdedd3{HTTP/1.1, (http/1.1)}{localhost:40705} 2024-11-08T19:44:09,366 INFO [Time-limited test {}] server.Server(415): Started @91653ms 2024-11-08T19:44:09,368 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T19:44:09,955 WARN [Thread-707 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e2e0766c-2328-ed09-9aef-25b17611429f/cluster_2479500f-cba3-16fd-9a25-fadee8d2a7da/data/data1/current/BP-2022546947-172.17.0.2-1731095048253/current, will proceed with Du for space computation calculation, 2024-11-08T19:44:09,955 WARN [Thread-708 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e2e0766c-2328-ed09-9aef-25b17611429f/cluster_2479500f-cba3-16fd-9a25-fadee8d2a7da/data/data2/current/BP-2022546947-172.17.0.2-1731095048253/current, will proceed with Du for space computation calculation, 2024-11-08T19:44:09,980 WARN [Thread-648 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T19:44:09,982 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x638d32c5071c89a9 with lease ID 0x1787f76fe2aec894: Processing first storage report for DS-5e871249-2412-480f-9a3f-dad77ab57810 from datanode DatanodeRegistration(127.0.0.1:39995, datanodeUuid=d198ef62-06ca-4eef-a07a-7a122aee8d84, infoPort=34913, infoSecurePort=0, ipcPort=33849, storageInfo=lv=-57;cid=testClusterID;nsid=778454275;c=1731095048253) 2024-11-08T19:44:09,982 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x638d32c5071c89a9 with lease ID 0x1787f76fe2aec894: from storage DS-5e871249-2412-480f-9a3f-dad77ab57810 node DatanodeRegistration(127.0.0.1:39995, datanodeUuid=d198ef62-06ca-4eef-a07a-7a122aee8d84, infoPort=34913, infoSecurePort=0, ipcPort=33849, storageInfo=lv=-57;cid=testClusterID;nsid=778454275;c=1731095048253), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-08T19:44:09,982 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x638d32c5071c89a9 with lease ID 0x1787f76fe2aec894: Processing first storage report for DS-11c0808d-f011-4773-85c7-aaadd3068241 from datanode DatanodeRegistration(127.0.0.1:39995, datanodeUuid=d198ef62-06ca-4eef-a07a-7a122aee8d84, infoPort=34913, infoSecurePort=0, ipcPort=33849, storageInfo=lv=-57;cid=testClusterID;nsid=778454275;c=1731095048253) 2024-11-08T19:44:09,983 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x638d32c5071c89a9 with lease ID 0x1787f76fe2aec894: from storage DS-11c0808d-f011-4773-85c7-aaadd3068241 node DatanodeRegistration(127.0.0.1:39995, datanodeUuid=d198ef62-06ca-4eef-a07a-7a122aee8d84, infoPort=34913, infoSecurePort=0, ipcPort=33849, storageInfo=lv=-57;cid=testClusterID;nsid=778454275;c=1731095048253), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T19:44:10,148 WARN [Thread-719 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e2e0766c-2328-ed09-9aef-25b17611429f/cluster_2479500f-cba3-16fd-9a25-fadee8d2a7da/data/data3/current/BP-2022546947-172.17.0.2-1731095048253/current, will proceed with Du for space computation calculation, 2024-11-08T19:44:10,149 WARN [Thread-720 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e2e0766c-2328-ed09-9aef-25b17611429f/cluster_2479500f-cba3-16fd-9a25-fadee8d2a7da/data/data4/current/BP-2022546947-172.17.0.2-1731095048253/current, will proceed with Du for space computation calculation, 2024-11-08T19:44:10,164 WARN [Thread-671 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T19:44:10,166 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x84a8347ee33ed705 with lease ID 0x1787f76fe2aec895: Processing first storage report for DS-3f9ea469-2df0-4c17-8d62-1f18a4bb0985 from datanode DatanodeRegistration(127.0.0.1:38519, datanodeUuid=428d76ae-da62-4db6-9a75-cc1fe0568658, infoPort=42611, infoSecurePort=0, ipcPort=46449, storageInfo=lv=-57;cid=testClusterID;nsid=778454275;c=1731095048253) 2024-11-08T19:44:10,166 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x84a8347ee33ed705 with lease ID 0x1787f76fe2aec895: from storage DS-3f9ea469-2df0-4c17-8d62-1f18a4bb0985 node DatanodeRegistration(127.0.0.1:38519, datanodeUuid=428d76ae-da62-4db6-9a75-cc1fe0568658, infoPort=42611, infoSecurePort=0, ipcPort=46449, storageInfo=lv=-57;cid=testClusterID;nsid=778454275;c=1731095048253), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T19:44:10,166 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x84a8347ee33ed705 with lease ID 0x1787f76fe2aec895: Processing first storage report for DS-fc8c405d-9211-488b-90e2-6469aab08941 from datanode DatanodeRegistration(127.0.0.1:38519, datanodeUuid=428d76ae-da62-4db6-9a75-cc1fe0568658, infoPort=42611, infoSecurePort=0, ipcPort=46449, storageInfo=lv=-57;cid=testClusterID;nsid=778454275;c=1731095048253) 2024-11-08T19:44:10,167 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x84a8347ee33ed705 with lease ID 0x1787f76fe2aec895: from storage DS-fc8c405d-9211-488b-90e2-6469aab08941 node DatanodeRegistration(127.0.0.1:38519, datanodeUuid=428d76ae-da62-4db6-9a75-cc1fe0568658, infoPort=42611, infoSecurePort=0, ipcPort=46449, storageInfo=lv=-57;cid=testClusterID;nsid=778454275;c=1731095048253), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T19:44:10,281 WARN [Thread-730 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e2e0766c-2328-ed09-9aef-25b17611429f/cluster_2479500f-cba3-16fd-9a25-fadee8d2a7da/data/data5/current/BP-2022546947-172.17.0.2-1731095048253/current, will proceed with Du for space computation calculation, 2024-11-08T19:44:10,281 WARN [Thread-731 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e2e0766c-2328-ed09-9aef-25b17611429f/cluster_2479500f-cba3-16fd-9a25-fadee8d2a7da/data/data6/current/BP-2022546947-172.17.0.2-1731095048253/current, will proceed with Du for space computation calculation, 2024-11-08T19:44:10,299 WARN [Thread-693 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T19:44:10,302 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x909096b79a411f7c with lease ID 0x1787f76fe2aec896: Processing first storage report for DS-dea13912-34ff-4532-9727-5ccf943e5fd6 from datanode DatanodeRegistration(127.0.0.1:34467, datanodeUuid=0306e165-b945-411b-acdd-025842c54427, infoPort=38677, infoSecurePort=0, ipcPort=34287, storageInfo=lv=-57;cid=testClusterID;nsid=778454275;c=1731095048253) 2024-11-08T19:44:10,302 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x909096b79a411f7c with lease ID 0x1787f76fe2aec896: from storage DS-dea13912-34ff-4532-9727-5ccf943e5fd6 node DatanodeRegistration(127.0.0.1:34467, datanodeUuid=0306e165-b945-411b-acdd-025842c54427, infoPort=38677, infoSecurePort=0, ipcPort=34287, storageInfo=lv=-57;cid=testClusterID;nsid=778454275;c=1731095048253), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T19:44:10,302 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x909096b79a411f7c with lease ID 0x1787f76fe2aec896: Processing first storage report for DS-9d6404d0-1818-4735-8a09-1eb7bdd7d279 from datanode DatanodeRegistration(127.0.0.1:34467, datanodeUuid=0306e165-b945-411b-acdd-025842c54427, infoPort=38677, infoSecurePort=0, ipcPort=34287, storageInfo=lv=-57;cid=testClusterID;nsid=778454275;c=1731095048253) 2024-11-08T19:44:10,302 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x909096b79a411f7c with lease ID 0x1787f76fe2aec896: from storage DS-9d6404d0-1818-4735-8a09-1eb7bdd7d279 node DatanodeRegistration(127.0.0.1:34467, datanodeUuid=0306e165-b945-411b-acdd-025842c54427, infoPort=38677, infoSecurePort=0, ipcPort=34287, storageInfo=lv=-57;cid=testClusterID;nsid=778454275;c=1731095048253), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T19:44:10,404 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e2e0766c-2328-ed09-9aef-25b17611429f 2024-11-08T19:44:10,407 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e2e0766c-2328-ed09-9aef-25b17611429f/cluster_2479500f-cba3-16fd-9a25-fadee8d2a7da/zookeeper_0, clientPort=49720, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e2e0766c-2328-ed09-9aef-25b17611429f/cluster_2479500f-cba3-16fd-9a25-fadee8d2a7da/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e2e0766c-2328-ed09-9aef-25b17611429f/cluster_2479500f-cba3-16fd-9a25-fadee8d2a7da/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T19:44:10,407 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49720 2024-11-08T19:44:10,408 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:44:10,409 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:44:10,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741825_1001 (size=7) 2024-11-08T19:44:10,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38519 is added to blk_1073741825_1001 (size=7) 2024-11-08T19:44:10,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34467 is added to blk_1073741825_1001 (size=7) 2024-11-08T19:44:10,422 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843 with version=8 2024-11-08T19:44:10,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/hbase-staging 2024-11-08T19:44:10,425 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b75fe890c219:0 server-side Connection retries=45 2024-11-08T19:44:10,425 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:44:10,425 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T19:44:10,425 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T19:44:10,426 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:44:10,426 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T19:44:10,426 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T19:44:10,426 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T19:44:10,426 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41045 2024-11-08T19:44:10,428 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41045 connecting to ZooKeeper ensemble=127.0.0.1:49720 2024-11-08T19:44:10,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:410450x0, quorum=127.0.0.1:49720, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T19:44:10,514 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41045-0x1011d43cb6b0000 connected 2024-11-08T19:44:10,607 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:44:10,612 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:44:10,618 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41045-0x1011d43cb6b0000, quorum=127.0.0.1:49720, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T19:44:10,618 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843, hbase.cluster.distributed=false 2024-11-08T19:44:10,621 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41045-0x1011d43cb6b0000, quorum=127.0.0.1:49720, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T19:44:10,622 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41045 2024-11-08T19:44:10,622 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41045 2024-11-08T19:44:10,622 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41045 2024-11-08T19:44:10,623 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41045 2024-11-08T19:44:10,623 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41045 2024-11-08T19:44:10,638 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b75fe890c219:0 server-side Connection retries=45 2024-11-08T19:44:10,638 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:44:10,638 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T19:44:10,638 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T19:44:10,638 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:44:10,638 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T19:44:10,638 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T19:44:10,639 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T19:44:10,639 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36121 2024-11-08T19:44:10,640 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36121 connecting to ZooKeeper ensemble=127.0.0.1:49720 2024-11-08T19:44:10,642 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:44:10,643 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:44:10,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:361210x0, quorum=127.0.0.1:49720, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T19:44:10,656 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36121-0x1011d43cb6b0001 connected 2024-11-08T19:44:10,657 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36121-0x1011d43cb6b0001, quorum=127.0.0.1:49720, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T19:44:10,657 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T19:44:10,658 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T19:44:10,658 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36121-0x1011d43cb6b0001, quorum=127.0.0.1:49720, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T19:44:10,660 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36121-0x1011d43cb6b0001, quorum=127.0.0.1:49720, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T19:44:10,660 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36121 2024-11-08T19:44:10,661 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36121 2024-11-08T19:44:10,661 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36121 2024-11-08T19:44:10,662 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36121 2024-11-08T19:44:10,662 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36121 2024-11-08T19:44:10,681 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b75fe890c219:0 server-side Connection retries=45 2024-11-08T19:44:10,681 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:44:10,681 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T19:44:10,681 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T19:44:10,681 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:44:10,681 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T19:44:10,681 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T19:44:10,682 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T19:44:10,682 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38037 2024-11-08T19:44:10,683 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38037 connecting to ZooKeeper ensemble=127.0.0.1:49720 2024-11-08T19:44:10,684 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:44:10,685 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:44:10,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:380370x0, quorum=127.0.0.1:49720, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T19:44:10,698 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38037-0x1011d43cb6b0002 connected 2024-11-08T19:44:10,698 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38037-0x1011d43cb6b0002, quorum=127.0.0.1:49720, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T19:44:10,698 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T19:44:10,699 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T19:44:10,700 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38037-0x1011d43cb6b0002, quorum=127.0.0.1:49720, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T19:44:10,701 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38037-0x1011d43cb6b0002, quorum=127.0.0.1:49720, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T19:44:10,701 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38037 2024-11-08T19:44:10,701 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38037 2024-11-08T19:44:10,701 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38037 2024-11-08T19:44:10,702 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38037 2024-11-08T19:44:10,702 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38037 2024-11-08T19:44:10,719 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b75fe890c219:0 server-side Connection retries=45 2024-11-08T19:44:10,719 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:44:10,719 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T19:44:10,719 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T19:44:10,720 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:44:10,720 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T19:44:10,720 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T19:44:10,720 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T19:44:10,720 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44023 2024-11-08T19:44:10,722 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44023 connecting to ZooKeeper ensemble=127.0.0.1:49720 2024-11-08T19:44:10,722 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:44:10,724 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:44:10,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:440230x0, quorum=127.0.0.1:49720, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T19:44:10,731 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:440230x0, quorum=127.0.0.1:49720, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T19:44:10,731 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44023-0x1011d43cb6b0003 connected 2024-11-08T19:44:10,732 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T19:44:10,732 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T19:44:10,733 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44023-0x1011d43cb6b0003, quorum=127.0.0.1:49720, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T19:44:10,734 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44023-0x1011d43cb6b0003, quorum=127.0.0.1:49720, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T19:44:10,734 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44023 2024-11-08T19:44:10,734 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44023 2024-11-08T19:44:10,735 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44023 2024-11-08T19:44:10,735 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44023 2024-11-08T19:44:10,735 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44023 2024-11-08T19:44:10,748 DEBUG [M:0;b75fe890c219:41045 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b75fe890c219:41045 2024-11-08T19:44:10,748 INFO [master/b75fe890c219:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/b75fe890c219,41045,1731095050425 2024-11-08T19:44:10,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36121-0x1011d43cb6b0001, quorum=127.0.0.1:49720, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T19:44:10,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38037-0x1011d43cb6b0002, quorum=127.0.0.1:49720, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T19:44:10,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41045-0x1011d43cb6b0000, quorum=127.0.0.1:49720, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T19:44:10,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44023-0x1011d43cb6b0003, quorum=127.0.0.1:49720, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T19:44:10,757 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41045-0x1011d43cb6b0000, quorum=127.0.0.1:49720, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/b75fe890c219,41045,1731095050425 2024-11-08T19:44:10,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36121-0x1011d43cb6b0001, quorum=127.0.0.1:49720, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T19:44:10,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44023-0x1011d43cb6b0003, quorum=127.0.0.1:49720, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T19:44:10,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38037-0x1011d43cb6b0002, quorum=127.0.0.1:49720, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T19:44:10,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36121-0x1011d43cb6b0001, quorum=127.0.0.1:49720, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:44:10,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44023-0x1011d43cb6b0003, quorum=127.0.0.1:49720, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:44:10,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41045-0x1011d43cb6b0000, quorum=127.0.0.1:49720, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:44:10,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38037-0x1011d43cb6b0002, quorum=127.0.0.1:49720, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:44:10,765 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41045-0x1011d43cb6b0000, quorum=127.0.0.1:49720, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-08T19:44:10,766 INFO [master/b75fe890c219:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/b75fe890c219,41045,1731095050425 from backup master directory 2024-11-08T19:44:10,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41045-0x1011d43cb6b0000, quorum=127.0.0.1:49720, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/b75fe890c219,41045,1731095050425 2024-11-08T19:44:10,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41045-0x1011d43cb6b0000, quorum=127.0.0.1:49720, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T19:44:10,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38037-0x1011d43cb6b0002, quorum=127.0.0.1:49720, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T19:44:10,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44023-0x1011d43cb6b0003, quorum=127.0.0.1:49720, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T19:44:10,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36121-0x1011d43cb6b0001, quorum=127.0.0.1:49720, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T19:44:10,773 WARN [master/b75fe890c219:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T19:44:10,773 INFO [master/b75fe890c219:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b75fe890c219,41045,1731095050425 2024-11-08T19:44:10,779 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/hbase.id] with ID: 8cb750a0-43f3-4976-b375-79aaabf43961 2024-11-08T19:44:10,779 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/.tmp/hbase.id 2024-11-08T19:44:10,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741826_1002 (size=42) 2024-11-08T19:44:10,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34467 is added to blk_1073741826_1002 (size=42) 2024-11-08T19:44:10,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38519 is added to blk_1073741826_1002 (size=42) 2024-11-08T19:44:10,790 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/.tmp/hbase.id]:[hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/hbase.id] 2024-11-08T19:44:10,803 INFO [master/b75fe890c219:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:44:10,803 INFO [master/b75fe890c219:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T19:44:10,805 INFO [master/b75fe890c219:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-08T19:44:10,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41045-0x1011d43cb6b0000, quorum=127.0.0.1:49720, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:44:10,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36121-0x1011d43cb6b0001, quorum=127.0.0.1:49720, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:44:10,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38037-0x1011d43cb6b0002, quorum=127.0.0.1:49720, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:44:10,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44023-0x1011d43cb6b0003, quorum=127.0.0.1:49720, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:44:10,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34467 is added to blk_1073741827_1003 (size=196) 2024-11-08T19:44:10,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741827_1003 (size=196) 2024-11-08T19:44:10,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38519 is added to blk_1073741827_1003 (size=196) 2024-11-08T19:44:10,824 INFO [master/b75fe890c219:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T19:44:10,824 INFO [master/b75fe890c219:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T19:44:10,825 INFO [master/b75fe890c219:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:44:10,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34467 is added to blk_1073741828_1004 (size=1189) 2024-11-08T19:44:10,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741828_1004 (size=1189) 2024-11-08T19:44:10,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38519 is added to blk_1073741828_1004 (size=1189) 2024-11-08T19:44:10,838 INFO [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/MasterData/data/master/store 2024-11-08T19:44:10,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38519 is added to blk_1073741829_1005 (size=34) 2024-11-08T19:44:10,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34467 is added to blk_1073741829_1005 (size=34) 2024-11-08T19:44:10,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741829_1005 (size=34) 2024-11-08T19:44:10,847 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:44:10,847 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T19:44:10,847 INFO [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:44:10,847 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:44:10,848 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T19:44:10,848 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:44:10,848 INFO [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:44:10,848 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731095050847Disabling compacts and flushes for region at 1731095050847Disabling writes for close at 1731095050848 (+1 ms)Writing region close event to WAL at 1731095050848Closed at 1731095050848 2024-11-08T19:44:10,848 WARN [master/b75fe890c219:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/MasterData/data/master/store/.initializing 2024-11-08T19:44:10,848 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/MasterData/WALs/b75fe890c219,41045,1731095050425 2024-11-08T19:44:10,849 INFO [master/b75fe890c219:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T19:44:10,851 INFO [master/b75fe890c219:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b75fe890c219%2C41045%2C1731095050425, suffix=, logDir=hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/MasterData/WALs/b75fe890c219,41045,1731095050425, archiveDir=hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/MasterData/oldWALs, maxLogs=10 2024-11-08T19:44:10,863 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/MasterData/WALs/b75fe890c219,41045,1731095050425/b75fe890c219%2C41045%2C1731095050425.1731095050852, exclude list is [], retry=0 2024-11-08T19:44:10,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39995,DS-5e871249-2412-480f-9a3f-dad77ab57810,DISK] 2024-11-08T19:44:10,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38519,DS-3f9ea469-2df0-4c17-8d62-1f18a4bb0985,DISK] 2024-11-08T19:44:10,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34467,DS-dea13912-34ff-4532-9727-5ccf943e5fd6,DISK] 2024-11-08T19:44:10,868 INFO [master/b75fe890c219:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/MasterData/WALs/b75fe890c219,41045,1731095050425/b75fe890c219%2C41045%2C1731095050425.1731095050852 2024-11-08T19:44:10,869 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34913:34913),(127.0.0.1/127.0.0.1:42611:42611),(127.0.0.1/127.0.0.1:38677:38677)] 2024-11-08T19:44:10,869 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T19:44:10,869 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:44:10,869 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:44:10,869 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:44:10,871 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:44:10,873 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T19:44:10,873 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:44:10,873 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:44:10,873 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:44:10,875 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T19:44:10,875 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:44:10,875 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:44:10,875 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:44:10,877 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T19:44:10,877 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:44:10,877 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:44:10,877 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:44:10,879 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T19:44:10,879 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:44:10,879 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:44:10,879 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:44:10,880 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:44:10,880 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:44:10,882 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:44:10,882 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:44:10,882 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T19:44:10,883 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:44:10,885 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:44:10,886 INFO [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70689371, jitterRate=0.05335371196269989}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T19:44:10,886 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731095050869Initializing all the Stores at 1731095050870 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731095050870Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731095050871 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731095050871Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731095050871Cleaning up temporary data from old regions at 1731095050882 (+11 ms)Region opened successfully at 1731095050886 (+4 ms) 2024-11-08T19:44:10,887 INFO [master/b75fe890c219:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T19:44:10,890 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b2ef07e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b75fe890c219/172.17.0.2:0 2024-11-08T19:44:10,891 INFO [master/b75fe890c219:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T19:44:10,891 INFO [master/b75fe890c219:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T19:44:10,891 INFO [master/b75fe890c219:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T19:44:10,891 INFO [master/b75fe890c219:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T19:44:10,892 INFO [master/b75fe890c219:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T19:44:10,892 INFO [master/b75fe890c219:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T19:44:10,892 INFO [master/b75fe890c219:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-08T19:44:10,895 INFO [master/b75fe890c219:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T19:44:10,895 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41045-0x1011d43cb6b0000, quorum=127.0.0.1:49720, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-08T19:44:10,912 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-08T19:44:10,912 INFO [master/b75fe890c219:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T19:44:10,913 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41045-0x1011d43cb6b0000, quorum=127.0.0.1:49720, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-08T19:44:10,922 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-08T19:44:10,923 INFO [master/b75fe890c219:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T19:44:10,924 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41045-0x1011d43cb6b0000, quorum=127.0.0.1:49720, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-08T19:44:10,931 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-08T19:44:10,932 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41045-0x1011d43cb6b0000, quorum=127.0.0.1:49720, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-08T19:44:10,939 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-08T19:44:10,942 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41045-0x1011d43cb6b0000, quorum=127.0.0.1:49720, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T19:44:10,947 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-08T19:44:10,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44023-0x1011d43cb6b0003, quorum=127.0.0.1:49720, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T19:44:10,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38037-0x1011d43cb6b0002, quorum=127.0.0.1:49720, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T19:44:10,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44023-0x1011d43cb6b0003, quorum=127.0.0.1:49720, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:44:10,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36121-0x1011d43cb6b0001, quorum=127.0.0.1:49720, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T19:44:10,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38037-0x1011d43cb6b0002, quorum=127.0.0.1:49720, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:44:10,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41045-0x1011d43cb6b0000, quorum=127.0.0.1:49720, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T19:44:10,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36121-0x1011d43cb6b0001, quorum=127.0.0.1:49720, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:44:10,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41045-0x1011d43cb6b0000, quorum=127.0.0.1:49720, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:44:10,958 INFO [master/b75fe890c219:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b75fe890c219,41045,1731095050425, sessionid=0x1011d43cb6b0000, setting cluster-up flag (Was=false) 2024-11-08T19:44:10,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38037-0x1011d43cb6b0002, quorum=127.0.0.1:49720, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:44:10,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44023-0x1011d43cb6b0003, quorum=127.0.0.1:49720, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:44:10,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36121-0x1011d43cb6b0001, quorum=127.0.0.1:49720, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:44:10,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41045-0x1011d43cb6b0000, quorum=127.0.0.1:49720, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:44:10,998 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-08T19:44:10,999 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b75fe890c219,41045,1731095050425 2024-11-08T19:44:11,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36121-0x1011d43cb6b0001, quorum=127.0.0.1:49720, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:44:11,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41045-0x1011d43cb6b0000, quorum=127.0.0.1:49720, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:44:11,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38037-0x1011d43cb6b0002, quorum=127.0.0.1:49720, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:44:11,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44023-0x1011d43cb6b0003, quorum=127.0.0.1:49720, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:44:11,039 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-08T19:44:11,040 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b75fe890c219,41045,1731095050425 2024-11-08T19:44:11,042 INFO [master/b75fe890c219:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T19:44:11,043 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T19:44:11,044 INFO [master/b75fe890c219:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T19:44:11,044 INFO [master/b75fe890c219:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T19:44:11,044 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b75fe890c219,41045,1731095050425 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T19:44:11,045 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b75fe890c219:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:44:11,045 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b75fe890c219:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:44:11,046 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b75fe890c219:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:44:11,046 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b75fe890c219:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:44:11,046 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b75fe890c219:0, corePoolSize=10, maxPoolSize=10 2024-11-08T19:44:11,046 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:44:11,046 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b75fe890c219:0, corePoolSize=2, maxPoolSize=2 2024-11-08T19:44:11,046 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:44:11,047 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T19:44:11,047 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T19:44:11,048 INFO [master/b75fe890c219:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731095081048 2024-11-08T19:44:11,048 INFO [master/b75fe890c219:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T19:44:11,048 INFO [master/b75fe890c219:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T19:44:11,048 INFO [master/b75fe890c219:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T19:44:11,048 INFO [master/b75fe890c219:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T19:44:11,048 INFO [master/b75fe890c219:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T19:44:11,049 INFO [master/b75fe890c219:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T19:44:11,049 INFO [master/b75fe890c219:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T19:44:11,049 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:44:11,049 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T19:44:11,049 INFO [master/b75fe890c219:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T19:44:11,049 INFO [master/b75fe890c219:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T19:44:11,049 INFO [master/b75fe890c219:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T19:44:11,050 INFO [master/b75fe890c219:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T19:44:11,050 INFO [master/b75fe890c219:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T19:44:11,050 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b75fe890c219:0:becomeActiveMaster-HFileCleaner.large.0-1731095051050,5,FailOnTimeoutGroup] 2024-11-08T19:44:11,050 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b75fe890c219:0:becomeActiveMaster-HFileCleaner.small.0-1731095051050,5,FailOnTimeoutGroup] 2024-11-08T19:44:11,050 INFO [master/b75fe890c219:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T19:44:11,051 INFO [master/b75fe890c219:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T19:44:11,051 INFO [master/b75fe890c219:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T19:44:11,051 INFO [master/b75fe890c219:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T19:44:11,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34467 is added to blk_1073741831_1007 (size=1321) 2024-11-08T19:44:11,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38519 is added to blk_1073741831_1007 (size=1321) 2024-11-08T19:44:11,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741831_1007 (size=1321) 2024-11-08T19:44:11,063 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T19:44:11,063 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843 2024-11-08T19:44:11,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741832_1008 (size=32) 2024-11-08T19:44:11,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34467 is added to blk_1073741832_1008 (size=32) 2024-11-08T19:44:11,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38519 is added to blk_1073741832_1008 (size=32) 2024-11-08T19:44:11,073 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:44:11,075 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T19:44:11,076 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T19:44:11,076 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:44:11,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:44:11,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T19:44:11,079 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T19:44:11,079 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:44:11,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:44:11,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T19:44:11,081 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T19:44:11,081 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:44:11,082 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:44:11,082 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T19:44:11,083 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T19:44:11,083 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:44:11,084 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:44:11,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T19:44:11,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/data/hbase/meta/1588230740 2024-11-08T19:44:11,085 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/data/hbase/meta/1588230740 2024-11-08T19:44:11,086 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T19:44:11,086 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T19:44:11,087 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T19:44:11,088 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T19:44:11,090 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:44:11,091 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72569932, jitterRate=0.08137625455856323}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T19:44:11,091 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731095051073Initializing all the Stores at 1731095051074 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731095051074Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731095051074Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731095051074Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731095051074Cleaning up temporary data from old regions at 1731095051086 (+12 ms)Region opened successfully at 1731095051091 (+5 ms) 2024-11-08T19:44:11,091 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T19:44:11,091 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T19:44:11,091 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T19:44:11,092 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T19:44:11,092 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T19:44:11,092 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T19:44:11,092 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731095051091Disabling compacts and flushes for region at 1731095051091Disabling writes for close at 1731095051092 (+1 ms)Writing region close event to WAL at 1731095051092Closed at 1731095051092 2024-11-08T19:44:11,093 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T19:44:11,093 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T19:44:11,093 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T19:44:11,094 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T19:44:11,095 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T19:44:11,138 INFO [RS:2;b75fe890c219:44023 {}] regionserver.HRegionServer(746): ClusterId : 8cb750a0-43f3-4976-b375-79aaabf43961 2024-11-08T19:44:11,138 INFO [RS:0;b75fe890c219:36121 {}] regionserver.HRegionServer(746): ClusterId : 8cb750a0-43f3-4976-b375-79aaabf43961 2024-11-08T19:44:11,138 INFO [RS:1;b75fe890c219:38037 {}] regionserver.HRegionServer(746): ClusterId : 8cb750a0-43f3-4976-b375-79aaabf43961 2024-11-08T19:44:11,138 DEBUG [RS:2;b75fe890c219:44023 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T19:44:11,138 DEBUG [RS:1;b75fe890c219:38037 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T19:44:11,138 DEBUG [RS:0;b75fe890c219:36121 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T19:44:11,163 DEBUG [RS:0;b75fe890c219:36121 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T19:44:11,163 DEBUG [RS:2;b75fe890c219:44023 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T19:44:11,163 DEBUG [RS:1;b75fe890c219:38037 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T19:44:11,163 DEBUG [RS:0;b75fe890c219:36121 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T19:44:11,163 DEBUG [RS:2;b75fe890c219:44023 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T19:44:11,163 DEBUG [RS:1;b75fe890c219:38037 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T19:44:11,173 DEBUG [RS:0;b75fe890c219:36121 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T19:44:11,173 DEBUG [RS:1;b75fe890c219:38037 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T19:44:11,173 DEBUG [RS:2;b75fe890c219:44023 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T19:44:11,174 DEBUG [RS:2;b75fe890c219:44023 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28ea045a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b75fe890c219/172.17.0.2:0 2024-11-08T19:44:11,174 DEBUG [RS:0;b75fe890c219:36121 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b3a37a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b75fe890c219/172.17.0.2:0 2024-11-08T19:44:11,174 DEBUG [RS:1;b75fe890c219:38037 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@287610c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b75fe890c219/172.17.0.2:0 2024-11-08T19:44:11,187 DEBUG [RS:2;b75fe890c219:44023 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;b75fe890c219:44023 2024-11-08T19:44:11,187 INFO [RS:2;b75fe890c219:44023 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T19:44:11,187 INFO [RS:2;b75fe890c219:44023 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T19:44:11,187 DEBUG [RS:2;b75fe890c219:44023 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T19:44:11,188 INFO [RS:2;b75fe890c219:44023 {}] regionserver.HRegionServer(2659): reportForDuty to master=b75fe890c219,41045,1731095050425 with port=44023, startcode=1731095050719 2024-11-08T19:44:11,189 DEBUG [RS:2;b75fe890c219:44023 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T19:44:11,190 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51319, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T19:44:11,191 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41045 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b75fe890c219,44023,1731095050719 2024-11-08T19:44:11,191 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41045 {}] master.ServerManager(517): Registering regionserver=b75fe890c219,44023,1731095050719 2024-11-08T19:44:11,192 DEBUG [RS:2;b75fe890c219:44023 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843 2024-11-08T19:44:11,192 DEBUG [RS:2;b75fe890c219:44023 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38947 2024-11-08T19:44:11,192 DEBUG [RS:2;b75fe890c219:44023 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T19:44:11,193 DEBUG [RS:1;b75fe890c219:38037 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;b75fe890c219:38037 2024-11-08T19:44:11,193 DEBUG [RS:0;b75fe890c219:36121 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b75fe890c219:36121 2024-11-08T19:44:11,193 INFO [RS:1;b75fe890c219:38037 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T19:44:11,193 INFO [RS:0;b75fe890c219:36121 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T19:44:11,193 INFO [RS:0;b75fe890c219:36121 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T19:44:11,193 INFO [RS:1;b75fe890c219:38037 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T19:44:11,193 DEBUG [RS:0;b75fe890c219:36121 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T19:44:11,193 DEBUG [RS:1;b75fe890c219:38037 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T19:44:11,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41045-0x1011d43cb6b0000, quorum=127.0.0.1:49720, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T19:44:11,204 INFO [RS:1;b75fe890c219:38037 {}] regionserver.HRegionServer(2659): reportForDuty to master=b75fe890c219,41045,1731095050425 with port=38037, startcode=1731095050681 2024-11-08T19:44:11,204 INFO [RS:0;b75fe890c219:36121 {}] regionserver.HRegionServer(2659): reportForDuty to master=b75fe890c219,41045,1731095050425 with port=36121, startcode=1731095050638 2024-11-08T19:44:11,204 DEBUG [RS:0;b75fe890c219:36121 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T19:44:11,204 DEBUG [RS:1;b75fe890c219:38037 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T19:44:11,204 DEBUG [RS:2;b75fe890c219:44023 {}] zookeeper.ZKUtil(111): regionserver:44023-0x1011d43cb6b0003, quorum=127.0.0.1:49720, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b75fe890c219,44023,1731095050719 2024-11-08T19:44:11,205 WARN [RS:2;b75fe890c219:44023 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T19:44:11,205 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b75fe890c219,44023,1731095050719] 2024-11-08T19:44:11,206 INFO [RS:2;b75fe890c219:44023 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:44:11,206 DEBUG [RS:2;b75fe890c219:44023 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/WALs/b75fe890c219,44023,1731095050719 2024-11-08T19:44:11,206 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52271, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T19:44:11,206 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42053, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T19:44:11,206 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41045 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b75fe890c219,38037,1731095050681 2024-11-08T19:44:11,207 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41045 {}] master.ServerManager(517): Registering regionserver=b75fe890c219,38037,1731095050681 2024-11-08T19:44:11,208 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41045 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b75fe890c219,36121,1731095050638 2024-11-08T19:44:11,208 DEBUG [RS:1;b75fe890c219:38037 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843 2024-11-08T19:44:11,208 DEBUG [RS:1;b75fe890c219:38037 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38947 2024-11-08T19:44:11,208 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41045 {}] master.ServerManager(517): Registering regionserver=b75fe890c219,36121,1731095050638 2024-11-08T19:44:11,208 DEBUG [RS:1;b75fe890c219:38037 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T19:44:11,210 DEBUG [RS:0;b75fe890c219:36121 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843 2024-11-08T19:44:11,210 DEBUG [RS:0;b75fe890c219:36121 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38947 2024-11-08T19:44:11,210 DEBUG [RS:0;b75fe890c219:36121 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T19:44:11,245 WARN [b75fe890c219:41045 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-08T19:44:11,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41045-0x1011d43cb6b0000, quorum=127.0.0.1:49720, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T19:44:11,279 DEBUG [RS:1;b75fe890c219:38037 {}] zookeeper.ZKUtil(111): regionserver:38037-0x1011d43cb6b0002, quorum=127.0.0.1:49720, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b75fe890c219,38037,1731095050681 2024-11-08T19:44:11,280 WARN [RS:1;b75fe890c219:38037 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T19:44:11,280 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b75fe890c219,36121,1731095050638] 2024-11-08T19:44:11,280 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b75fe890c219,38037,1731095050681] 2024-11-08T19:44:11,280 INFO [RS:1;b75fe890c219:38037 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:44:11,280 DEBUG [RS:1;b75fe890c219:38037 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/WALs/b75fe890c219,38037,1731095050681 2024-11-08T19:44:11,280 DEBUG [RS:0;b75fe890c219:36121 {}] zookeeper.ZKUtil(111): regionserver:36121-0x1011d43cb6b0001, quorum=127.0.0.1:49720, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b75fe890c219,36121,1731095050638 2024-11-08T19:44:11,280 WARN [RS:0;b75fe890c219:36121 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T19:44:11,280 INFO [RS:0;b75fe890c219:36121 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:44:11,281 DEBUG [RS:0;b75fe890c219:36121 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/WALs/b75fe890c219,36121,1731095050638 2024-11-08T19:44:11,281 INFO [RS:2;b75fe890c219:44023 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T19:44:11,285 INFO [RS:2;b75fe890c219:44023 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T19:44:11,287 INFO [RS:1;b75fe890c219:38037 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T19:44:11,287 INFO [RS:0;b75fe890c219:36121 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T19:44:11,293 INFO [RS:2;b75fe890c219:44023 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T19:44:11,293 INFO [RS:1;b75fe890c219:38037 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T19:44:11,293 INFO [RS:0;b75fe890c219:36121 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T19:44:11,293 INFO [RS:2;b75fe890c219:44023 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:44:11,294 INFO [RS:2;b75fe890c219:44023 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T19:44:11,294 INFO [RS:1;b75fe890c219:38037 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T19:44:11,294 INFO [RS:1;b75fe890c219:38037 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:44:11,294 INFO [RS:0;b75fe890c219:36121 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T19:44:11,294 INFO [RS:0;b75fe890c219:36121 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:44:11,294 INFO [RS:1;b75fe890c219:38037 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T19:44:11,294 INFO [RS:0;b75fe890c219:36121 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T19:44:11,295 INFO [RS:2;b75fe890c219:44023 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T19:44:11,295 INFO [RS:2;b75fe890c219:44023 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T19:44:11,295 DEBUG [RS:2;b75fe890c219:44023 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:44:11,295 DEBUG [RS:2;b75fe890c219:44023 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:44:11,295 DEBUG [RS:2;b75fe890c219:44023 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:44:11,295 INFO [RS:1;b75fe890c219:38037 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T19:44:11,295 DEBUG [RS:2;b75fe890c219:44023 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:44:11,295 INFO [RS:0;b75fe890c219:36121 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T19:44:11,295 INFO [RS:1;b75fe890c219:38037 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T19:44:11,295 DEBUG [RS:2;b75fe890c219:44023 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:44:11,295 INFO [RS:0;b75fe890c219:36121 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T19:44:11,295 DEBUG [RS:1;b75fe890c219:38037 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:44:11,295 DEBUG [RS:2;b75fe890c219:44023 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b75fe890c219:0, corePoolSize=2, maxPoolSize=2 2024-11-08T19:44:11,295 DEBUG [RS:0;b75fe890c219:36121 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:44:11,295 DEBUG [RS:1;b75fe890c219:38037 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:44:11,295 DEBUG [RS:2;b75fe890c219:44023 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:44:11,295 DEBUG [RS:1;b75fe890c219:38037 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:44:11,295 DEBUG [RS:0;b75fe890c219:36121 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:44:11,295 DEBUG [RS:1;b75fe890c219:38037 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:44:11,295 DEBUG [RS:2;b75fe890c219:44023 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:44:11,295 DEBUG [RS:0;b75fe890c219:36121 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:44:11,295 DEBUG [RS:1;b75fe890c219:38037 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:44:11,296 DEBUG [RS:2;b75fe890c219:44023 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:44:11,296 DEBUG [RS:1;b75fe890c219:38037 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b75fe890c219:0, corePoolSize=2, maxPoolSize=2 2024-11-08T19:44:11,296 DEBUG [RS:0;b75fe890c219:36121 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:44:11,296 DEBUG [RS:1;b75fe890c219:38037 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:44:11,296 DEBUG [RS:2;b75fe890c219:44023 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:44:11,296 DEBUG [RS:0;b75fe890c219:36121 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:44:11,296 DEBUG [RS:1;b75fe890c219:38037 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:44:11,296 DEBUG [RS:2;b75fe890c219:44023 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:44:11,296 DEBUG [RS:1;b75fe890c219:38037 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:44:11,296 DEBUG [RS:0;b75fe890c219:36121 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b75fe890c219:0, corePoolSize=2, maxPoolSize=2 2024-11-08T19:44:11,296 DEBUG [RS:1;b75fe890c219:38037 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:44:11,296 DEBUG [RS:2;b75fe890c219:44023 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:44:11,296 DEBUG [RS:0;b75fe890c219:36121 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:44:11,296 DEBUG [RS:1;b75fe890c219:38037 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:44:11,296 DEBUG [RS:1;b75fe890c219:38037 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:44:11,296 DEBUG [RS:0;b75fe890c219:36121 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:44:11,296 DEBUG [RS:2;b75fe890c219:44023 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0, corePoolSize=3, maxPoolSize=3 2024-11-08T19:44:11,296 DEBUG [RS:1;b75fe890c219:38037 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0, corePoolSize=3, maxPoolSize=3 2024-11-08T19:44:11,296 DEBUG [RS:0;b75fe890c219:36121 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:44:11,296 DEBUG [RS:2;b75fe890c219:44023 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b75fe890c219:0, corePoolSize=3, maxPoolSize=3 2024-11-08T19:44:11,296 DEBUG [RS:1;b75fe890c219:38037 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b75fe890c219:0, corePoolSize=3, maxPoolSize=3 2024-11-08T19:44:11,296 DEBUG [RS:0;b75fe890c219:36121 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:44:11,296 DEBUG [RS:0;b75fe890c219:36121 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:44:11,296 DEBUG [RS:0;b75fe890c219:36121 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:44:11,296 DEBUG [RS:0;b75fe890c219:36121 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0, corePoolSize=3, maxPoolSize=3 2024-11-08T19:44:11,296 DEBUG [RS:0;b75fe890c219:36121 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b75fe890c219:0, corePoolSize=3, maxPoolSize=3 2024-11-08T19:44:11,303 INFO [RS:0;b75fe890c219:36121 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T19:44:11,303 INFO [RS:1;b75fe890c219:38037 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T19:44:11,303 INFO [RS:1;b75fe890c219:38037 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T19:44:11,303 INFO [RS:2;b75fe890c219:44023 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T19:44:11,303 INFO [RS:0;b75fe890c219:36121 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T19:44:11,303 INFO [RS:1;b75fe890c219:38037 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:44:11,303 INFO [RS:2;b75fe890c219:44023 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T19:44:11,303 INFO [RS:0;b75fe890c219:36121 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:44:11,303 INFO [RS:2;b75fe890c219:44023 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:44:11,303 INFO [RS:0;b75fe890c219:36121 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T19:44:11,303 INFO [RS:2;b75fe890c219:44023 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T19:44:11,303 INFO [RS:0;b75fe890c219:36121 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T19:44:11,303 INFO [RS:2;b75fe890c219:44023 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T19:44:11,303 INFO [RS:0;b75fe890c219:36121 {}] hbase.ChoreService(168): Chore ScheduledChore name=b75fe890c219,36121,1731095050638-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T19:44:11,303 INFO [RS:2;b75fe890c219:44023 {}] hbase.ChoreService(168): Chore ScheduledChore name=b75fe890c219,44023,1731095050719-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T19:44:11,303 INFO [RS:1;b75fe890c219:38037 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T19:44:11,303 INFO [RS:1;b75fe890c219:38037 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T19:44:11,303 INFO [RS:1;b75fe890c219:38037 {}] hbase.ChoreService(168): Chore ScheduledChore name=b75fe890c219,38037,1731095050681-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T19:44:11,316 INFO [RS:2;b75fe890c219:44023 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T19:44:11,316 INFO [RS:2;b75fe890c219:44023 {}] hbase.ChoreService(168): Chore ScheduledChore name=b75fe890c219,44023,1731095050719-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:44:11,316 INFO [RS:2;b75fe890c219:44023 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:44:11,316 INFO [RS:2;b75fe890c219:44023 {}] regionserver.Replication(171): b75fe890c219,44023,1731095050719 started 2024-11-08T19:44:11,317 INFO [RS:0;b75fe890c219:36121 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T19:44:11,317 INFO [RS:0;b75fe890c219:36121 {}] hbase.ChoreService(168): Chore ScheduledChore name=b75fe890c219,36121,1731095050638-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:44:11,317 INFO [RS:0;b75fe890c219:36121 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:44:11,317 INFO [RS:0;b75fe890c219:36121 {}] regionserver.Replication(171): b75fe890c219,36121,1731095050638 started 2024-11-08T19:44:11,318 INFO [RS:1;b75fe890c219:38037 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T19:44:11,318 INFO [RS:1;b75fe890c219:38037 {}] hbase.ChoreService(168): Chore ScheduledChore name=b75fe890c219,38037,1731095050681-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:44:11,318 INFO [RS:1;b75fe890c219:38037 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:44:11,318 INFO [RS:1;b75fe890c219:38037 {}] regionserver.Replication(171): b75fe890c219,38037,1731095050681 started 2024-11-08T19:44:11,330 INFO [RS:2;b75fe890c219:44023 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:44:11,330 INFO [RS:0;b75fe890c219:36121 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:44:11,330 INFO [RS:0;b75fe890c219:36121 {}] regionserver.HRegionServer(1482): Serving as b75fe890c219,36121,1731095050638, RpcServer on b75fe890c219/172.17.0.2:36121, sessionid=0x1011d43cb6b0001 2024-11-08T19:44:11,330 INFO [RS:2;b75fe890c219:44023 {}] regionserver.HRegionServer(1482): Serving as b75fe890c219,44023,1731095050719, RpcServer on b75fe890c219/172.17.0.2:44023, sessionid=0x1011d43cb6b0003 2024-11-08T19:44:11,330 INFO [RS:1;b75fe890c219:38037 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:44:11,330 DEBUG [RS:0;b75fe890c219:36121 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T19:44:11,330 DEBUG [RS:2;b75fe890c219:44023 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T19:44:11,330 DEBUG [RS:0;b75fe890c219:36121 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b75fe890c219,36121,1731095050638 2024-11-08T19:44:11,330 DEBUG [RS:2;b75fe890c219:44023 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b75fe890c219,44023,1731095050719 2024-11-08T19:44:11,330 INFO [RS:1;b75fe890c219:38037 {}] regionserver.HRegionServer(1482): Serving as b75fe890c219,38037,1731095050681, RpcServer on b75fe890c219/172.17.0.2:38037, sessionid=0x1011d43cb6b0002 2024-11-08T19:44:11,330 DEBUG [RS:2;b75fe890c219:44023 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b75fe890c219,44023,1731095050719' 2024-11-08T19:44:11,330 DEBUG [RS:0;b75fe890c219:36121 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b75fe890c219,36121,1731095050638' 2024-11-08T19:44:11,330 DEBUG [RS:0;b75fe890c219:36121 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T19:44:11,330 DEBUG [RS:2;b75fe890c219:44023 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T19:44:11,330 DEBUG [RS:1;b75fe890c219:38037 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T19:44:11,330 DEBUG [RS:1;b75fe890c219:38037 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b75fe890c219,38037,1731095050681 2024-11-08T19:44:11,330 DEBUG [RS:1;b75fe890c219:38037 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b75fe890c219,38037,1731095050681' 2024-11-08T19:44:11,330 DEBUG [RS:1;b75fe890c219:38037 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T19:44:11,331 DEBUG [RS:2;b75fe890c219:44023 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T19:44:11,331 DEBUG [RS:0;b75fe890c219:36121 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T19:44:11,331 DEBUG [RS:1;b75fe890c219:38037 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T19:44:11,331 DEBUG [RS:2;b75fe890c219:44023 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T19:44:11,331 DEBUG [RS:1;b75fe890c219:38037 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T19:44:11,331 DEBUG [RS:2;b75fe890c219:44023 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T19:44:11,331 DEBUG [RS:0;b75fe890c219:36121 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T19:44:11,331 DEBUG [RS:1;b75fe890c219:38037 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T19:44:11,331 DEBUG [RS:2;b75fe890c219:44023 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b75fe890c219,44023,1731095050719 2024-11-08T19:44:11,331 DEBUG [RS:1;b75fe890c219:38037 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b75fe890c219,38037,1731095050681 2024-11-08T19:44:11,331 DEBUG [RS:0;b75fe890c219:36121 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T19:44:11,331 DEBUG [RS:2;b75fe890c219:44023 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b75fe890c219,44023,1731095050719' 2024-11-08T19:44:11,331 DEBUG [RS:1;b75fe890c219:38037 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b75fe890c219,38037,1731095050681' 2024-11-08T19:44:11,331 DEBUG [RS:2;b75fe890c219:44023 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T19:44:11,331 DEBUG [RS:1;b75fe890c219:38037 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T19:44:11,331 DEBUG [RS:0;b75fe890c219:36121 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b75fe890c219,36121,1731095050638 2024-11-08T19:44:11,332 DEBUG [RS:0;b75fe890c219:36121 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b75fe890c219,36121,1731095050638' 2024-11-08T19:44:11,332 DEBUG [RS:0;b75fe890c219:36121 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T19:44:11,332 DEBUG [RS:1;b75fe890c219:38037 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T19:44:11,332 DEBUG [RS:2;b75fe890c219:44023 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T19:44:11,332 DEBUG [RS:0;b75fe890c219:36121 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T19:44:11,332 DEBUG [RS:1;b75fe890c219:38037 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T19:44:11,332 INFO [RS:1;b75fe890c219:38037 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T19:44:11,332 INFO [RS:1;b75fe890c219:38037 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T19:44:11,332 DEBUG [RS:0;b75fe890c219:36121 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T19:44:11,332 DEBUG [RS:2;b75fe890c219:44023 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T19:44:11,332 INFO [RS:0;b75fe890c219:36121 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T19:44:11,332 INFO [RS:2;b75fe890c219:44023 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T19:44:11,332 INFO [RS:0;b75fe890c219:36121 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T19:44:11,332 INFO [RS:2;b75fe890c219:44023 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T19:44:11,433 INFO [RS:0;b75fe890c219:36121 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T19:44:11,433 INFO [RS:2;b75fe890c219:44023 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T19:44:11,433 INFO [RS:1;b75fe890c219:38037 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T19:44:11,437 INFO [RS:2;b75fe890c219:44023 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b75fe890c219%2C44023%2C1731095050719, suffix=, logDir=hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/WALs/b75fe890c219,44023,1731095050719, archiveDir=hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/oldWALs, maxLogs=32 2024-11-08T19:44:11,437 INFO [RS:0;b75fe890c219:36121 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b75fe890c219%2C36121%2C1731095050638, suffix=, logDir=hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/WALs/b75fe890c219,36121,1731095050638, archiveDir=hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/oldWALs, maxLogs=32 2024-11-08T19:44:11,439 INFO [RS:1;b75fe890c219:38037 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b75fe890c219%2C38037%2C1731095050681, suffix=, logDir=hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/WALs/b75fe890c219,38037,1731095050681, archiveDir=hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/oldWALs, maxLogs=32 2024-11-08T19:44:11,457 DEBUG [RS:1;b75fe890c219:38037 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/WALs/b75fe890c219,38037,1731095050681/b75fe890c219%2C38037%2C1731095050681.1731095051442, exclude list is [], retry=0 2024-11-08T19:44:11,460 DEBUG [RS:0;b75fe890c219:36121 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/WALs/b75fe890c219,36121,1731095050638/b75fe890c219%2C36121%2C1731095050638.1731095051442, exclude list is [], retry=0 2024-11-08T19:44:11,460 DEBUG [RS:2;b75fe890c219:44023 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/WALs/b75fe890c219,44023,1731095050719/b75fe890c219%2C44023%2C1731095050719.1731095051442, exclude list is [], retry=0 2024-11-08T19:44:11,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34467,DS-dea13912-34ff-4532-9727-5ccf943e5fd6,DISK] 2024-11-08T19:44:11,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38519,DS-3f9ea469-2df0-4c17-8d62-1f18a4bb0985,DISK] 2024-11-08T19:44:11,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39995,DS-5e871249-2412-480f-9a3f-dad77ab57810,DISK] 2024-11-08T19:44:11,463 INFO [RS:1;b75fe890c219:38037 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/WALs/b75fe890c219,38037,1731095050681/b75fe890c219%2C38037%2C1731095050681.1731095051442 2024-11-08T19:44:11,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39995,DS-5e871249-2412-480f-9a3f-dad77ab57810,DISK] 2024-11-08T19:44:11,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38519,DS-3f9ea469-2df0-4c17-8d62-1f18a4bb0985,DISK] 2024-11-08T19:44:11,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38519,DS-3f9ea469-2df0-4c17-8d62-1f18a4bb0985,DISK] 2024-11-08T19:44:11,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34467,DS-dea13912-34ff-4532-9727-5ccf943e5fd6,DISK] 2024-11-08T19:44:11,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34467,DS-dea13912-34ff-4532-9727-5ccf943e5fd6,DISK] 2024-11-08T19:44:11,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39995,DS-5e871249-2412-480f-9a3f-dad77ab57810,DISK] 2024-11-08T19:44:11,466 DEBUG [RS:1;b75fe890c219:38037 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38677:38677),(127.0.0.1/127.0.0.1:34913:34913),(127.0.0.1/127.0.0.1:42611:42611)] 2024-11-08T19:44:11,475 INFO [RS:0;b75fe890c219:36121 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/WALs/b75fe890c219,36121,1731095050638/b75fe890c219%2C36121%2C1731095050638.1731095051442 2024-11-08T19:44:11,475 INFO [RS:2;b75fe890c219:44023 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/WALs/b75fe890c219,44023,1731095050719/b75fe890c219%2C44023%2C1731095050719.1731095051442 2024-11-08T19:44:11,477 DEBUG [RS:0;b75fe890c219:36121 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34913:34913),(127.0.0.1/127.0.0.1:38677:38677),(127.0.0.1/127.0.0.1:42611:42611)] 2024-11-08T19:44:11,477 DEBUG [RS:2;b75fe890c219:44023 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42611:42611),(127.0.0.1/127.0.0.1:38677:38677),(127.0.0.1/127.0.0.1:34913:34913)] 2024-11-08T19:44:11,495 DEBUG [b75fe890c219:41045 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-08T19:44:11,496 DEBUG [b75fe890c219:41045 {}] balancer.BalancerClusterState(204): Hosts are {b75fe890c219=0} racks are {/default-rack=0} 2024-11-08T19:44:11,498 DEBUG [b75fe890c219:41045 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T19:44:11,498 DEBUG [b75fe890c219:41045 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T19:44:11,498 DEBUG [b75fe890c219:41045 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-08T19:44:11,498 DEBUG [b75fe890c219:41045 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T19:44:11,499 DEBUG [b75fe890c219:41045 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T19:44:11,499 DEBUG [b75fe890c219:41045 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-08T19:44:11,499 INFO [b75fe890c219:41045 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T19:44:11,499 INFO [b75fe890c219:41045 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T19:44:11,499 INFO [b75fe890c219:41045 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-08T19:44:11,499 DEBUG [b75fe890c219:41045 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T19:44:11,499 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b75fe890c219,44023,1731095050719 2024-11-08T19:44:11,500 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b75fe890c219,44023,1731095050719, state=OPENING 2024-11-08T19:44:11,531 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T19:44:11,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36121-0x1011d43cb6b0001, quorum=127.0.0.1:49720, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:44:11,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41045-0x1011d43cb6b0000, quorum=127.0.0.1:49720, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:44:11,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38037-0x1011d43cb6b0002, quorum=127.0.0.1:49720, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:44:11,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44023-0x1011d43cb6b0003, quorum=127.0.0.1:49720, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:44:11,546 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T19:44:11,546 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T19:44:11,547 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T19:44:11,546 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T19:44:11,547 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T19:44:11,547 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b75fe890c219,44023,1731095050719}] 2024-11-08T19:44:12,568 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:44:12,581 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:44:12,582 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:44:13,090 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T19:44:13,094 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:44:13,116 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:44:13,116 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:44:13,892 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T19:44:13,893 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T19:44:19,398 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T19:44:19,402 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:44:19,430 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:44:19,430 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:44:21,550 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T19:44:21,552 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40471, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T19:44:21,560 INFO [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T19:44:21,560 INFO [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:44:21,560 INFO [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T19:44:21,562 INFO [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b75fe890c219%2C44023%2C1731095050719.meta, suffix=.meta, logDir=hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/WALs/b75fe890c219,44023,1731095050719, archiveDir=hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/oldWALs, maxLogs=32 2024-11-08T19:44:21,575 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/WALs/b75fe890c219,44023,1731095050719/b75fe890c219%2C44023%2C1731095050719.meta.1731095061562.meta, exclude list is [], retry=0 2024-11-08T19:44:21,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34467,DS-dea13912-34ff-4532-9727-5ccf943e5fd6,DISK] 2024-11-08T19:44:21,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38519,DS-3f9ea469-2df0-4c17-8d62-1f18a4bb0985,DISK] 2024-11-08T19:44:21,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39995,DS-5e871249-2412-480f-9a3f-dad77ab57810,DISK] 2024-11-08T19:44:21,580 INFO [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/WALs/b75fe890c219,44023,1731095050719/b75fe890c219%2C44023%2C1731095050719.meta.1731095061562.meta 2024-11-08T19:44:21,580 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38677:38677),(127.0.0.1/127.0.0.1:42611:42611),(127.0.0.1/127.0.0.1:34913:34913)] 2024-11-08T19:44:21,581 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T19:44:21,581 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T19:44:21,581 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T19:44:21,581 INFO [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T19:44:21,581 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T19:44:21,581 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:44:21,581 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T19:44:21,581 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T19:44:21,583 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T19:44:21,584 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T19:44:21,584 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:44:21,585 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:44:21,585 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T19:44:21,586 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T19:44:21,586 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:44:21,586 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:44:21,586 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T19:44:21,587 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T19:44:21,587 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:44:21,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:44:21,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T19:44:21,589 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T19:44:21,589 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:44:21,589 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:44:21,589 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T19:44:21,590 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/data/hbase/meta/1588230740 2024-11-08T19:44:21,591 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/data/hbase/meta/1588230740 2024-11-08T19:44:21,593 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T19:44:21,593 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T19:44:21,593 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T19:44:21,595 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T19:44:21,596 INFO [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69876352, jitterRate=0.04123878479003906}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T19:44:21,596 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T19:44:21,597 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731095061581Writing region info on filesystem at 1731095061582 (+1 ms)Initializing all the Stores at 1731095061582Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731095061583 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731095061583Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731095061583Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731095061583Cleaning up temporary data from old regions at 1731095061593 (+10 ms)Running coprocessor post-open hooks at 1731095061596 (+3 ms)Region opened successfully at 1731095061597 (+1 ms) 2024-11-08T19:44:21,598 INFO [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731095061549 2024-11-08T19:44:21,600 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T19:44:21,600 INFO [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T19:44:21,600 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b75fe890c219,44023,1731095050719 2024-11-08T19:44:21,601 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b75fe890c219,44023,1731095050719, state=OPEN 2024-11-08T19:44:21,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36121-0x1011d43cb6b0001, quorum=127.0.0.1:49720, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T19:44:21,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41045-0x1011d43cb6b0000, quorum=127.0.0.1:49720, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T19:44:21,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44023-0x1011d43cb6b0003, quorum=127.0.0.1:49720, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T19:44:21,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38037-0x1011d43cb6b0002, quorum=127.0.0.1:49720, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T19:44:21,677 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b75fe890c219,44023,1731095050719 2024-11-08T19:44:21,677 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T19:44:21,677 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T19:44:21,677 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T19:44:21,677 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T19:44:21,682 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T19:44:21,682 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b75fe890c219,44023,1731095050719 in 10.1300 sec 2024-11-08T19:44:21,686 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T19:44:21,686 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.5890 sec 2024-11-08T19:44:21,687 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T19:44:21,687 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T19:44:21,690 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:44:21,690 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b75fe890c219,44023,1731095050719, seqNum=-1] 2024-11-08T19:44:21,690 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:44:21,692 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33583, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:44:21,698 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.6540 sec 2024-11-08T19:44:21,698 INFO [master/b75fe890c219:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731095061698, completionTime=-1 2024-11-08T19:44:21,698 INFO [master/b75fe890c219:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-08T19:44:21,698 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-08T19:44:21,701 INFO [master/b75fe890c219:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-08T19:44:21,701 INFO [master/b75fe890c219:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731095121701 2024-11-08T19:44:21,701 INFO [master/b75fe890c219:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731095181701 2024-11-08T19:44:21,701 INFO [master/b75fe890c219:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-08T19:44:21,701 INFO [master/b75fe890c219:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b75fe890c219,41045,1731095050425-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:44:21,702 INFO [master/b75fe890c219:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b75fe890c219,41045,1731095050425-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:44:21,702 INFO [master/b75fe890c219:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b75fe890c219,41045,1731095050425-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:44:21,702 INFO [master/b75fe890c219:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b75fe890c219:41045, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:44:21,702 INFO [master/b75fe890c219:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T19:44:21,702 INFO [master/b75fe890c219:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T19:44:21,704 DEBUG [master/b75fe890c219:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T19:44:21,707 INFO [master/b75fe890c219:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 10.934sec 2024-11-08T19:44:21,707 INFO [master/b75fe890c219:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T19:44:21,707 INFO [master/b75fe890c219:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T19:44:21,707 INFO [master/b75fe890c219:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T19:44:21,707 INFO [master/b75fe890c219:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T19:44:21,708 INFO [master/b75fe890c219:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T19:44:21,708 INFO [master/b75fe890c219:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b75fe890c219,41045,1731095050425-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T19:44:21,708 INFO [master/b75fe890c219:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b75fe890c219,41045,1731095050425-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T19:44:21,711 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T19:44:21,711 INFO [master/b75fe890c219:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T19:44:21,711 INFO [master/b75fe890c219:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b75fe890c219,41045,1731095050425-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:44:21,752 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c8b3e22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:44:21,752 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b75fe890c219,41045,-1 for getting cluster id 2024-11-08T19:44:21,752 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:44:21,754 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8cb750a0-43f3-4976-b375-79aaabf43961' 2024-11-08T19:44:21,754 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:44:21,755 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8cb750a0-43f3-4976-b375-79aaabf43961" 2024-11-08T19:44:21,755 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fd81cf3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:44:21,755 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b75fe890c219,41045,-1] 2024-11-08T19:44:21,756 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:44:21,756 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:44:21,758 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53652, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:44:21,760 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56960cb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:44:21,761 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:44:21,762 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b75fe890c219,44023,1731095050719, seqNum=-1] 2024-11-08T19:44:21,763 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:44:21,765 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35192, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:44:21,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b75fe890c219,41045,1731095050425 2024-11-08T19:44:21,767 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731095061767 (current time:1731095061767). 2024-11-08T19:44:21,767 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-08T19:44:21,767 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-08T19:44:21,768 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@303d009d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:44:21,768 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b75fe890c219,41045,-1 for getting cluster id 2024-11-08T19:44:21,768 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:44:21,769 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8cb750a0-43f3-4976-b375-79aaabf43961' 2024-11-08T19:44:21,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:44:21,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8cb750a0-43f3-4976-b375-79aaabf43961" 2024-11-08T19:44:21,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@341ccda8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:44:21,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b75fe890c219,41045,-1] 2024-11-08T19:44:21,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:44:21,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:44:21,770 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53674, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:44:21,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a9fbfa0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:44:21,771 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:44:21,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b75fe890c219,44023,1731095050719, seqNum=-1] 2024-11-08T19:44:21,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:44:21,773 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35206, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:44:21,774 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T19:44:21,774 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:44:21,774 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:44:21,774 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:44:21,774 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:44:21,775 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T19:44:21,775 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is b75fe890c219,41045,1731095050425 2024-11-08T19:44:21,775 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@33841934 2024-11-08T19:44:21,776 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T19:44:21,777 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53678, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T19:44:21,778 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41045 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T19:44:21,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41045 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-08T19:44:21,780 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T19:44:21,780 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:44:21,780 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41045 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-08T19:44:21,781 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T19:44:21,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:44:21,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34467 is added to blk_1073741837_1013 (size=361) 2024-11-08T19:44:21,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741837_1013 (size=361) 2024-11-08T19:44:21,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38519 is added to blk_1073741837_1013 (size=361) 2024-11-08T19:44:21,791 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0449a89d1c5848da8cabf7a0e3d01c5e, NAME => 'SPTestTable,,1731095061777.0449a89d1c5848da8cabf7a0e3d01c5e.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843 2024-11-08T19:44:21,792 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 3ed1cbd1e3bfe386c21aba7769ac0cb1, NAME => 'SPTestTable,33333332,1731095061777.3ed1cbd1e3bfe386c21aba7769ac0cb1.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843 2024-11-08T19:44:21,792 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 9ce95d0770edbbd15a7c69de16d30faf, NAME => 'SPTestTable,19999999,1731095061777.9ce95d0770edbbd15a7c69de16d30faf.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843 2024-11-08T19:44:21,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34467 is added to blk_1073741838_1014 (size=54) 2024-11-08T19:44:21,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38519 is added to blk_1073741838_1014 (size=54) 2024-11-08T19:44:21,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741838_1014 (size=54) 2024-11-08T19:44:21,807 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731095061777.0449a89d1c5848da8cabf7a0e3d01c5e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:44:21,807 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 0449a89d1c5848da8cabf7a0e3d01c5e, disabling compactions & flushes 2024-11-08T19:44:21,807 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731095061777.0449a89d1c5848da8cabf7a0e3d01c5e. 2024-11-08T19:44:21,807 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731095061777.0449a89d1c5848da8cabf7a0e3d01c5e. 2024-11-08T19:44:21,807 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731095061777.0449a89d1c5848da8cabf7a0e3d01c5e. after waiting 0 ms 2024-11-08T19:44:21,807 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731095061777.0449a89d1c5848da8cabf7a0e3d01c5e. 2024-11-08T19:44:21,807 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731095061777.0449a89d1c5848da8cabf7a0e3d01c5e. 2024-11-08T19:44:21,807 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0449a89d1c5848da8cabf7a0e3d01c5e: Waiting for close lock at 1731095061807Disabling compacts and flushes for region at 1731095061807Disabling writes for close at 1731095061807Writing region close event to WAL at 1731095061807Closed at 1731095061807 2024-11-08T19:44:21,807 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8a312a8f4b832bc66667b5371355cd50, NAME => 'SPTestTable,4ccccccb,1731095061777.8a312a8f4b832bc66667b5371355cd50.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843 2024-11-08T19:44:21,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34467 is added to blk_1073741840_1016 (size=62) 2024-11-08T19:44:21,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741840_1016 (size=62) 2024-11-08T19:44:21,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34467 is added to blk_1073741839_1015 (size=62) 2024-11-08T19:44:21,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741839_1015 (size=62) 2024-11-08T19:44:21,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38519 is added to blk_1073741840_1016 (size=62) 2024-11-08T19:44:21,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38519 is added to blk_1073741839_1015 (size=62) 2024-11-08T19:44:21,816 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731095061777.9ce95d0770edbbd15a7c69de16d30faf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:44:21,816 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 9ce95d0770edbbd15a7c69de16d30faf, disabling compactions & flushes 2024-11-08T19:44:21,816 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731095061777.9ce95d0770edbbd15a7c69de16d30faf. 2024-11-08T19:44:21,816 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731095061777.9ce95d0770edbbd15a7c69de16d30faf. 2024-11-08T19:44:21,816 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731095061777.9ce95d0770edbbd15a7c69de16d30faf. after waiting 0 ms 2024-11-08T19:44:21,816 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731095061777.9ce95d0770edbbd15a7c69de16d30faf. 2024-11-08T19:44:21,816 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731095061777.9ce95d0770edbbd15a7c69de16d30faf. 2024-11-08T19:44:21,816 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 9ce95d0770edbbd15a7c69de16d30faf: Waiting for close lock at 1731095061816Disabling compacts and flushes for region at 1731095061816Disabling writes for close at 1731095061816Writing region close event to WAL at 1731095061816Closed at 1731095061816 2024-11-08T19:44:21,817 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 7a8eb93a5fc28f094d27f9f34158dc0f, NAME => 'SPTestTable,66666664,1731095061777.7a8eb93a5fc28f094d27f9f34158dc0f.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843 2024-11-08T19:44:21,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38519 is added to blk_1073741841_1017 (size=62) 2024-11-08T19:44:21,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741841_1017 (size=62) 2024-11-08T19:44:21,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34467 is added to blk_1073741841_1017 (size=62) 2024-11-08T19:44:21,819 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731095061777.8a312a8f4b832bc66667b5371355cd50.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:44:21,819 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 8a312a8f4b832bc66667b5371355cd50, disabling compactions & flushes 2024-11-08T19:44:21,819 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731095061777.8a312a8f4b832bc66667b5371355cd50. 2024-11-08T19:44:21,819 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731095061777.8a312a8f4b832bc66667b5371355cd50. 2024-11-08T19:44:21,820 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731095061777.8a312a8f4b832bc66667b5371355cd50. after waiting 0 ms 2024-11-08T19:44:21,820 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731095061777.8a312a8f4b832bc66667b5371355cd50. 2024-11-08T19:44:21,820 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731095061777.8a312a8f4b832bc66667b5371355cd50. 2024-11-08T19:44:21,820 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8a312a8f4b832bc66667b5371355cd50: Waiting for close lock at 1731095061819Disabling compacts and flushes for region at 1731095061819Disabling writes for close at 1731095061820 (+1 ms)Writing region close event to WAL at 1731095061820Closed at 1731095061820 2024-11-08T19:44:21,821 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 984eb0b2ae3b9f9428fbf1017157c873, NAME => 'SPTestTable,7ffffffd,1731095061777.984eb0b2ae3b9f9428fbf1017157c873.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843 2024-11-08T19:44:21,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38519 is added to blk_1073741842_1018 (size=62) 2024-11-08T19:44:21,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741842_1018 (size=62) 2024-11-08T19:44:21,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34467 is added to blk_1073741842_1018 (size=62) 2024-11-08T19:44:21,827 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731095061777.7a8eb93a5fc28f094d27f9f34158dc0f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:44:21,827 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 7a8eb93a5fc28f094d27f9f34158dc0f, disabling compactions & flushes 2024-11-08T19:44:21,827 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731095061777.7a8eb93a5fc28f094d27f9f34158dc0f. 2024-11-08T19:44:21,827 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731095061777.7a8eb93a5fc28f094d27f9f34158dc0f. 2024-11-08T19:44:21,827 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731095061777.7a8eb93a5fc28f094d27f9f34158dc0f. after waiting 0 ms 2024-11-08T19:44:21,827 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731095061777.7a8eb93a5fc28f094d27f9f34158dc0f. 2024-11-08T19:44:21,827 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731095061777.7a8eb93a5fc28f094d27f9f34158dc0f. 2024-11-08T19:44:21,827 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 7a8eb93a5fc28f094d27f9f34158dc0f: Waiting for close lock at 1731095061827Disabling compacts and flushes for region at 1731095061827Disabling writes for close at 1731095061827Writing region close event to WAL at 1731095061827Closed at 1731095061827 2024-11-08T19:44:21,828 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 9b640d01b449bdfa8b4c4219f993065b, NAME => 'SPTestTable,99999996,1731095061777.9b640d01b449bdfa8b4c4219f993065b.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843 2024-11-08T19:44:21,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34467 is added to blk_1073741843_1019 (size=62) 2024-11-08T19:44:21,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38519 is added to blk_1073741843_1019 (size=62) 2024-11-08T19:44:21,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741843_1019 (size=62) 2024-11-08T19:44:21,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38519 is added to blk_1073741844_1020 (size=62) 2024-11-08T19:44:21,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741844_1020 (size=62) 2024-11-08T19:44:21,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34467 is added to blk_1073741844_1020 (size=62) 2024-11-08T19:44:21,842 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731095061777.9b640d01b449bdfa8b4c4219f993065b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:44:21,842 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 9b640d01b449bdfa8b4c4219f993065b, disabling compactions & flushes 2024-11-08T19:44:21,842 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731095061777.9b640d01b449bdfa8b4c4219f993065b. 2024-11-08T19:44:21,842 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731095061777.9b640d01b449bdfa8b4c4219f993065b. 2024-11-08T19:44:21,842 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731095061777.9b640d01b449bdfa8b4c4219f993065b. after waiting 0 ms 2024-11-08T19:44:21,842 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731095061777.9b640d01b449bdfa8b4c4219f993065b. 2024-11-08T19:44:21,842 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731095061777.9b640d01b449bdfa8b4c4219f993065b. 2024-11-08T19:44:21,842 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 9b640d01b449bdfa8b4c4219f993065b: Waiting for close lock at 1731095061842Disabling compacts and flushes for region at 1731095061842Disabling writes for close at 1731095061842Writing region close event to WAL at 1731095061842Closed at 1731095061842 2024-11-08T19:44:21,843 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 05e943152dffacb1e1baca6ac18cd63f, NAME => 'SPTestTable,b333332f,1731095061777.05e943152dffacb1e1baca6ac18cd63f.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843 2024-11-08T19:44:21,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34467 is added to blk_1073741845_1021 (size=62) 2024-11-08T19:44:21,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741845_1021 (size=62) 2024-11-08T19:44:21,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38519 is added to blk_1073741845_1021 (size=62) 2024-11-08T19:44:21,855 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731095061777.05e943152dffacb1e1baca6ac18cd63f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:44:21,855 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 05e943152dffacb1e1baca6ac18cd63f, disabling compactions & flushes 2024-11-08T19:44:21,855 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731095061777.05e943152dffacb1e1baca6ac18cd63f. 2024-11-08T19:44:21,855 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731095061777.05e943152dffacb1e1baca6ac18cd63f. 2024-11-08T19:44:21,855 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731095061777.05e943152dffacb1e1baca6ac18cd63f. after waiting 0 ms 2024-11-08T19:44:21,855 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731095061777.05e943152dffacb1e1baca6ac18cd63f. 2024-11-08T19:44:21,855 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731095061777.05e943152dffacb1e1baca6ac18cd63f. 2024-11-08T19:44:21,855 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 05e943152dffacb1e1baca6ac18cd63f: Waiting for close lock at 1731095061855Disabling compacts and flushes for region at 1731095061855Disabling writes for close at 1731095061855Writing region close event to WAL at 1731095061855Closed at 1731095061855 2024-11-08T19:44:21,856 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 6138b9c2ce3292db20b026413b0c748c, NAME => 'SPTestTable,ccccccc8,1731095061777.6138b9c2ce3292db20b026413b0c748c.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843 2024-11-08T19:44:21,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34467 is added to blk_1073741846_1022 (size=62) 2024-11-08T19:44:21,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38519 is added to blk_1073741846_1022 (size=62) 2024-11-08T19:44:21,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741846_1022 (size=62) 2024-11-08T19:44:21,865 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731095061777.6138b9c2ce3292db20b026413b0c748c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:44:21,865 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 6138b9c2ce3292db20b026413b0c748c, disabling compactions & flushes 2024-11-08T19:44:21,865 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731095061777.6138b9c2ce3292db20b026413b0c748c. 2024-11-08T19:44:21,865 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731095061777.6138b9c2ce3292db20b026413b0c748c. 2024-11-08T19:44:21,865 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731095061777.6138b9c2ce3292db20b026413b0c748c. after waiting 0 ms 2024-11-08T19:44:21,865 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731095061777.6138b9c2ce3292db20b026413b0c748c. 2024-11-08T19:44:21,865 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731095061777.6138b9c2ce3292db20b026413b0c748c. 2024-11-08T19:44:21,865 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 6138b9c2ce3292db20b026413b0c748c: Waiting for close lock at 1731095061865Disabling compacts and flushes for region at 1731095061865Disabling writes for close at 1731095061865Writing region close event to WAL at 1731095061865Closed at 1731095061865 2024-11-08T19:44:21,866 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 758a54937462836f39d0cbdcc32f65b9, NAME => 'SPTestTable,e6666661,1731095061777.758a54937462836f39d0cbdcc32f65b9.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843 2024-11-08T19:44:21,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34467 is added to blk_1073741847_1023 (size=54) 2024-11-08T19:44:21,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38519 is added to blk_1073741847_1023 (size=54) 2024-11-08T19:44:21,874 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731095061777.758a54937462836f39d0cbdcc32f65b9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:44:21,874 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 758a54937462836f39d0cbdcc32f65b9, disabling compactions & flushes 2024-11-08T19:44:21,874 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731095061777.758a54937462836f39d0cbdcc32f65b9. 2024-11-08T19:44:21,874 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731095061777.758a54937462836f39d0cbdcc32f65b9. 2024-11-08T19:44:21,874 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731095061777.758a54937462836f39d0cbdcc32f65b9. after waiting 0 ms 2024-11-08T19:44:21,874 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731095061777.758a54937462836f39d0cbdcc32f65b9. 2024-11-08T19:44:21,874 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731095061777.758a54937462836f39d0cbdcc32f65b9. 2024-11-08T19:44:21,874 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 758a54937462836f39d0cbdcc32f65b9: Waiting for close lock at 1731095061874Disabling compacts and flushes for region at 1731095061874Disabling writes for close at 1731095061874Writing region close event to WAL at 1731095061874Closed at 1731095061874 2024-11-08T19:44:21,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741847_1023 (size=54) 2024-11-08T19:44:21,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:44:22,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:44:22,218 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731095061777.3ed1cbd1e3bfe386c21aba7769ac0cb1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:44:22,218 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 3ed1cbd1e3bfe386c21aba7769ac0cb1, disabling compactions & flushes 2024-11-08T19:44:22,219 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731095061777.3ed1cbd1e3bfe386c21aba7769ac0cb1. 2024-11-08T19:44:22,219 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731095061777.3ed1cbd1e3bfe386c21aba7769ac0cb1. 2024-11-08T19:44:22,219 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731095061777.3ed1cbd1e3bfe386c21aba7769ac0cb1. after waiting 0 ms 2024-11-08T19:44:22,219 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731095061777.3ed1cbd1e3bfe386c21aba7769ac0cb1. 2024-11-08T19:44:22,219 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731095061777.3ed1cbd1e3bfe386c21aba7769ac0cb1. 2024-11-08T19:44:22,219 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 3ed1cbd1e3bfe386c21aba7769ac0cb1: Waiting for close lock at 1731095062218Disabling compacts and flushes for region at 1731095062218Disabling writes for close at 1731095062219 (+1 ms)Writing region close event to WAL at 1731095062219Closed at 1731095062219 2024-11-08T19:44:22,233 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731095061777.984eb0b2ae3b9f9428fbf1017157c873.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:44:22,233 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 984eb0b2ae3b9f9428fbf1017157c873, disabling compactions & flushes 2024-11-08T19:44:22,233 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731095061777.984eb0b2ae3b9f9428fbf1017157c873. 2024-11-08T19:44:22,233 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731095061777.984eb0b2ae3b9f9428fbf1017157c873. 2024-11-08T19:44:22,233 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731095061777.984eb0b2ae3b9f9428fbf1017157c873. after waiting 0 ms 2024-11-08T19:44:22,233 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731095061777.984eb0b2ae3b9f9428fbf1017157c873. 2024-11-08T19:44:22,233 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731095061777.984eb0b2ae3b9f9428fbf1017157c873. 2024-11-08T19:44:22,233 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 984eb0b2ae3b9f9428fbf1017157c873: Waiting for close lock at 1731095062233Disabling compacts and flushes for region at 1731095062233Disabling writes for close at 1731095062233Writing region close event to WAL at 1731095062233Closed at 1731095062233 2024-11-08T19:44:22,235 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T19:44:22,236 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731095061777.0449a89d1c5848da8cabf7a0e3d01c5e.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731095062235"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731095062235"}]},"ts":"1731095062235"} 2024-11-08T19:44:22,236 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731095061777.9ce95d0770edbbd15a7c69de16d30faf.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731095062235"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731095062235"}]},"ts":"1731095062235"} 2024-11-08T19:44:22,236 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731095061777.8a312a8f4b832bc66667b5371355cd50.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731095062235"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731095062235"}]},"ts":"1731095062235"} 2024-11-08T19:44:22,236 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731095061777.7a8eb93a5fc28f094d27f9f34158dc0f.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731095062235"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731095062235"}]},"ts":"1731095062235"} 2024-11-08T19:44:22,237 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731095061777.9b640d01b449bdfa8b4c4219f993065b.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731095062235"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731095062235"}]},"ts":"1731095062235"} 2024-11-08T19:44:22,237 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731095061777.05e943152dffacb1e1baca6ac18cd63f.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731095062235"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731095062235"}]},"ts":"1731095062235"} 2024-11-08T19:44:22,237 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731095061777.6138b9c2ce3292db20b026413b0c748c.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731095062235"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731095062235"}]},"ts":"1731095062235"} 2024-11-08T19:44:22,238 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731095061777.758a54937462836f39d0cbdcc32f65b9.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731095062235"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731095062235"}]},"ts":"1731095062235"} 2024-11-08T19:44:22,238 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731095061777.3ed1cbd1e3bfe386c21aba7769ac0cb1.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731095062235"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731095062235"}]},"ts":"1731095062235"} 2024-11-08T19:44:22,238 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731095061777.984eb0b2ae3b9f9428fbf1017157c873.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731095062235"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731095062235"}]},"ts":"1731095062235"} 2024-11-08T19:44:22,244 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-08T19:44:22,245 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T19:44:22,246 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731095062245"}]},"ts":"1731095062245"} 2024-11-08T19:44:22,248 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-08T19:44:22,249 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {b75fe890c219=0} racks are {/default-rack=0} 2024-11-08T19:44:22,254 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T19:44:22,254 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T19:44:22,254 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-08T19:44:22,254 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T19:44:22,254 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T19:44:22,254 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-08T19:44:22,254 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T19:44:22,254 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T19:44:22,254 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-08T19:44:22,254 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T19:44:22,255 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0449a89d1c5848da8cabf7a0e3d01c5e, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9ce95d0770edbbd15a7c69de16d30faf, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3ed1cbd1e3bfe386c21aba7769ac0cb1, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8a312a8f4b832bc66667b5371355cd50, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7a8eb93a5fc28f094d27f9f34158dc0f, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=984eb0b2ae3b9f9428fbf1017157c873, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9b640d01b449bdfa8b4c4219f993065b, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=05e943152dffacb1e1baca6ac18cd63f, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6138b9c2ce3292db20b026413b0c748c, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=758a54937462836f39d0cbdcc32f65b9, ASSIGN}] 2024-11-08T19:44:22,257 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9ce95d0770edbbd15a7c69de16d30faf, ASSIGN 2024-11-08T19:44:22,258 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8a312a8f4b832bc66667b5371355cd50, ASSIGN 2024-11-08T19:44:22,258 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3ed1cbd1e3bfe386c21aba7769ac0cb1, ASSIGN 2024-11-08T19:44:22,258 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7a8eb93a5fc28f094d27f9f34158dc0f, ASSIGN 2024-11-08T19:44:22,259 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9ce95d0770edbbd15a7c69de16d30faf, ASSIGN; state=OFFLINE, location=b75fe890c219,38037,1731095050681; forceNewPlan=false, retain=false 2024-11-08T19:44:22,259 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8a312a8f4b832bc66667b5371355cd50, ASSIGN; state=OFFLINE, location=b75fe890c219,36121,1731095050638; forceNewPlan=false, retain=false 2024-11-08T19:44:22,259 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3ed1cbd1e3bfe386c21aba7769ac0cb1, ASSIGN; state=OFFLINE, location=b75fe890c219,36121,1731095050638; forceNewPlan=false, retain=false 2024-11-08T19:44:22,259 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7a8eb93a5fc28f094d27f9f34158dc0f, ASSIGN; state=OFFLINE, location=b75fe890c219,44023,1731095050719; forceNewPlan=false, retain=false 2024-11-08T19:44:22,262 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6138b9c2ce3292db20b026413b0c748c, ASSIGN 2024-11-08T19:44:22,262 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=05e943152dffacb1e1baca6ac18cd63f, ASSIGN 2024-11-08T19:44:22,262 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9b640d01b449bdfa8b4c4219f993065b, ASSIGN 2024-11-08T19:44:22,262 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=984eb0b2ae3b9f9428fbf1017157c873, ASSIGN 2024-11-08T19:44:22,263 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=758a54937462836f39d0cbdcc32f65b9, ASSIGN 2024-11-08T19:44:22,263 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=05e943152dffacb1e1baca6ac18cd63f, ASSIGN; state=OFFLINE, location=b75fe890c219,36121,1731095050638; forceNewPlan=false, retain=false 2024-11-08T19:44:22,263 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9b640d01b449bdfa8b4c4219f993065b, ASSIGN; state=OFFLINE, location=b75fe890c219,38037,1731095050681; forceNewPlan=false, retain=false 2024-11-08T19:44:22,263 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6138b9c2ce3292db20b026413b0c748c, ASSIGN; state=OFFLINE, location=b75fe890c219,44023,1731095050719; forceNewPlan=false, retain=false 2024-11-08T19:44:22,263 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=984eb0b2ae3b9f9428fbf1017157c873, ASSIGN; state=OFFLINE, location=b75fe890c219,44023,1731095050719; forceNewPlan=false, retain=false 2024-11-08T19:44:22,264 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=758a54937462836f39d0cbdcc32f65b9, ASSIGN; state=OFFLINE, location=b75fe890c219,38037,1731095050681; forceNewPlan=false, retain=false 2024-11-08T19:44:22,267 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0449a89d1c5848da8cabf7a0e3d01c5e, ASSIGN 2024-11-08T19:44:22,267 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0449a89d1c5848da8cabf7a0e3d01c5e, ASSIGN; state=OFFLINE, location=b75fe890c219,44023,1731095050719; forceNewPlan=false, retain=false 2024-11-08T19:44:22,411 INFO [b75fe890c219:41045 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-08T19:44:22,412 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=6138b9c2ce3292db20b026413b0c748c, regionState=OPENING, regionLocation=b75fe890c219,44023,1731095050719 2024-11-08T19:44:22,412 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=984eb0b2ae3b9f9428fbf1017157c873, regionState=OPENING, regionLocation=b75fe890c219,44023,1731095050719 2024-11-08T19:44:22,412 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7a8eb93a5fc28f094d27f9f34158dc0f, regionState=OPENING, regionLocation=b75fe890c219,44023,1731095050719 2024-11-08T19:44:22,412 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0449a89d1c5848da8cabf7a0e3d01c5e, regionState=OPENING, regionLocation=b75fe890c219,44023,1731095050719 2024-11-08T19:44:22,412 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=758a54937462836f39d0cbdcc32f65b9, regionState=OPENING, regionLocation=b75fe890c219,38037,1731095050681 2024-11-08T19:44:22,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:44:22,414 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=9b640d01b449bdfa8b4c4219f993065b, regionState=OPENING, regionLocation=b75fe890c219,38037,1731095050681 2024-11-08T19:44:22,414 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=9ce95d0770edbbd15a7c69de16d30faf, regionState=OPENING, regionLocation=b75fe890c219,38037,1731095050681 2024-11-08T19:44:22,414 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=8a312a8f4b832bc66667b5371355cd50, regionState=OPENING, regionLocation=b75fe890c219,36121,1731095050638 2024-11-08T19:44:22,414 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=3ed1cbd1e3bfe386c21aba7769ac0cb1, regionState=OPENING, regionLocation=b75fe890c219,36121,1731095050638 2024-11-08T19:44:22,414 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=05e943152dffacb1e1baca6ac18cd63f, regionState=OPENING, regionLocation=b75fe890c219,36121,1731095050638 2024-11-08T19:44:22,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6138b9c2ce3292db20b026413b0c748c, ASSIGN because future has completed 2024-11-08T19:44:22,418 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6138b9c2ce3292db20b026413b0c748c, server=b75fe890c219,44023,1731095050719}] 2024-11-08T19:44:22,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=984eb0b2ae3b9f9428fbf1017157c873, ASSIGN because future has completed 2024-11-08T19:44:22,419 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 984eb0b2ae3b9f9428fbf1017157c873, server=b75fe890c219,44023,1731095050719}] 2024-11-08T19:44:22,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=758a54937462836f39d0cbdcc32f65b9, ASSIGN because future has completed 2024-11-08T19:44:22,420 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 758a54937462836f39d0cbdcc32f65b9, server=b75fe890c219,38037,1731095050681}] 2024-11-08T19:44:22,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0449a89d1c5848da8cabf7a0e3d01c5e, ASSIGN because future has completed 2024-11-08T19:44:22,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7a8eb93a5fc28f094d27f9f34158dc0f, ASSIGN because future has completed 2024-11-08T19:44:22,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9ce95d0770edbbd15a7c69de16d30faf, ASSIGN because future has completed 2024-11-08T19:44:22,429 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7a8eb93a5fc28f094d27f9f34158dc0f, server=b75fe890c219,44023,1731095050719}] 2024-11-08T19:44:22,429 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0449a89d1c5848da8cabf7a0e3d01c5e, server=b75fe890c219,44023,1731095050719}] 2024-11-08T19:44:22,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8a312a8f4b832bc66667b5371355cd50, ASSIGN because future has completed 2024-11-08T19:44:22,430 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9ce95d0770edbbd15a7c69de16d30faf, server=b75fe890c219,38037,1731095050681}] 2024-11-08T19:44:22,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3ed1cbd1e3bfe386c21aba7769ac0cb1, ASSIGN because future has completed 2024-11-08T19:44:22,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=05e943152dffacb1e1baca6ac18cd63f, ASSIGN because future has completed 2024-11-08T19:44:22,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9b640d01b449bdfa8b4c4219f993065b, ASSIGN because future has completed 2024-11-08T19:44:22,433 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 05e943152dffacb1e1baca6ac18cd63f, server=b75fe890c219,36121,1731095050638}] 2024-11-08T19:44:22,433 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9b640d01b449bdfa8b4c4219f993065b, server=b75fe890c219,38037,1731095050681}] 2024-11-08T19:44:22,437 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3ed1cbd1e3bfe386c21aba7769ac0cb1, server=b75fe890c219,36121,1731095050638}] 2024-11-08T19:44:22,437 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8a312a8f4b832bc66667b5371355cd50, server=b75fe890c219,36121,1731095050638}] 2024-11-08T19:44:22,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:44:23,281 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T19:44:23,892 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T19:44:23,892 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-08T19:44:23,894 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T19:44:23,894 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-08T19:44:23,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:44:25,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:44:27,088 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T19:44:27,096 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:44:27,123 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:44:27,123 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:44:29,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:44:32,430 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731095061777.984eb0b2ae3b9f9428fbf1017157c873. 2024-11-08T19:44:32,431 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 984eb0b2ae3b9f9428fbf1017157c873, NAME => 'SPTestTable,7ffffffd,1731095061777.984eb0b2ae3b9f9428fbf1017157c873.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-08T19:44:32,431 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 984eb0b2ae3b9f9428fbf1017157c873 2024-11-08T19:44:32,431 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T19:44:32,431 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731095061777.984eb0b2ae3b9f9428fbf1017157c873.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:44:32,432 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 984eb0b2ae3b9f9428fbf1017157c873 2024-11-08T19:44:32,432 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 984eb0b2ae3b9f9428fbf1017157c873 2024-11-08T19:44:32,434 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33289, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T19:44:32,434 INFO [StoreOpener-984eb0b2ae3b9f9428fbf1017157c873-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 984eb0b2ae3b9f9428fbf1017157c873 2024-11-08T19:44:32,435 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T19:44:32,436 INFO [StoreOpener-984eb0b2ae3b9f9428fbf1017157c873-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 984eb0b2ae3b9f9428fbf1017157c873 columnFamilyName cf 2024-11-08T19:44:32,436 DEBUG [StoreOpener-984eb0b2ae3b9f9428fbf1017157c873-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:44:32,437 INFO [StoreOpener-984eb0b2ae3b9f9428fbf1017157c873-1 {}] regionserver.HStore(327): Store=984eb0b2ae3b9f9428fbf1017157c873/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:44:32,437 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 984eb0b2ae3b9f9428fbf1017157c873 2024-11-08T19:44:32,438 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/data/default/SPTestTable/984eb0b2ae3b9f9428fbf1017157c873 2024-11-08T19:44:32,438 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/data/default/SPTestTable/984eb0b2ae3b9f9428fbf1017157c873 2024-11-08T19:44:32,439 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 984eb0b2ae3b9f9428fbf1017157c873 2024-11-08T19:44:32,439 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 984eb0b2ae3b9f9428fbf1017157c873 2024-11-08T19:44:32,440 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 984eb0b2ae3b9f9428fbf1017157c873 2024-11-08T19:44:32,440 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35393, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T19:44:32,443 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/data/default/SPTestTable/984eb0b2ae3b9f9428fbf1017157c873/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:44:32,443 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731095061777.758a54937462836f39d0cbdcc32f65b9. 2024-11-08T19:44:32,443 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 758a54937462836f39d0cbdcc32f65b9, NAME => 'SPTestTable,e6666661,1731095061777.758a54937462836f39d0cbdcc32f65b9.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-08T19:44:32,444 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 758a54937462836f39d0cbdcc32f65b9 2024-11-08T19:44:32,444 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731095061777.758a54937462836f39d0cbdcc32f65b9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:44:32,444 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 758a54937462836f39d0cbdcc32f65b9 2024-11-08T19:44:32,444 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 758a54937462836f39d0cbdcc32f65b9 2024-11-08T19:44:32,444 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 984eb0b2ae3b9f9428fbf1017157c873; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67077369, jitterRate=-4.6931207180023193E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T19:44:32,444 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 984eb0b2ae3b9f9428fbf1017157c873 2024-11-08T19:44:32,444 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 984eb0b2ae3b9f9428fbf1017157c873: Running coprocessor pre-open hook at 1731095072432Writing region info on filesystem at 1731095072432Initializing all the Stores at 1731095072434 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731095072434Cleaning up temporary data from old regions at 1731095072439 (+5 ms)Running coprocessor post-open hooks at 1731095072444 (+5 ms)Region opened successfully at 1731095072444 2024-11-08T19:44:32,445 INFO [StoreOpener-758a54937462836f39d0cbdcc32f65b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 758a54937462836f39d0cbdcc32f65b9 2024-11-08T19:44:32,445 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731095061777.984eb0b2ae3b9f9428fbf1017157c873., pid=16, masterSystemTime=1731095072421 2024-11-08T19:44:32,445 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731095061777.05e943152dffacb1e1baca6ac18cd63f. 2024-11-08T19:44:32,445 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 05e943152dffacb1e1baca6ac18cd63f, NAME => 'SPTestTable,b333332f,1731095061777.05e943152dffacb1e1baca6ac18cd63f.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-08T19:44:32,446 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 05e943152dffacb1e1baca6ac18cd63f 2024-11-08T19:44:32,446 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731095061777.05e943152dffacb1e1baca6ac18cd63f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:44:32,446 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 05e943152dffacb1e1baca6ac18cd63f 2024-11-08T19:44:32,446 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 05e943152dffacb1e1baca6ac18cd63f 2024-11-08T19:44:32,446 INFO [StoreOpener-758a54937462836f39d0cbdcc32f65b9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 758a54937462836f39d0cbdcc32f65b9 columnFamilyName cf 2024-11-08T19:44:32,447 DEBUG [StoreOpener-758a54937462836f39d0cbdcc32f65b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:44:32,447 INFO [StoreOpener-758a54937462836f39d0cbdcc32f65b9-1 {}] regionserver.HStore(327): Store=758a54937462836f39d0cbdcc32f65b9/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:44:32,447 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731095061777.984eb0b2ae3b9f9428fbf1017157c873. 2024-11-08T19:44:32,447 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 758a54937462836f39d0cbdcc32f65b9 2024-11-08T19:44:32,447 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731095061777.984eb0b2ae3b9f9428fbf1017157c873. 2024-11-08T19:44:32,447 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,,1731095061777.0449a89d1c5848da8cabf7a0e3d01c5e. 2024-11-08T19:44:32,448 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 0449a89d1c5848da8cabf7a0e3d01c5e, NAME => 'SPTestTable,,1731095061777.0449a89d1c5848da8cabf7a0e3d01c5e.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-08T19:44:32,448 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0449a89d1c5848da8cabf7a0e3d01c5e 2024-11-08T19:44:32,448 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,,1731095061777.0449a89d1c5848da8cabf7a0e3d01c5e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:44:32,448 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=984eb0b2ae3b9f9428fbf1017157c873, regionState=OPEN, openSeqNum=2, regionLocation=b75fe890c219,44023,1731095050719 2024-11-08T19:44:32,448 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 0449a89d1c5848da8cabf7a0e3d01c5e 2024-11-08T19:44:32,448 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 0449a89d1c5848da8cabf7a0e3d01c5e 2024-11-08T19:44:32,448 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/data/default/SPTestTable/758a54937462836f39d0cbdcc32f65b9 2024-11-08T19:44:32,449 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/data/default/SPTestTable/758a54937462836f39d0cbdcc32f65b9 2024-11-08T19:44:32,449 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 758a54937462836f39d0cbdcc32f65b9 2024-11-08T19:44:32,449 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 758a54937462836f39d0cbdcc32f65b9 2024-11-08T19:44:32,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 984eb0b2ae3b9f9428fbf1017157c873, server=b75fe890c219,44023,1731095050719 because future has completed 2024-11-08T19:44:32,451 INFO [StoreOpener-05e943152dffacb1e1baca6ac18cd63f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 05e943152dffacb1e1baca6ac18cd63f 2024-11-08T19:44:32,451 INFO [StoreOpener-0449a89d1c5848da8cabf7a0e3d01c5e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0449a89d1c5848da8cabf7a0e3d01c5e 2024-11-08T19:44:32,452 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 758a54937462836f39d0cbdcc32f65b9 2024-11-08T19:44:32,452 INFO [StoreOpener-05e943152dffacb1e1baca6ac18cd63f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 05e943152dffacb1e1baca6ac18cd63f columnFamilyName cf 2024-11-08T19:44:32,452 DEBUG [StoreOpener-05e943152dffacb1e1baca6ac18cd63f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:44:32,453 INFO [StoreOpener-0449a89d1c5848da8cabf7a0e3d01c5e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0449a89d1c5848da8cabf7a0e3d01c5e columnFamilyName cf 2024-11-08T19:44:32,453 DEBUG [StoreOpener-0449a89d1c5848da8cabf7a0e3d01c5e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:44:32,453 INFO [StoreOpener-05e943152dffacb1e1baca6ac18cd63f-1 {}] regionserver.HStore(327): Store=05e943152dffacb1e1baca6ac18cd63f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:44:32,453 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 05e943152dffacb1e1baca6ac18cd63f 2024-11-08T19:44:32,453 INFO [StoreOpener-0449a89d1c5848da8cabf7a0e3d01c5e-1 {}] regionserver.HStore(327): Store=0449a89d1c5848da8cabf7a0e3d01c5e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:44:32,453 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=10 2024-11-08T19:44:32,453 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 984eb0b2ae3b9f9428fbf1017157c873, server=b75fe890c219,44023,1731095050719 in 10.0320 sec 2024-11-08T19:44:32,454 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 0449a89d1c5848da8cabf7a0e3d01c5e 2024-11-08T19:44:32,454 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/data/default/SPTestTable/05e943152dffacb1e1baca6ac18cd63f 2024-11-08T19:44:32,454 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/data/default/SPTestTable/0449a89d1c5848da8cabf7a0e3d01c5e 2024-11-08T19:44:32,454 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/data/default/SPTestTable/05e943152dffacb1e1baca6ac18cd63f 2024-11-08T19:44:32,455 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/data/default/SPTestTable/0449a89d1c5848da8cabf7a0e3d01c5e 2024-11-08T19:44:32,455 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 05e943152dffacb1e1baca6ac18cd63f 2024-11-08T19:44:32,455 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 05e943152dffacb1e1baca6ac18cd63f 2024-11-08T19:44:32,455 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 0449a89d1c5848da8cabf7a0e3d01c5e 2024-11-08T19:44:32,455 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 0449a89d1c5848da8cabf7a0e3d01c5e 2024-11-08T19:44:32,456 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=984eb0b2ae3b9f9428fbf1017157c873, ASSIGN in 10.1980 sec 2024-11-08T19:44:32,457 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 05e943152dffacb1e1baca6ac18cd63f 2024-11-08T19:44:32,457 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 0449a89d1c5848da8cabf7a0e3d01c5e 2024-11-08T19:44:32,463 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/data/default/SPTestTable/758a54937462836f39d0cbdcc32f65b9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:44:32,463 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/data/default/SPTestTable/05e943152dffacb1e1baca6ac18cd63f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:44:32,463 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/data/default/SPTestTable/0449a89d1c5848da8cabf7a0e3d01c5e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:44:32,463 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 05e943152dffacb1e1baca6ac18cd63f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71018034, jitterRate=0.05825117230415344}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T19:44:32,463 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 758a54937462836f39d0cbdcc32f65b9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71344282, jitterRate=0.06311264634132385}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T19:44:32,463 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 0449a89d1c5848da8cabf7a0e3d01c5e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74400527, jitterRate=0.10865424573421478}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T19:44:32,463 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 05e943152dffacb1e1baca6ac18cd63f 2024-11-08T19:44:32,463 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 758a54937462836f39d0cbdcc32f65b9 2024-11-08T19:44:32,464 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0449a89d1c5848da8cabf7a0e3d01c5e 2024-11-08T19:44:32,464 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 05e943152dffacb1e1baca6ac18cd63f: Running coprocessor pre-open hook at 1731095072446Writing region info on filesystem at 1731095072446Initializing all the Stores at 1731095072447 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731095072447Cleaning up temporary data from old regions at 1731095072455 (+8 ms)Running coprocessor post-open hooks at 1731095072464 (+9 ms)Region opened successfully at 1731095072464 2024-11-08T19:44:32,464 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 758a54937462836f39d0cbdcc32f65b9: Running coprocessor pre-open hook at 1731095072444Writing region info on filesystem at 1731095072444Initializing all the Stores at 1731095072445 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731095072445Cleaning up temporary data from old regions at 1731095072449 (+4 ms)Running coprocessor post-open hooks at 1731095072464 (+15 ms)Region opened successfully at 1731095072464 2024-11-08T19:44:32,464 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 0449a89d1c5848da8cabf7a0e3d01c5e: Running coprocessor pre-open hook at 1731095072448Writing region info on filesystem at 1731095072448Initializing all the Stores at 1731095072449 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731095072449Cleaning up temporary data from old regions at 1731095072455 (+6 ms)Running coprocessor post-open hooks at 1731095072464 (+9 ms)Region opened successfully at 1731095072464 2024-11-08T19:44:32,465 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731095061777.0449a89d1c5848da8cabf7a0e3d01c5e., pid=18, masterSystemTime=1731095072421 2024-11-08T19:44:32,465 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731095061777.758a54937462836f39d0cbdcc32f65b9., pid=17, masterSystemTime=1731095072431 2024-11-08T19:44:32,465 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731095061777.05e943152dffacb1e1baca6ac18cd63f., pid=21, masterSystemTime=1731095072435 2024-11-08T19:44:32,466 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731095061777.0449a89d1c5848da8cabf7a0e3d01c5e. 2024-11-08T19:44:32,466 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731095061777.0449a89d1c5848da8cabf7a0e3d01c5e. 2024-11-08T19:44:32,466 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731095061777.6138b9c2ce3292db20b026413b0c748c. 2024-11-08T19:44:32,467 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 6138b9c2ce3292db20b026413b0c748c, NAME => 'SPTestTable,ccccccc8,1731095061777.6138b9c2ce3292db20b026413b0c748c.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-08T19:44:32,467 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0449a89d1c5848da8cabf7a0e3d01c5e, regionState=OPEN, openSeqNum=2, regionLocation=b75fe890c219,44023,1731095050719 2024-11-08T19:44:32,467 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 6138b9c2ce3292db20b026413b0c748c 2024-11-08T19:44:32,467 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731095061777.6138b9c2ce3292db20b026413b0c748c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:44:32,467 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 6138b9c2ce3292db20b026413b0c748c 2024-11-08T19:44:32,467 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 6138b9c2ce3292db20b026413b0c748c 2024-11-08T19:44:32,467 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731095061777.05e943152dffacb1e1baca6ac18cd63f. 2024-11-08T19:44:32,467 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731095061777.05e943152dffacb1e1baca6ac18cd63f. 2024-11-08T19:44:32,468 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731095061777.3ed1cbd1e3bfe386c21aba7769ac0cb1. 2024-11-08T19:44:32,468 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 3ed1cbd1e3bfe386c21aba7769ac0cb1, NAME => 'SPTestTable,33333332,1731095061777.3ed1cbd1e3bfe386c21aba7769ac0cb1.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-08T19:44:32,468 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3ed1cbd1e3bfe386c21aba7769ac0cb1 2024-11-08T19:44:32,468 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731095061777.3ed1cbd1e3bfe386c21aba7769ac0cb1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:44:32,468 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 3ed1cbd1e3bfe386c21aba7769ac0cb1 2024-11-08T19:44:32,468 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=05e943152dffacb1e1baca6ac18cd63f, regionState=OPEN, openSeqNum=2, regionLocation=b75fe890c219,36121,1731095050638 2024-11-08T19:44:32,468 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 3ed1cbd1e3bfe386c21aba7769ac0cb1 2024-11-08T19:44:32,469 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731095061777.758a54937462836f39d0cbdcc32f65b9. 2024-11-08T19:44:32,469 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731095061777.758a54937462836f39d0cbdcc32f65b9. 2024-11-08T19:44:32,469 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731095061777.9ce95d0770edbbd15a7c69de16d30faf. 2024-11-08T19:44:32,470 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 9ce95d0770edbbd15a7c69de16d30faf, NAME => 'SPTestTable,19999999,1731095061777.9ce95d0770edbbd15a7c69de16d30faf.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-08T19:44:32,470 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=758a54937462836f39d0cbdcc32f65b9, regionState=OPEN, openSeqNum=2, regionLocation=b75fe890c219,38037,1731095050681 2024-11-08T19:44:32,470 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 9ce95d0770edbbd15a7c69de16d30faf 2024-11-08T19:44:32,470 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731095061777.9ce95d0770edbbd15a7c69de16d30faf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:44:32,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0449a89d1c5848da8cabf7a0e3d01c5e, server=b75fe890c219,44023,1731095050719 because future has completed 2024-11-08T19:44:32,470 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 9ce95d0770edbbd15a7c69de16d30faf 2024-11-08T19:44:32,470 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 9ce95d0770edbbd15a7c69de16d30faf 2024-11-08T19:44:32,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 05e943152dffacb1e1baca6ac18cd63f, server=b75fe890c219,36121,1731095050638 because future has completed 2024-11-08T19:44:32,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 758a54937462836f39d0cbdcc32f65b9, server=b75fe890c219,38037,1731095050681 because future has completed 2024-11-08T19:44:32,474 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=5 2024-11-08T19:44:32,475 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0449a89d1c5848da8cabf7a0e3d01c5e, server=b75fe890c219,44023,1731095050719 in 10.0450 sec 2024-11-08T19:44:32,475 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=14 2024-11-08T19:44:32,475 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 758a54937462836f39d0cbdcc32f65b9, server=b75fe890c219,38037,1731095050681 in 10.0530 sec 2024-11-08T19:44:32,476 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=12 2024-11-08T19:44:32,476 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0449a89d1c5848da8cabf7a0e3d01c5e, ASSIGN in 10.2200 sec 2024-11-08T19:44:32,476 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 05e943152dffacb1e1baca6ac18cd63f, server=b75fe890c219,36121,1731095050638 in 10.0400 sec 2024-11-08T19:44:32,477 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=758a54937462836f39d0cbdcc32f65b9, ASSIGN in 10.2200 sec 2024-11-08T19:44:32,477 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=05e943152dffacb1e1baca6ac18cd63f, ASSIGN in 10.2210 sec 2024-11-08T19:44:32,479 INFO [StoreOpener-9ce95d0770edbbd15a7c69de16d30faf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 9ce95d0770edbbd15a7c69de16d30faf 2024-11-08T19:44:32,479 INFO [StoreOpener-3ed1cbd1e3bfe386c21aba7769ac0cb1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3ed1cbd1e3bfe386c21aba7769ac0cb1 2024-11-08T19:44:32,479 INFO [StoreOpener-6138b9c2ce3292db20b026413b0c748c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 6138b9c2ce3292db20b026413b0c748c 2024-11-08T19:44:32,480 INFO [StoreOpener-6138b9c2ce3292db20b026413b0c748c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6138b9c2ce3292db20b026413b0c748c columnFamilyName cf 2024-11-08T19:44:32,480 INFO [StoreOpener-9ce95d0770edbbd15a7c69de16d30faf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9ce95d0770edbbd15a7c69de16d30faf columnFamilyName cf 2024-11-08T19:44:32,480 INFO [StoreOpener-3ed1cbd1e3bfe386c21aba7769ac0cb1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ed1cbd1e3bfe386c21aba7769ac0cb1 columnFamilyName cf 2024-11-08T19:44:32,480 DEBUG [StoreOpener-6138b9c2ce3292db20b026413b0c748c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:44:32,480 DEBUG [StoreOpener-9ce95d0770edbbd15a7c69de16d30faf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:44:32,480 DEBUG [StoreOpener-3ed1cbd1e3bfe386c21aba7769ac0cb1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:44:32,481 INFO [StoreOpener-9ce95d0770edbbd15a7c69de16d30faf-1 {}] regionserver.HStore(327): Store=9ce95d0770edbbd15a7c69de16d30faf/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:44:32,481 INFO [StoreOpener-3ed1cbd1e3bfe386c21aba7769ac0cb1-1 {}] regionserver.HStore(327): Store=3ed1cbd1e3bfe386c21aba7769ac0cb1/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:44:32,481 INFO [StoreOpener-6138b9c2ce3292db20b026413b0c748c-1 {}] regionserver.HStore(327): Store=6138b9c2ce3292db20b026413b0c748c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:44:32,481 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 9ce95d0770edbbd15a7c69de16d30faf 2024-11-08T19:44:32,481 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 3ed1cbd1e3bfe386c21aba7769ac0cb1 2024-11-08T19:44:32,481 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 6138b9c2ce3292db20b026413b0c748c 2024-11-08T19:44:32,482 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/data/default/SPTestTable/9ce95d0770edbbd15a7c69de16d30faf 2024-11-08T19:44:32,482 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/data/default/SPTestTable/3ed1cbd1e3bfe386c21aba7769ac0cb1 2024-11-08T19:44:32,482 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/data/default/SPTestTable/6138b9c2ce3292db20b026413b0c748c 2024-11-08T19:44:32,482 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/data/default/SPTestTable/9ce95d0770edbbd15a7c69de16d30faf 2024-11-08T19:44:32,482 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/data/default/SPTestTable/3ed1cbd1e3bfe386c21aba7769ac0cb1 2024-11-08T19:44:32,482 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/data/default/SPTestTable/6138b9c2ce3292db20b026413b0c748c 2024-11-08T19:44:32,483 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 9ce95d0770edbbd15a7c69de16d30faf 2024-11-08T19:44:32,483 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 9ce95d0770edbbd15a7c69de16d30faf 2024-11-08T19:44:32,483 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 6138b9c2ce3292db20b026413b0c748c 2024-11-08T19:44:32,483 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 3ed1cbd1e3bfe386c21aba7769ac0cb1 2024-11-08T19:44:32,483 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 6138b9c2ce3292db20b026413b0c748c 2024-11-08T19:44:32,483 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 3ed1cbd1e3bfe386c21aba7769ac0cb1 2024-11-08T19:44:32,485 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 9ce95d0770edbbd15a7c69de16d30faf 2024-11-08T19:44:32,485 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 3ed1cbd1e3bfe386c21aba7769ac0cb1 2024-11-08T19:44:32,485 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 6138b9c2ce3292db20b026413b0c748c 2024-11-08T19:44:32,487 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/data/default/SPTestTable/9ce95d0770edbbd15a7c69de16d30faf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:44:32,487 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/data/default/SPTestTable/3ed1cbd1e3bfe386c21aba7769ac0cb1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:44:32,487 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 9ce95d0770edbbd15a7c69de16d30faf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71619110, jitterRate=0.06720790266990662}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T19:44:32,487 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 3ed1cbd1e3bfe386c21aba7769ac0cb1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65705970, jitterRate=-0.020904749631881714}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T19:44:32,487 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9ce95d0770edbbd15a7c69de16d30faf 2024-11-08T19:44:32,487 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3ed1cbd1e3bfe386c21aba7769ac0cb1 2024-11-08T19:44:32,487 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 9ce95d0770edbbd15a7c69de16d30faf: Running coprocessor pre-open hook at 1731095072470Writing region info on filesystem at 1731095072470Initializing all the Stores at 1731095072472 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731095072472Cleaning up temporary data from old regions at 1731095072483 (+11 ms)Running coprocessor post-open hooks at 1731095072487 (+4 ms)Region opened successfully at 1731095072487 2024-11-08T19:44:32,487 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 3ed1cbd1e3bfe386c21aba7769ac0cb1: Running coprocessor pre-open hook at 1731095072468Writing region info on filesystem at 1731095072468Initializing all the Stores at 1731095072469 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731095072469Cleaning up temporary data from old regions at 1731095072483 (+14 ms)Running coprocessor post-open hooks at 1731095072487 (+4 ms)Region opened successfully at 1731095072487 2024-11-08T19:44:32,488 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731095061777.9ce95d0770edbbd15a7c69de16d30faf., pid=20, masterSystemTime=1731095072431 2024-11-08T19:44:32,488 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731095061777.3ed1cbd1e3bfe386c21aba7769ac0cb1., pid=24, masterSystemTime=1731095072435 2024-11-08T19:44:32,490 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731095061777.9ce95d0770edbbd15a7c69de16d30faf. 2024-11-08T19:44:32,490 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731095061777.9ce95d0770edbbd15a7c69de16d30faf. 2024-11-08T19:44:32,490 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731095061777.9b640d01b449bdfa8b4c4219f993065b. 2024-11-08T19:44:32,490 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 9b640d01b449bdfa8b4c4219f993065b, NAME => 'SPTestTable,99999996,1731095061777.9b640d01b449bdfa8b4c4219f993065b.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-08T19:44:32,491 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=9ce95d0770edbbd15a7c69de16d30faf, regionState=OPEN, openSeqNum=2, regionLocation=b75fe890c219,38037,1731095050681 2024-11-08T19:44:32,491 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731095061777.3ed1cbd1e3bfe386c21aba7769ac0cb1. 2024-11-08T19:44:32,491 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 9b640d01b449bdfa8b4c4219f993065b 2024-11-08T19:44:32,491 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731095061777.3ed1cbd1e3bfe386c21aba7769ac0cb1. 2024-11-08T19:44:32,491 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731095061777.9b640d01b449bdfa8b4c4219f993065b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:44:32,491 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731095061777.8a312a8f4b832bc66667b5371355cd50. 2024-11-08T19:44:32,491 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 9b640d01b449bdfa8b4c4219f993065b 2024-11-08T19:44:32,491 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 9b640d01b449bdfa8b4c4219f993065b 2024-11-08T19:44:32,491 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 8a312a8f4b832bc66667b5371355cd50, NAME => 'SPTestTable,4ccccccb,1731095061777.8a312a8f4b832bc66667b5371355cd50.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-08T19:44:32,491 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8a312a8f4b832bc66667b5371355cd50 2024-11-08T19:44:32,492 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731095061777.8a312a8f4b832bc66667b5371355cd50.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:44:32,492 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 8a312a8f4b832bc66667b5371355cd50 2024-11-08T19:44:32,492 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 8a312a8f4b832bc66667b5371355cd50 2024-11-08T19:44:32,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9ce95d0770edbbd15a7c69de16d30faf, server=b75fe890c219,38037,1731095050681 because future has completed 2024-11-08T19:44:32,493 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=3ed1cbd1e3bfe386c21aba7769ac0cb1, regionState=OPEN, openSeqNum=2, regionLocation=b75fe890c219,36121,1731095050638 2024-11-08T19:44:32,493 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/data/default/SPTestTable/6138b9c2ce3292db20b026413b0c748c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:44:32,493 INFO [StoreOpener-9b640d01b449bdfa8b4c4219f993065b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 9b640d01b449bdfa8b4c4219f993065b 2024-11-08T19:44:32,493 INFO [StoreOpener-8a312a8f4b832bc66667b5371355cd50-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8a312a8f4b832bc66667b5371355cd50 2024-11-08T19:44:32,493 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 6138b9c2ce3292db20b026413b0c748c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70690027, jitterRate=0.053363487124443054}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T19:44:32,494 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6138b9c2ce3292db20b026413b0c748c 2024-11-08T19:44:32,494 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 6138b9c2ce3292db20b026413b0c748c: Running coprocessor pre-open hook at 1731095072467Writing region info on filesystem at 1731095072467Initializing all the Stores at 1731095072469 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731095072469Cleaning up temporary data from old regions at 1731095072483 (+14 ms)Running coprocessor post-open hooks at 1731095072494 (+11 ms)Region opened successfully at 1731095072494 2024-11-08T19:44:32,495 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731095061777.6138b9c2ce3292db20b026413b0c748c., pid=15, masterSystemTime=1731095072421 2024-11-08T19:44:32,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3ed1cbd1e3bfe386c21aba7769ac0cb1, server=b75fe890c219,36121,1731095050638 because future has completed 2024-11-08T19:44:32,495 INFO [StoreOpener-9b640d01b449bdfa8b4c4219f993065b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b640d01b449bdfa8b4c4219f993065b columnFamilyName cf 2024-11-08T19:44:32,496 DEBUG [StoreOpener-9b640d01b449bdfa8b4c4219f993065b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:44:32,496 INFO [StoreOpener-9b640d01b449bdfa8b4c4219f993065b-1 {}] regionserver.HStore(327): Store=9b640d01b449bdfa8b4c4219f993065b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:44:32,496 INFO [StoreOpener-8a312a8f4b832bc66667b5371355cd50-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a312a8f4b832bc66667b5371355cd50 columnFamilyName cf 2024-11-08T19:44:32,496 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 9b640d01b449bdfa8b4c4219f993065b 2024-11-08T19:44:32,496 DEBUG [StoreOpener-8a312a8f4b832bc66667b5371355cd50-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:44:32,497 INFO [StoreOpener-8a312a8f4b832bc66667b5371355cd50-1 {}] regionserver.HStore(327): Store=8a312a8f4b832bc66667b5371355cd50/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:44:32,497 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731095061777.6138b9c2ce3292db20b026413b0c748c. 2024-11-08T19:44:32,497 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 8a312a8f4b832bc66667b5371355cd50 2024-11-08T19:44:32,497 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731095061777.6138b9c2ce3292db20b026413b0c748c. 2024-11-08T19:44:32,497 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=6 2024-11-08T19:44:32,497 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731095061777.7a8eb93a5fc28f094d27f9f34158dc0f. 2024-11-08T19:44:32,497 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/data/default/SPTestTable/9b640d01b449bdfa8b4c4219f993065b 2024-11-08T19:44:32,498 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 7a8eb93a5fc28f094d27f9f34158dc0f, NAME => 'SPTestTable,66666664,1731095061777.7a8eb93a5fc28f094d27f9f34158dc0f.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-08T19:44:32,498 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/data/default/SPTestTable/9b640d01b449bdfa8b4c4219f993065b 2024-11-08T19:44:32,498 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 7a8eb93a5fc28f094d27f9f34158dc0f 2024-11-08T19:44:32,498 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731095061777.7a8eb93a5fc28f094d27f9f34158dc0f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:44:32,498 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/data/default/SPTestTable/8a312a8f4b832bc66667b5371355cd50 2024-11-08T19:44:32,498 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 7a8eb93a5fc28f094d27f9f34158dc0f 2024-11-08T19:44:32,498 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 7a8eb93a5fc28f094d27f9f34158dc0f 2024-11-08T19:44:32,498 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/data/default/SPTestTable/8a312a8f4b832bc66667b5371355cd50 2024-11-08T19:44:32,498 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 9b640d01b449bdfa8b4c4219f993065b 2024-11-08T19:44:32,498 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 9b640d01b449bdfa8b4c4219f993065b 2024-11-08T19:44:32,499 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 9ce95d0770edbbd15a7c69de16d30faf, server=b75fe890c219,38037,1731095050681 in 10.0650 sec 2024-11-08T19:44:32,499 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 8a312a8f4b832bc66667b5371355cd50 2024-11-08T19:44:32,499 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 8a312a8f4b832bc66667b5371355cd50 2024-11-08T19:44:32,500 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 9b640d01b449bdfa8b4c4219f993065b 2024-11-08T19:44:32,501 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 8a312a8f4b832bc66667b5371355cd50 2024-11-08T19:44:32,503 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/data/default/SPTestTable/9b640d01b449bdfa8b4c4219f993065b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:44:32,503 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/data/default/SPTestTable/8a312a8f4b832bc66667b5371355cd50/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:44:32,503 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 9b640d01b449bdfa8b4c4219f993065b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72998977, jitterRate=0.0877695232629776}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T19:44:32,503 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 8a312a8f4b832bc66667b5371355cd50; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66040981, jitterRate=-0.015912696719169617}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T19:44:32,503 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9b640d01b449bdfa8b4c4219f993065b 2024-11-08T19:44:32,503 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8a312a8f4b832bc66667b5371355cd50 2024-11-08T19:44:32,503 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 8a312a8f4b832bc66667b5371355cd50: Running coprocessor pre-open hook at 1731095072492Writing region info on filesystem at 1731095072492Initializing all the Stores at 1731095072493 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731095072493Cleaning up temporary data from old regions at 1731095072499 (+6 ms)Running coprocessor post-open hooks at 1731095072503 (+4 ms)Region opened successfully at 1731095072503 2024-11-08T19:44:32,503 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 9b640d01b449bdfa8b4c4219f993065b: Running coprocessor pre-open hook at 1731095072491Writing region info on filesystem at 1731095072491Initializing all the Stores at 1731095072492 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731095072492Cleaning up temporary data from old regions at 1731095072498 (+6 ms)Running coprocessor post-open hooks at 1731095072503 (+5 ms)Region opened successfully at 1731095072503 2024-11-08T19:44:32,504 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=6138b9c2ce3292db20b026413b0c748c, regionState=OPEN, openSeqNum=2, regionLocation=b75fe890c219,44023,1731095050719 2024-11-08T19:44:32,504 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731095061777.8a312a8f4b832bc66667b5371355cd50., pid=23, masterSystemTime=1731095072435 2024-11-08T19:44:32,504 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731095061777.9b640d01b449bdfa8b4c4219f993065b., pid=22, masterSystemTime=1731095072431 2024-11-08T19:44:32,506 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=7 2024-11-08T19:44:32,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6138b9c2ce3292db20b026413b0c748c, server=b75fe890c219,44023,1731095050719 because future has completed 2024-11-08T19:44:32,506 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 3ed1cbd1e3bfe386c21aba7769ac0cb1, server=b75fe890c219,36121,1731095050638 in 10.0600 sec 2024-11-08T19:44:32,507 INFO [StoreOpener-7a8eb93a5fc28f094d27f9f34158dc0f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 7a8eb93a5fc28f094d27f9f34158dc0f 2024-11-08T19:44:32,507 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731095061777.8a312a8f4b832bc66667b5371355cd50. 2024-11-08T19:44:32,507 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731095061777.8a312a8f4b832bc66667b5371355cd50. 2024-11-08T19:44:32,508 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9ce95d0770edbbd15a7c69de16d30faf, ASSIGN in 10.2440 sec 2024-11-08T19:44:32,508 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731095061777.9b640d01b449bdfa8b4c4219f993065b. 2024-11-08T19:44:32,508 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731095061777.9b640d01b449bdfa8b4c4219f993065b. 2024-11-08T19:44:32,509 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3ed1cbd1e3bfe386c21aba7769ac0cb1, ASSIGN in 10.2510 sec 2024-11-08T19:44:32,509 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=8a312a8f4b832bc66667b5371355cd50, regionState=OPEN, openSeqNum=2, regionLocation=b75fe890c219,36121,1731095050638 2024-11-08T19:44:32,509 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=9b640d01b449bdfa8b4c4219f993065b, regionState=OPEN, openSeqNum=2, regionLocation=b75fe890c219,38037,1731095050681 2024-11-08T19:44:32,509 INFO [StoreOpener-7a8eb93a5fc28f094d27f9f34158dc0f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a8eb93a5fc28f094d27f9f34158dc0f columnFamilyName cf 2024-11-08T19:44:32,509 DEBUG [StoreOpener-7a8eb93a5fc28f094d27f9f34158dc0f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:44:32,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8a312a8f4b832bc66667b5371355cd50, server=b75fe890c219,36121,1731095050638 because future has completed 2024-11-08T19:44:32,511 INFO [StoreOpener-7a8eb93a5fc28f094d27f9f34158dc0f-1 {}] regionserver.HStore(327): Store=7a8eb93a5fc28f094d27f9f34158dc0f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:44:32,512 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 7a8eb93a5fc28f094d27f9f34158dc0f 2024-11-08T19:44:32,513 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/data/default/SPTestTable/7a8eb93a5fc28f094d27f9f34158dc0f 2024-11-08T19:44:32,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9b640d01b449bdfa8b4c4219f993065b, server=b75fe890c219,38037,1731095050681 because future has completed 2024-11-08T19:44:32,514 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/data/default/SPTestTable/7a8eb93a5fc28f094d27f9f34158dc0f 2024-11-08T19:44:32,515 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=13 2024-11-08T19:44:32,515 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 6138b9c2ce3292db20b026413b0c748c, server=b75fe890c219,44023,1731095050719 in 10.0910 sec 2024-11-08T19:44:32,515 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 7a8eb93a5fc28f094d27f9f34158dc0f 2024-11-08T19:44:32,515 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 7a8eb93a5fc28f094d27f9f34158dc0f 2024-11-08T19:44:32,517 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=8 2024-11-08T19:44:32,517 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6138b9c2ce3292db20b026413b0c748c, ASSIGN in 10.2600 sec 2024-11-08T19:44:32,518 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 8a312a8f4b832bc66667b5371355cd50, server=b75fe890c219,36121,1731095050638 in 10.0760 sec 2024-11-08T19:44:32,518 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 7a8eb93a5fc28f094d27f9f34158dc0f 2024-11-08T19:44:32,520 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=11 2024-11-08T19:44:32,520 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8a312a8f4b832bc66667b5371355cd50, ASSIGN in 10.2630 sec 2024-11-08T19:44:32,520 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 9b640d01b449bdfa8b4c4219f993065b, server=b75fe890c219,38037,1731095050681 in 10.0840 sec 2024-11-08T19:44:32,521 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/data/default/SPTestTable/7a8eb93a5fc28f094d27f9f34158dc0f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:44:32,522 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 7a8eb93a5fc28f094d27f9f34158dc0f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70597971, jitterRate=0.051991745829582214}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T19:44:32,522 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7a8eb93a5fc28f094d27f9f34158dc0f 2024-11-08T19:44:32,523 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 7a8eb93a5fc28f094d27f9f34158dc0f: Running coprocessor pre-open hook at 1731095072498Writing region info on filesystem at 1731095072498Initializing all the Stores at 1731095072503 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731095072503Cleaning up temporary data from old regions at 1731095072515 (+12 ms)Running coprocessor post-open hooks at 1731095072522 (+7 ms)Region opened successfully at 1731095072523 (+1 ms) 2024-11-08T19:44:32,523 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9b640d01b449bdfa8b4c4219f993065b, ASSIGN in 10.2650 sec 2024-11-08T19:44:32,523 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731095061777.7a8eb93a5fc28f094d27f9f34158dc0f., pid=19, masterSystemTime=1731095072421 2024-11-08T19:44:32,526 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731095061777.7a8eb93a5fc28f094d27f9f34158dc0f. 2024-11-08T19:44:32,526 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731095061777.7a8eb93a5fc28f094d27f9f34158dc0f. 2024-11-08T19:44:32,527 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7a8eb93a5fc28f094d27f9f34158dc0f, regionState=OPEN, openSeqNum=2, regionLocation=b75fe890c219,44023,1731095050719 2024-11-08T19:44:32,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7a8eb93a5fc28f094d27f9f34158dc0f, server=b75fe890c219,44023,1731095050719 because future has completed 2024-11-08T19:44:32,532 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=9 2024-11-08T19:44:32,533 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 7a8eb93a5fc28f094d27f9f34158dc0f, server=b75fe890c219,44023,1731095050719 in 10.1020 sec 2024-11-08T19:44:32,535 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=4 2024-11-08T19:44:32,535 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7a8eb93a5fc28f094d27f9f34158dc0f, ASSIGN in 10.2770 sec 2024-11-08T19:44:32,536 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T19:44:32,536 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731095072536"}]},"ts":"1731095072536"} 2024-11-08T19:44:32,539 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-08T19:44:32,540 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T19:44:32,543 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.7620 sec 2024-11-08T19:44:35,285 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-08T19:44:37,435 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:44:37,464 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:44:37,464 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:44:37,979 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T19:44:37,983 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:44:38,012 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:44:38,012 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:44:40,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:44:40,104 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-08T19:44:40,104 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-08T19:44:40,105 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T19:44:40,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-08T19:44:40,114 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T19:44:40,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-08T19:44:40,155 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731095061777.9b640d01b449bdfa8b4c4219f993065b., hostname=b75fe890c219,38037,1731095050681, seqNum=2] 2024-11-08T19:44:40,157 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731095061777.9b640d01b449bdfa8b4c4219f993065b., hostname=b75fe890c219,38037,1731095050681, seqNum=2] 2024-11-08T19:44:40,158 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731095061777.9b640d01b449bdfa8b4c4219f993065b., hostname=b75fe890c219,38037,1731095050681, seqNum=2] 2024-11-08T19:44:40,159 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731095061777.9b640d01b449bdfa8b4c4219f993065b., hostname=b75fe890c219,38037,1731095050681, seqNum=2] 2024-11-08T19:44:40,161 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1731095061777.9b640d01b449bdfa8b4c4219f993065b., hostname=b75fe890c219,38037,1731095050681, seqNum=2] 2024-11-08T19:44:40,161 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1731095061777.9b640d01b449bdfa8b4c4219f993065b., hostname=b75fe890c219,38037,1731095050681, seqNum=2] 2024-11-08T19:44:40,205 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731095061777.05e943152dffacb1e1baca6ac18cd63f., hostname=b75fe890c219,36121,1731095050638, seqNum=2] 2024-11-08T19:44:40,207 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731095061777.05e943152dffacb1e1baca6ac18cd63f., hostname=b75fe890c219,36121,1731095050638, seqNum=2] 2024-11-08T19:44:40,208 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731095061777.05e943152dffacb1e1baca6ac18cd63f., hostname=b75fe890c219,36121,1731095050638, seqNum=2] 2024-11-08T19:44:40,209 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731095061777.05e943152dffacb1e1baca6ac18cd63f., hostname=b75fe890c219,36121,1731095050638, seqNum=2] 2024-11-08T19:44:40,210 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1731095061777.05e943152dffacb1e1baca6ac18cd63f., hostname=b75fe890c219,36121,1731095050638, seqNum=2] 2024-11-08T19:44:40,211 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1731095061777.05e943152dffacb1e1baca6ac18cd63f., hostname=b75fe890c219,36121,1731095050638, seqNum=2] 2024-11-08T19:44:40,242 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731095061777.6138b9c2ce3292db20b026413b0c748c., hostname=b75fe890c219,44023,1731095050719, seqNum=2] 2024-11-08T19:44:40,244 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731095061777.6138b9c2ce3292db20b026413b0c748c., hostname=b75fe890c219,44023,1731095050719, seqNum=2] 2024-11-08T19:44:40,246 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731095061777.6138b9c2ce3292db20b026413b0c748c., hostname=b75fe890c219,44023,1731095050719, seqNum=2] 2024-11-08T19:44:40,247 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731095061777.6138b9c2ce3292db20b026413b0c748c., hostname=b75fe890c219,44023,1731095050719, seqNum=2] 2024-11-08T19:44:40,248 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731095061777.6138b9c2ce3292db20b026413b0c748c., hostname=b75fe890c219,44023,1731095050719, seqNum=2] 2024-11-08T19:44:40,250 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731095061777.6138b9c2ce3292db20b026413b0c748c., hostname=b75fe890c219,44023,1731095050719, seqNum=2] 2024-11-08T19:44:40,251 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731095061777.6138b9c2ce3292db20b026413b0c748c., hostname=b75fe890c219,44023,1731095050719, seqNum=2] 2024-11-08T19:44:40,299 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731095061777.758a54937462836f39d0cbdcc32f65b9., hostname=b75fe890c219,38037,1731095050681, seqNum=2] 2024-11-08T19:44:40,300 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731095061777.758a54937462836f39d0cbdcc32f65b9., hostname=b75fe890c219,38037,1731095050681, seqNum=2] 2024-11-08T19:44:40,302 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731095061777.758a54937462836f39d0cbdcc32f65b9., hostname=b75fe890c219,38037,1731095050681, seqNum=2] 2024-11-08T19:44:40,303 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731095061777.758a54937462836f39d0cbdcc32f65b9., hostname=b75fe890c219,38037,1731095050681, seqNum=2] 2024-11-08T19:44:40,304 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1731095061777.758a54937462836f39d0cbdcc32f65b9., hostname=b75fe890c219,38037,1731095050681, seqNum=2] 2024-11-08T19:44:40,305 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1731095061777.758a54937462836f39d0cbdcc32f65b9., hostname=b75fe890c219,38037,1731095050681, seqNum=2] 2024-11-08T19:44:40,403 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T19:44:40,895 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:44:40,898 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57530, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:44:40,919 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:44:40,928 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36121 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731095061777.05e943152dffacb1e1baca6ac18cd63f. with WAL disabled. Data may be lost in the event of a crash. 2024-11-08T19:44:40,944 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44384, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:44:40,946 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44023 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731095061777.6138b9c2ce3292db20b026413b0c748c. with WAL disabled. Data may be lost in the event of a crash. 2024-11-08T19:44:40,985 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38037 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1731095061777.9b640d01b449bdfa8b4c4219f993065b. 2024-11-08T19:44:41,001 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38037 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731095061777.9b640d01b449bdfa8b4c4219f993065b. with WAL disabled. Data may be lost in the event of a crash. 2024-11-08T19:44:41,354 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38037 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731095061777.758a54937462836f39d0cbdcc32f65b9. with WAL disabled. Data may be lost in the event of a crash. 2024-11-08T19:44:41,432 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-08T19:44:41,432 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T19:44:41,433 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-08T19:44:41,434 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-08T19:44:41,436 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-08T19:44:41,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34467 is added to blk_1073741848_1024 (size=49) 2024-11-08T19:44:41,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741848_1024 (size=49) 2024-11-08T19:44:41,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38519 is added to blk_1073741848_1024 (size=49) 2024-11-08T19:44:41,459 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-08T19:44:41,460 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0449a89d1c5848da8cabf7a0e3d01c5e}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9ce95d0770edbbd15a7c69de16d30faf}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3ed1cbd1e3bfe386c21aba7769ac0cb1}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8a312a8f4b832bc66667b5371355cd50}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7a8eb93a5fc28f094d27f9f34158dc0f}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 984eb0b2ae3b9f9428fbf1017157c873}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9b640d01b449bdfa8b4c4219f993065b}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 05e943152dffacb1e1baca6ac18cd63f}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6138b9c2ce3292db20b026413b0c748c}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 758a54937462836f39d0cbdcc32f65b9}] 2024-11-08T19:44:41,461 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8a312a8f4b832bc66667b5371355cd50 2024-11-08T19:44:41,461 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3ed1cbd1e3bfe386c21aba7769ac0cb1 2024-11-08T19:44:41,461 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9ce95d0770edbbd15a7c69de16d30faf 2024-11-08T19:44:41,461 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0449a89d1c5848da8cabf7a0e3d01c5e 2024-11-08T19:44:41,461 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 758a54937462836f39d0cbdcc32f65b9 2024-11-08T19:44:41,465 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6138b9c2ce3292db20b026413b0c748c 2024-11-08T19:44:41,465 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 05e943152dffacb1e1baca6ac18cd63f 2024-11-08T19:44:41,465 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9b640d01b449bdfa8b4c4219f993065b 2024-11-08T19:44:41,465 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 984eb0b2ae3b9f9428fbf1017157c873 2024-11-08T19:44:41,466 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7a8eb93a5fc28f094d27f9f34158dc0f 2024-11-08T19:44:46,898 INFO [regionserver/b75fe890c219:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-08T19:44:51,465 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-08T19:44:51,465 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36121 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-08T19:44:51,465 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44023 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-08T19:44:51,465 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-08T19:44:51,466 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44023 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-08T19:44:51,466 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731095061777.9b640d01b449bdfa8b4c4219f993065b. 2024-11-08T19:44:51,466 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731095061777.984eb0b2ae3b9f9428fbf1017157c873. 2024-11-08T19:44:51,466 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731095061777.8a312a8f4b832bc66667b5371355cd50. 2024-11-08T19:44:51,466 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-08T19:44:51,466 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731095061777.758a54937462836f39d0cbdcc32f65b9. 2024-11-08T19:44:51,466 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing 9b640d01b449bdfa8b4c4219f993065b 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-11-08T19:44:51,466 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 984eb0b2ae3b9f9428fbf1017157c873: 2024-11-08T19:44:51,466 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 8a312a8f4b832bc66667b5371355cd50: 2024-11-08T19:44:51,466 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36121 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-08T19:44:51,466 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731095061777.984eb0b2ae3b9f9428fbf1017157c873. for SnapshotProcedureTest completed. 2024-11-08T19:44:51,466 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731095061777.8a312a8f4b832bc66667b5371355cd50. for SnapshotProcedureTest completed. 2024-11-08T19:44:51,466 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 758a54937462836f39d0cbdcc32f65b9 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-08T19:44:51,466 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731095061777.984eb0b2ae3b9f9428fbf1017157c873.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T19:44:51,466 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731095061777.8a312a8f4b832bc66667b5371355cd50.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T19:44:51,467 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T19:44:51,467 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T19:44:51,467 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44023 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-08T19:44:51,467 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T19:44:51,467 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T19:44:51,467 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731095061777.7a8eb93a5fc28f094d27f9f34158dc0f. 2024-11-08T19:44:51,467 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 7a8eb93a5fc28f094d27f9f34158dc0f: 2024-11-08T19:44:51,467 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731095061777.7a8eb93a5fc28f094d27f9f34158dc0f. for SnapshotProcedureTest completed. 2024-11-08T19:44:51,467 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731095061777.9ce95d0770edbbd15a7c69de16d30faf. 2024-11-08T19:44:51,467 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731095061777.7a8eb93a5fc28f094d27f9f34158dc0f.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T19:44:51,467 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 9ce95d0770edbbd15a7c69de16d30faf: 2024-11-08T19:44:51,467 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T19:44:51,467 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731095061777.9ce95d0770edbbd15a7c69de16d30faf. for SnapshotProcedureTest completed. 2024-11-08T19:44:51,467 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T19:44:51,468 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731095061777.9ce95d0770edbbd15a7c69de16d30faf.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T19:44:51,468 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T19:44:51,468 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T19:44:51,470 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36121 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-08T19:44:51,470 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731095061777.3ed1cbd1e3bfe386c21aba7769ac0cb1. 2024-11-08T19:44:51,470 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44023 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-08T19:44:51,470 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 3ed1cbd1e3bfe386c21aba7769ac0cb1: 2024-11-08T19:44:51,470 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731095061777.3ed1cbd1e3bfe386c21aba7769ac0cb1. for SnapshotProcedureTest completed. 2024-11-08T19:44:51,470 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731095061777.0449a89d1c5848da8cabf7a0e3d01c5e. 2024-11-08T19:44:51,470 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 0449a89d1c5848da8cabf7a0e3d01c5e: 2024-11-08T19:44:51,470 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731095061777.3ed1cbd1e3bfe386c21aba7769ac0cb1.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T19:44:51,470 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731095061777.0449a89d1c5848da8cabf7a0e3d01c5e. for SnapshotProcedureTest completed. 2024-11-08T19:44:51,470 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T19:44:51,470 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T19:44:51,471 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731095061777.0449a89d1c5848da8cabf7a0e3d01c5e.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T19:44:51,471 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T19:44:51,471 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T19:44:51,479 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731095061777.05e943152dffacb1e1baca6ac18cd63f. 2024-11-08T19:44:51,480 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 05e943152dffacb1e1baca6ac18cd63f 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-08T19:44:51,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34467 is added to blk_1073741849_1025 (size=65) 2024-11-08T19:44:51,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741849_1025 (size=65) 2024-11-08T19:44:51,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38519 is added to blk_1073741849_1025 (size=65) 2024-11-08T19:44:51,497 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731095061777.8a312a8f4b832bc66667b5371355cd50. 2024-11-08T19:44:51,497 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-08T19:44:51,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41045 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-08T19:44:51,497 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41045 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 8a312a8f4b832bc66667b5371355cd50 2024-11-08T19:44:51,497 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8a312a8f4b832bc66667b5371355cd50 2024-11-08T19:44:51,500 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8a312a8f4b832bc66667b5371355cd50 in 10.0380 sec 2024-11-08T19:44:51,502 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/data/default/SPTestTable/05e943152dffacb1e1baca6ac18cd63f/.tmp/cf/ff7b26b5d245463ebfbd9ba431f46259 is 34, key is baa/cf:cf/1731095080928/Put/seqid=0 2024-11-08T19:44:51,504 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/data/default/SPTestTable/9b640d01b449bdfa8b4c4219f993065b/.tmp/cf/49d988778a61443caf3fabf82d551f42 is 34, key is aaa/cf:cf/1731095081001/Put/seqid=0 2024-11-08T19:44:51,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38519 is added to blk_1073741850_1026 (size=65) 2024-11-08T19:44:51,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34467 is added to blk_1073741850_1026 (size=65) 2024-11-08T19:44:51,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741850_1026 (size=65) 2024-11-08T19:44:51,514 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731095061777.984eb0b2ae3b9f9428fbf1017157c873. 2024-11-08T19:44:51,514 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-08T19:44:51,514 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731095061777.6138b9c2ce3292db20b026413b0c748c. 2024-11-08T19:44:51,514 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 6138b9c2ce3292db20b026413b0c748c 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-08T19:44:51,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41045 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-08T19:44:51,514 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41045 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 984eb0b2ae3b9f9428fbf1017157c873 2024-11-08T19:44:51,515 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 984eb0b2ae3b9f9428fbf1017157c873 2024-11-08T19:44:51,517 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 984eb0b2ae3b9f9428fbf1017157c873 in 10.0550 sec 2024-11-08T19:44:51,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741854_1030 (size=65) 2024-11-08T19:44:51,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34467 is added to blk_1073741854_1030 (size=65) 2024-11-08T19:44:51,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38519 is added to blk_1073741854_1030 (size=65) 2024-11-08T19:44:51,529 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731095061777.9ce95d0770edbbd15a7c69de16d30faf. 2024-11-08T19:44:51,529 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-08T19:44:51,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41045 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-08T19:44:51,530 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41045 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 9ce95d0770edbbd15a7c69de16d30faf 2024-11-08T19:44:51,530 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9ce95d0770edbbd15a7c69de16d30faf 2024-11-08T19:44:51,533 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 9ce95d0770edbbd15a7c69de16d30faf in 10.0710 sec 2024-11-08T19:44:51,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38519 is added to blk_1073741853_1029 (size=57) 2024-11-08T19:44:51,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34467 is added to blk_1073741853_1029 (size=57) 2024-11-08T19:44:51,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741853_1029 (size=57) 2024-11-08T19:44:51,542 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731095061777.0449a89d1c5848da8cabf7a0e3d01c5e. 2024-11-08T19:44:51,542 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-08T19:44:51,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41045 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-08T19:44:51,543 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41045 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 0449a89d1c5848da8cabf7a0e3d01c5e 2024-11-08T19:44:51,543 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0449a89d1c5848da8cabf7a0e3d01c5e 2024-11-08T19:44:51,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38519 is added to blk_1073741852_1028 (size=65) 2024-11-08T19:44:51,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741852_1028 (size=65) 2024-11-08T19:44:51,546 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0449a89d1c5848da8cabf7a0e3d01c5e in 10.0840 sec 2024-11-08T19:44:51,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34467 is added to blk_1073741852_1028 (size=65) 2024-11-08T19:44:51,548 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731095061777.3ed1cbd1e3bfe386c21aba7769ac0cb1. 2024-11-08T19:44:51,548 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-08T19:44:51,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41045 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-08T19:44:51,549 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41045 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 3ed1cbd1e3bfe386c21aba7769ac0cb1 2024-11-08T19:44:51,549 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3ed1cbd1e3bfe386c21aba7769ac0cb1 2024-11-08T19:44:51,552 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3ed1cbd1e3bfe386c21aba7769ac0cb1 in 10.0900 sec 2024-11-08T19:44:51,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34467 is added to blk_1073741851_1027 (size=65) 2024-11-08T19:44:51,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38519 is added to blk_1073741851_1027 (size=65) 2024-11-08T19:44:51,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741851_1027 (size=65) 2024-11-08T19:44:51,553 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731095061777.7a8eb93a5fc28f094d27f9f34158dc0f. 2024-11-08T19:44:51,553 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-08T19:44:51,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41045 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-08T19:44:51,554 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41045 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 7a8eb93a5fc28f094d27f9f34158dc0f 2024-11-08T19:44:51,554 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7a8eb93a5fc28f094d27f9f34158dc0f 2024-11-08T19:44:51,557 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/data/default/SPTestTable/758a54937462836f39d0cbdcc32f65b9/.tmp/cf/1e29c6feea66437993878c7ec945d7e7 is 34, key is eaa/cf:cf/1731095081352/Put/seqid=0 2024-11-08T19:44:51,557 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 7a8eb93a5fc28f094d27f9f34158dc0f in 10.0950 sec 2024-11-08T19:44:51,567 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/data/default/SPTestTable/6138b9c2ce3292db20b026413b0c748c/.tmp/cf/ffdca284384a4732884d9cd85afdf8f0 is 34, key is ccd/cf:cf/1731095080946/Put/seqid=0 2024-11-08T19:44:51,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38519 is added to blk_1073741856_1032 (size=26918) 2024-11-08T19:44:51,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741856_1032 (size=26918) 2024-11-08T19:44:51,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34467 is added to blk_1073741856_1032 (size=26918) 2024-11-08T19:44:51,577 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/data/default/SPTestTable/9b640d01b449bdfa8b4c4219f993065b/.tmp/cf/49d988778a61443caf3fabf82d551f42 2024-11-08T19:44:51,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38519 is added to blk_1073741857_1033 (size=499309) 2024-11-08T19:44:51,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34467 is added to blk_1073741857_1033 (size=499309) 2024-11-08T19:44:51,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741857_1033 (size=499309) 2024-11-08T19:44:51,590 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/data/default/SPTestTable/758a54937462836f39d0cbdcc32f65b9/.tmp/cf/1e29c6feea66437993878c7ec945d7e7 2024-11-08T19:44:51,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741855_1031 (size=28623) 2024-11-08T19:44:51,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34467 is added to blk_1073741855_1031 (size=28623) 2024-11-08T19:44:51,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38519 is added to blk_1073741855_1031 (size=28623) 2024-11-08T19:44:51,601 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/data/default/SPTestTable/05e943152dffacb1e1baca6ac18cd63f/.tmp/cf/ff7b26b5d245463ebfbd9ba431f46259 2024-11-08T19:44:51,604 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/data/default/SPTestTable/758a54937462836f39d0cbdcc32f65b9/.tmp/cf/1e29c6feea66437993878c7ec945d7e7 as hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/data/default/SPTestTable/758a54937462836f39d0cbdcc32f65b9/cf/1e29c6feea66437993878c7ec945d7e7 2024-11-08T19:44:51,606 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/data/default/SPTestTable/9b640d01b449bdfa8b4c4219f993065b/.tmp/cf/49d988778a61443caf3fabf82d551f42 as hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/data/default/SPTestTable/9b640d01b449bdfa8b4c4219f993065b/cf/49d988778a61443caf3fabf82d551f42 2024-11-08T19:44:51,610 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/data/default/SPTestTable/05e943152dffacb1e1baca6ac18cd63f/.tmp/cf/ff7b26b5d245463ebfbd9ba431f46259 as hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/data/default/SPTestTable/05e943152dffacb1e1baca6ac18cd63f/cf/ff7b26b5d245463ebfbd9ba431f46259 2024-11-08T19:44:51,614 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/data/default/SPTestTable/9b640d01b449bdfa8b4c4219f993065b/cf/49d988778a61443caf3fabf82d551f42, entries=676, sequenceid=5, filesize=26.3 K 2024-11-08T19:44:51,615 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/data/default/SPTestTable/758a54937462836f39d0cbdcc32f65b9/cf/1e29c6feea66437993878c7ec945d7e7, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-08T19:44:51,615 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for 9b640d01b449bdfa8b4c4219f993065b in 149ms, sequenceid=5, compaction requested=false 2024-11-08T19:44:51,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741858_1034 (size=47197) 2024-11-08T19:44:51,616 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 9b640d01b449bdfa8b4c4219f993065b: 2024-11-08T19:44:51,616 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731095061777.9b640d01b449bdfa8b4c4219f993065b. for SnapshotProcedureTest completed. 2024-11-08T19:44:51,616 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 758a54937462836f39d0cbdcc32f65b9 in 150ms, sequenceid=5, compaction requested=false 2024-11-08T19:44:51,616 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 758a54937462836f39d0cbdcc32f65b9: 2024-11-08T19:44:51,616 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731095061777.9b640d01b449bdfa8b4c4219f993065b.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T19:44:51,616 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731095061777.758a54937462836f39d0cbdcc32f65b9. for SnapshotProcedureTest completed. 2024-11-08T19:44:51,616 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T19:44:51,616 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/data/default/SPTestTable/9b640d01b449bdfa8b4c4219f993065b/cf/49d988778a61443caf3fabf82d551f42] hfiles 2024-11-08T19:44:51,616 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/data/default/SPTestTable/9b640d01b449bdfa8b4c4219f993065b/cf/49d988778a61443caf3fabf82d551f42 for snapshot=SnapshotProcedureTest 2024-11-08T19:44:51,616 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731095061777.758a54937462836f39d0cbdcc32f65b9.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T19:44:51,616 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T19:44:51,616 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/data/default/SPTestTable/758a54937462836f39d0cbdcc32f65b9/cf/1e29c6feea66437993878c7ec945d7e7] hfiles 2024-11-08T19:44:51,616 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/data/default/SPTestTable/758a54937462836f39d0cbdcc32f65b9/cf/1e29c6feea66437993878c7ec945d7e7 for snapshot=SnapshotProcedureTest 2024-11-08T19:44:51,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38519 is added to blk_1073741858_1034 (size=47197) 2024-11-08T19:44:51,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34467 is added to blk_1073741858_1034 (size=47197) 2024-11-08T19:44:51,619 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/data/default/SPTestTable/6138b9c2ce3292db20b026413b0c748c/.tmp/cf/ffdca284384a4732884d9cd85afdf8f0 2024-11-08T19:44:51,624 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/data/default/SPTestTable/05e943152dffacb1e1baca6ac18cd63f/cf/ff7b26b5d245463ebfbd9ba431f46259, entries=731, sequenceid=5, filesize=28.0 K 2024-11-08T19:44:51,625 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 05e943152dffacb1e1baca6ac18cd63f in 145ms, sequenceid=5, compaction requested=false 2024-11-08T19:44:51,625 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 05e943152dffacb1e1baca6ac18cd63f: 2024-11-08T19:44:51,625 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731095061777.05e943152dffacb1e1baca6ac18cd63f. for SnapshotProcedureTest completed. 2024-11-08T19:44:51,625 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731095061777.05e943152dffacb1e1baca6ac18cd63f.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T19:44:51,625 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T19:44:51,625 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/data/default/SPTestTable/05e943152dffacb1e1baca6ac18cd63f/cf/ff7b26b5d245463ebfbd9ba431f46259] hfiles 2024-11-08T19:44:51,625 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/data/default/SPTestTable/05e943152dffacb1e1baca6ac18cd63f/cf/ff7b26b5d245463ebfbd9ba431f46259 for snapshot=SnapshotProcedureTest 2024-11-08T19:44:51,632 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/data/default/SPTestTable/6138b9c2ce3292db20b026413b0c748c/.tmp/cf/ffdca284384a4732884d9cd85afdf8f0 as hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/data/default/SPTestTable/6138b9c2ce3292db20b026413b0c748c/cf/ffdca284384a4732884d9cd85afdf8f0 2024-11-08T19:44:51,640 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/data/default/SPTestTable/6138b9c2ce3292db20b026413b0c748c/cf/ffdca284384a4732884d9cd85afdf8f0, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-08T19:44:51,641 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 6138b9c2ce3292db20b026413b0c748c in 126ms, sequenceid=5, compaction requested=false 2024-11-08T19:44:51,641 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 6138b9c2ce3292db20b026413b0c748c: 2024-11-08T19:44:51,641 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731095061777.6138b9c2ce3292db20b026413b0c748c. for SnapshotProcedureTest completed. 2024-11-08T19:44:51,641 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731095061777.6138b9c2ce3292db20b026413b0c748c.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T19:44:51,641 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T19:44:51,641 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/data/default/SPTestTable/6138b9c2ce3292db20b026413b0c748c/cf/ffdca284384a4732884d9cd85afdf8f0] hfiles 2024-11-08T19:44:51,641 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/data/default/SPTestTable/6138b9c2ce3292db20b026413b0c748c/cf/ffdca284384a4732884d9cd85afdf8f0 for snapshot=SnapshotProcedureTest 2024-11-08T19:44:51,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34467 is added to blk_1073741859_1035 (size=105) 2024-11-08T19:44:51,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38519 is added to blk_1073741859_1035 (size=105) 2024-11-08T19:44:51,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741859_1035 (size=105) 2024-11-08T19:44:51,650 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731095061777.9b640d01b449bdfa8b4c4219f993065b. 2024-11-08T19:44:51,650 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-08T19:44:51,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741860_1036 (size=97) 2024-11-08T19:44:51,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34467 is added to blk_1073741860_1036 (size=97) 2024-11-08T19:44:51,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41045 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-08T19:44:51,651 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41045 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 9b640d01b449bdfa8b4c4219f993065b 2024-11-08T19:44:51,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38519 is added to blk_1073741860_1036 (size=97) 2024-11-08T19:44:51,651 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9b640d01b449bdfa8b4c4219f993065b 2024-11-08T19:44:51,652 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731095061777.758a54937462836f39d0cbdcc32f65b9. 2024-11-08T19:44:51,652 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-08T19:44:51,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41045 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-08T19:44:51,653 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41045 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 758a54937462836f39d0cbdcc32f65b9 2024-11-08T19:44:51,654 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 758a54937462836f39d0cbdcc32f65b9 2024-11-08T19:44:51,654 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 9b640d01b449bdfa8b4c4219f993065b in 10.1930 sec 2024-11-08T19:44:51,656 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 758a54937462836f39d0cbdcc32f65b9 in 10.1940 sec 2024-11-08T19:44:51,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34467 is added to blk_1073741861_1037 (size=105) 2024-11-08T19:44:51,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741861_1037 (size=105) 2024-11-08T19:44:51,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38519 is added to blk_1073741861_1037 (size=105) 2024-11-08T19:44:51,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741862_1038 (size=105) 2024-11-08T19:44:51,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34467 is added to blk_1073741862_1038 (size=105) 2024-11-08T19:44:51,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38519 is added to blk_1073741862_1038 (size=105) 2024-11-08T19:44:51,673 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731095061777.6138b9c2ce3292db20b026413b0c748c. 2024-11-08T19:44:51,673 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-08T19:44:51,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41045 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-08T19:44:51,674 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41045 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 6138b9c2ce3292db20b026413b0c748c 2024-11-08T19:44:51,674 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6138b9c2ce3292db20b026413b0c748c 2024-11-08T19:44:51,678 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 6138b9c2ce3292db20b026413b0c748c in 10.2150 sec 2024-11-08T19:44:52,063 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731095061777.05e943152dffacb1e1baca6ac18cd63f. 2024-11-08T19:44:52,063 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-08T19:44:52,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41045 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-08T19:44:52,064 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41045 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 05e943152dffacb1e1baca6ac18cd63f 2024-11-08T19:44:52,065 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 05e943152dffacb1e1baca6ac18cd63f 2024-11-08T19:44:52,070 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=25 2024-11-08T19:44:52,071 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 05e943152dffacb1e1baca6ac18cd63f in 10.6070 sec 2024-11-08T19:44:52,071 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-08T19:44:52,072 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-08T19:44:52,073 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-08T19:44:52,074 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-08T19:44:52,076 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-08T19:44:52,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741863_1039 (size=1174) 2024-11-08T19:44:52,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34467 is added to blk_1073741863_1039 (size=1174) 2024-11-08T19:44:52,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38519 is added to blk_1073741863_1039 (size=1174) 2024-11-08T19:44:52,098 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-08T19:44:52,102 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-08T19:44:52,105 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b75fe890c219,38037,1731095050681 2024-11-08T19:44:52,105 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b75fe890c219,38037,1731095050681 2024-11-08T19:44:52,105 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b75fe890c219,44023,1731095050719 2024-11-08T19:44:52,105 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b75fe890c219,36121,1731095050638 2024-11-08T19:44:52,105 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b75fe890c219,38037,1731095050681 2024-11-08T19:44:52,109 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b75fe890c219,36121,1731095050638 2024-11-08T19:44:52,109 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b75fe890c219,36121,1731095050638 2024-11-08T19:44:52,109 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b75fe890c219,44023,1731095050719 2024-11-08T19:44:52,109 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b75fe890c219,44023,1731095050719 2024-11-08T19:44:52,154 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T19:44:55,557 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b75fe890c219:37595 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-08T19:45:01,712 INFO [master/b75fe890c219:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-08T19:45:01,712 INFO [master/b75fe890c219:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-08T19:45:02,107 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-11-08T19:45:02,107 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36121 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-11-08T19:45:02,108 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44023 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-11-08T19:45:02,108 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-11-08T19:45:02,108 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36121 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-11-08T19:45:02,108 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-08T19:45:02,108 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36121 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-11-08T19:45:02,109 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44023 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-11-08T19:45:02,109 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44023 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-11-08T19:45:02,114 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-08T19:45:02,114 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-08T19:45:02,114 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-08T19:45:02,114 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-08T19:45:02,114 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-08T19:45:02,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41045 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-08T19:45:02,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41045 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-08T19:45:02,116 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-08T19:45:02,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41045 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-08T19:45:02,117 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b75fe890c219,44023,1731095050719 Release verify snapshot worker=b75fe890c219,44023,1731095050719 2024-11-08T19:45:02,117 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b75fe890c219,36121,1731095050638 Release verify snapshot worker=b75fe890c219,36121,1731095050638 2024-11-08T19:45:02,117 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-08T19:45:02,117 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-08T19:45:02,117 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-08T19:45:02,117 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-08T19:45:02,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41045 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-08T19:45:02,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41045 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-08T19:45:02,118 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-08T19:45:02,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41045 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-08T19:45:02,119 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-08T19:45:02,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41045 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-08T19:45:02,119 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b75fe890c219,44023,1731095050719 in 10.0150 sec 2024-11-08T19:45:02,120 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b75fe890c219,44023,1731095050719 Release verify snapshot worker=b75fe890c219,44023,1731095050719 2024-11-08T19:45:02,120 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b75fe890c219,36121,1731095050638 in 10.0150 sec 2024-11-08T19:45:02,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41045 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-11-08T19:45:02,120 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b75fe890c219,38037,1731095050681 Release verify snapshot worker=b75fe890c219,38037,1731095050681 2024-11-08T19:45:02,120 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b75fe890c219,44023,1731095050719 Release verify snapshot worker=b75fe890c219,44023,1731095050719 2024-11-08T19:45:02,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41045 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-08T19:45:02,122 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b75fe890c219,38037,1731095050681 Release verify snapshot worker=b75fe890c219,38037,1731095050681 2024-11-08T19:45:02,122 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b75fe890c219,44023,1731095050719 2024-11-08T19:45:02,123 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b75fe890c219,44023,1731095050719 in 10.0180 sec 2024-11-08T19:45:02,123 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b75fe890c219,44023,1731095050719 in 10.0180 sec 2024-11-08T19:45:02,123 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b75fe890c219,38037,1731095050681 in 10.0180 sec 2024-11-08T19:45:02,124 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b75fe890c219,38037,1731095050681 in 10.0200 sec 2024-11-08T19:45:02,124 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b75fe890c219,38037,1731095050681 Release verify snapshot worker=b75fe890c219,38037,1731095050681 2024-11-08T19:45:02,124 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b75fe890c219,36121,1731095050638 Release verify snapshot worker=b75fe890c219,36121,1731095050638 2024-11-08T19:45:02,124 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b75fe890c219,36121,1731095050638 Release verify snapshot worker=b75fe890c219,36121,1731095050638 2024-11-08T19:45:02,125 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b75fe890c219,36121,1731095050638 in 10.0220 sec 2024-11-08T19:45:02,125 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b75fe890c219,38037,1731095050681 in 10.0220 sec 2024-11-08T19:45:02,126 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b75fe890c219,36121,1731095050638 in 10.0220 sec 2024-11-08T19:45:02,154 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing b75fe890c219,44023,1731095050719 2024-11-08T19:45:02,154 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server b75fe890c219,44023,1731095050719: Simulated kill ***** 2024-11-08T19:45:02,154 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T19:45:02,155 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T19:45:02,156 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T19:45:02,156 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T19:45:02,156 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T19:45:02,156 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 420772864 }, "NonHeapMemoryUsage": { "committed": 176357376, "init": 7667712, "max": -1, "used": 171767352 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-08T19:45:02,157 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41045 {}] master.MasterRpcServices(700): b75fe890c219,44023,1731095050719 reported a fatal error: ***** ABORTING region server b75fe890c219,44023,1731095050719: Simulated kill ***** 2024-11-08T19:45:02,158 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b75fe890c219,44023,1731095050719' ***** 2024-11-08T19:45:02,158 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-08T19:45:02,158 INFO [RS:2;b75fe890c219:44023 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T19:45:02,158 INFO [RS:2;b75fe890c219:44023 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-08T19:45:02,158 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T19:45:02,158 INFO [RS:2;b75fe890c219:44023 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-08T19:45:02,158 INFO [RS:2;b75fe890c219:44023 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T19:45:02,158 INFO [RS:2;b75fe890c219:44023 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;b75fe890c219:44023. 2024-11-08T19:45:02,158 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T19:45:02,158 DEBUG [RS:2;b75fe890c219:44023 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:45:02,159 DEBUG [RS:2;b75fe890c219:44023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:45:02,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34467 is added to blk_1073741836_1012 (size=14382) 2024-11-08T19:45:02,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38519 is added to blk_1073741836_1012 (size=14382) 2024-11-08T19:45:02,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741836_1012 (size=14382) 2024-11-08T19:45:02,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38519 is added to blk_1073741835_1011 (size=1764) 2024-11-08T19:45:02,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741835_1011 (size=1764) 2024-11-08T19:45:02,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34467 is added to blk_1073741835_1011 (size=1764) 2024-11-08T19:45:02,166 DEBUG [RS:2;b75fe890c219:44023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:45:02,166 INFO [RS:2;b75fe890c219:44023 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T19:45:02,166 INFO [RS:2;b75fe890c219:44023 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44023 2024-11-08T19:45:02,166 INFO [regionserver/b75fe890c219:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T19:45:02,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44023-0x1011d43cb6b0003, quorum=127.0.0.1:49720, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b75fe890c219,44023,1731095050719 2024-11-08T19:45:02,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41045-0x1011d43cb6b0000, quorum=127.0.0.1:49720, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T19:45:02,235 INFO [RS:2;b75fe890c219:44023 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T19:45:02,251 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b75fe890c219,44023,1731095050719] 2024-11-08T19:45:02,268 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b75fe890c219,44023,1731095050719 already deleted, retry=false 2024-11-08T19:45:02,268 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of b75fe890c219,44023,1731095050719 on b75fe890c219,41045,1731095050425 2024-11-08T19:45:02,269 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure b75fe890c219,44023,1731095050719, splitWal=true, meta=true 2024-11-08T19:45:02,269 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=46 for b75fe890c219,44023,1731095050719 (carryingMeta=true) b75fe890c219,44023,1731095050719/CRASHED/regionCount=5/lock=java.util.concurrent.locks.ReentrantReadWriteLock@b1efa64[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-08T19:45:02,271 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure b75fe890c219,44023,1731095050719, splitWal=true, meta=true 2024-11-08T19:45:02,274 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure b75fe890c219,44023,1731095050719, splitWal=true, meta=true, isMeta: true 2024-11-08T19:45:02,276 DEBUG [PEWorker-2 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/WALs/b75fe890c219,44023,1731095050719-splitting 2024-11-08T19:45:02,279 INFO [PEWorker-2 {}] master.SplitWALManager(105): b75fe890c219,44023,1731095050719 WAL count=1, meta=true 2024-11-08T19:45:02,280 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure b75fe890c219%2C44023%2C1731095050719.meta.1731095061562.meta}] 2024-11-08T19:45:02,280 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 31 is already finished, skip the rest processes 2024-11-08T19:45:02,281 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 30 is already finished, skip the rest processes 2024-11-08T19:45:02,281 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 26 is already finished, skip the rest processes 2024-11-08T19:45:02,281 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 34 is already finished, skip the rest processes 2024-11-08T19:45:02,281 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b75fe890c219,44023,1731095050719 Release verify snapshot worker=b75fe890c219,44023,1731095050719 2024-11-08T19:45:02,281 DEBUG [PEWorker-3 {}] master.SplitWALManager(158): Acquired split WAL worker=b75fe890c219,38037,1731095050681 2024-11-08T19:45:02,282 WARN [PEWorker-5 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to b75fe890c219,44023,1731095050719, this operation will be retried to send to another server 2024-11-08T19:45:02,282 WARN [PEWorker-5 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T19:45:02,282 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731095103282 2024-11-08T19:45:02,282 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure b75fe890c219%2C44023%2C1731095050719.meta.1731095061562.meta, worker=b75fe890c219,38037,1731095050681}] 2024-11-08T19:45:02,306 INFO [regionserver/b75fe890c219:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T19:45:02,306 INFO [regionserver/b75fe890c219:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T19:45:02,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44023-0x1011d43cb6b0003, quorum=127.0.0.1:49720, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:45:02,352 INFO [RS:2;b75fe890c219:44023 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T19:45:02,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44023-0x1011d43cb6b0003, quorum=127.0.0.1:49720, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:45:02,352 INFO [RS:2;b75fe890c219:44023 {}] regionserver.HRegionServer(1031): Exiting; stopping=b75fe890c219,44023,1731095050719; zookeeper connection closed. 2024-11-08T19:45:02,352 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@370f83a0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@370f83a0 2024-11-08T19:45:03,287 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b75fe890c219,38037,1731095050681 2024-11-08T19:45:10,404 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T19:45:11,318 INFO [regionserver/b75fe890c219:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-08T19:45:12,285 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-11-08T19:45:12,286 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-11-08T19:45:12,287 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-11-08T19:45:12,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41045 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-11-08T19:45:12,292 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b75fe890c219,38037,1731095050681 Release verify snapshot worker=b75fe890c219,38037,1731095050681 2024-11-08T19:45:12,294 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=25 2024-11-08T19:45:12,295 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b75fe890c219,38037,1731095050681 in 20.1900 sec 2024-11-08T19:45:12,295 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-08T19:45:12,295 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/.hbase-snapshot/SnapshotProcedureTest 2024-11-08T19:45:12,298 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-08T19:45:12,298 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-08T19:45:12,300 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 30.8680 sec 2024-11-08T19:45:12,308 INFO [RS_LOG_REPLAY_OPS-regionserver/b75fe890c219:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/WALs/b75fe890c219,44023,1731095050719-splitting/b75fe890c219%2C44023%2C1731095050719.meta.1731095061562.meta, size=14.0 K (14382bytes) 2024-11-08T19:45:12,308 INFO [RS_LOG_REPLAY_OPS-regionserver/b75fe890c219:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/WALs/b75fe890c219,44023,1731095050719-splitting/b75fe890c219%2C44023%2C1731095050719.meta.1731095061562.meta 2024-11-08T19:45:12,308 INFO [RS_LOG_REPLAY_OPS-regionserver/b75fe890c219:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/WALs/b75fe890c219,44023,1731095050719-splitting/b75fe890c219%2C44023%2C1731095050719.meta.1731095061562.meta after 0ms 2024-11-08T19:45:12,311 INFO [RS_LOG_REPLAY_OPS-regionserver/b75fe890c219:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/WALs/b75fe890c219,44023,1731095050719-splitting/b75fe890c219%2C44023%2C1731095050719.meta.1731095061562.meta took 3ms 2024-11-08T19:45:12,314 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b75fe890c219:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "info" sequence_id: 5 } store_sequence_id { family_name: "ns" sequence_id: 3 } store_sequence_id { family_name: "rep_barrier" sequence_id: 18446744073709551615 } store_sequence_id { family_name: "table" sequence_id: 6 } 2024-11-08T19:45:12,317 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b75fe890c219:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/WALs/b75fe890c219,44023,1731095050719-splitting/b75fe890c219%2C44023%2C1731095050719.meta.1731095061562.meta so closing down 2024-11-08T19:45:12,317 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b75fe890c219:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-08T19:45:12,321 INFO [RS_LOG_REPLAY_OPS-regionserver/b75fe890c219:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-b75fe890c219%2C44023%2C1731095050719.meta.1731095061562.meta.temp 2024-11-08T19:45:12,323 INFO [RS_LOG_REPLAY_OPS-regionserver/b75fe890c219:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-b75fe890c219%2C44023%2C1731095050719.meta.1731095061562.meta.temp 2024-11-08T19:45:12,324 INFO [RS_LOG_REPLAY_OPS-regionserver/b75fe890c219:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-11-08T19:45:12,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741864_1040 (size=14141) 2024-11-08T19:45:12,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34467 is added to blk_1073741864_1040 (size=14141) 2024-11-08T19:45:12,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38519 is added to blk_1073741864_1040 (size=14141) 2024-11-08T19:45:12,334 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-b75fe890c219%2C44023%2C1731095050719.meta.1731095061562.meta.temp (wrote 25 edits, skipped 0 edits in 0 ms) 2024-11-08T19:45:12,335 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-b75fe890c219%2C44023%2C1731095050719.meta.1731095061562.meta.temp to hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-08T19:45:12,335 INFO [RS_LOG_REPLAY_OPS-regionserver/b75fe890c219:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 26 edits across 1 Regions in 23 ms; skipped=1; WAL=hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/WALs/b75fe890c219,44023,1731095050719-splitting/b75fe890c219%2C44023%2C1731095050719.meta.1731095061562.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false 2024-11-08T19:45:12,335 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b75fe890c219:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/WALs/b75fe890c219,44023,1731095050719-splitting/b75fe890c219%2C44023%2C1731095050719.meta.1731095061562.meta, journal: Splitting hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/WALs/b75fe890c219,44023,1731095050719-splitting/b75fe890c219%2C44023%2C1731095050719.meta.1731095061562.meta, size=14.0 K (14382bytes) at 1731095112308Finishing writing output for hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/WALs/b75fe890c219,44023,1731095050719-splitting/b75fe890c219%2C44023%2C1731095050719.meta.1731095061562.meta so closing down at 1731095112317 (+9 ms)Creating recovered edits writer path=hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-b75fe890c219%2C44023%2C1731095050719.meta.1731095061562.meta.temp at 1731095112323 (+6 ms)3 split writer threads finished at 1731095112325 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-b75fe890c219%2C44023%2C1731095050719.meta.1731095061562.meta.temp (wrote 25 edits, skipped 0 edits in 0 ms) at 1731095112334 (+9 ms)Rename recovered edits hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-b75fe890c219%2C44023%2C1731095050719.meta.1731095061562.meta.temp to hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 at 1731095112335 (+1 ms)Processed 26 edits across 1 Regions in 23 ms; skipped=1; WAL=hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/WALs/b75fe890c219,44023,1731095050719-splitting/b75fe890c219%2C44023%2C1731095050719.meta.1731095061562.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false at 1731095112335 2024-11-08T19:45:12,335 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b75fe890c219:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/WALs/b75fe890c219,44023,1731095050719-splitting/b75fe890c219%2C44023%2C1731095050719.meta.1731095061562.meta 2024-11-08T19:45:12,335 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b75fe890c219:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-08T19:45:12,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41045 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-08T19:45:12,339 INFO [PEWorker-3 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/WALs/b75fe890c219,44023,1731095050719-splitting/b75fe890c219%2C44023%2C1731095050719.meta.1731095061562.meta to hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/oldWALs 2024-11-08T19:45:12,341 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-08T19:45:12,341 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure b75fe890c219%2C44023%2C1731095050719.meta.1731095061562.meta, worker=b75fe890c219,38037,1731095050681 in 10.0570 sec 2024-11-08T19:45:12,342 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=b75fe890c219,38037,1731095050681 2024-11-08T19:45:12,344 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-08T19:45:12,344 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure b75fe890c219%2C44023%2C1731095050719.meta.1731095061562.meta, worker=b75fe890c219,38037,1731095050681 in 10.0620 sec 2024-11-08T19:45:12,345 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/WALs/b75fe890c219,44023,1731095050719-splitting dir is empty, no logs to split. 2024-11-08T19:45:12,345 INFO [PEWorker-4 {}] master.SplitWALManager(105): b75fe890c219,44023,1731095050719 WAL count=0, meta=true 2024-11-08T19:45:12,345 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if b75fe890c219,44023,1731095050719 WAL splitting is done? wals=0, meta=true 2024-11-08T19:45:12,346 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T19:45:12,347 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T19:45:12,347 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-08T19:45:12,375 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-08T19:45:12,377 WARN [RPCClient-NioEventLoopGroup-6-9 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server b75fe890c219:44023 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: b75fe890c219/172.17.0.2:44023 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:45:12,379 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b75fe890c219,44023,1731095050719, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b75fe890c219,44023,1731095050719, seqNum=-1, error=java.net.ConnectException: Call to address=b75fe890c219:44023 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: b75fe890c219/172.17.0.2:44023 2024-11-08T19:45:12,379 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b75fe890c219,44023,1731095050719, seqNum=-1 is java.net.ConnectException: Connection refused 2024-11-08T19:45:12,379 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b75fe890c219,44023,1731095050719, seqNum=-1 from cache 2024-11-08T19:45:12,380 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] ipc.FailedServers(52): Added failed server with address b75fe890c219:44023 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: b75fe890c219/172.17.0.2:44023 2024-11-08T19:45:12,482 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:45:12,483 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b75fe890c219,44023,1731095050719, seqNum=-1] 2024-11-08T19:45:12,483 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.AbstractRpcClient(357): Not trying to connect to b75fe890c219:44023 this server is in the failed servers list 2024-11-08T19:45:12,484 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b75fe890c219,44023,1731095050719, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b75fe890c219,44023,1731095050719, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b75fe890c219:44023 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b75fe890c219:44023 2024-11-08T19:45:12,484 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b75fe890c219,44023,1731095050719, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b75fe890c219:44023 2024-11-08T19:45:12,484 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b75fe890c219,44023,1731095050719, seqNum=-1 from cache 2024-11-08T19:45:12,498 DEBUG [b75fe890c219:41045 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-08T19:45:12,498 DEBUG [b75fe890c219:41045 {}] balancer.BalancerClusterState(204): Hosts are {b75fe890c219=0} racks are {/default-rack=0} 2024-11-08T19:45:12,498 DEBUG [b75fe890c219:41045 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T19:45:12,498 DEBUG [b75fe890c219:41045 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T19:45:12,498 DEBUG [b75fe890c219:41045 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T19:45:12,498 DEBUG [b75fe890c219:41045 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T19:45:12,498 INFO [b75fe890c219:41045 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T19:45:12,498 INFO [b75fe890c219:41045 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T19:45:12,498 DEBUG [b75fe890c219:41045 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T19:45:12,499 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b75fe890c219,36121,1731095050638 2024-11-08T19:45:12,500 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b75fe890c219,36121,1731095050638, state=OPENING 2024-11-08T19:45:12,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41045-0x1011d43cb6b0000, quorum=127.0.0.1:49720, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T19:45:12,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36121-0x1011d43cb6b0001, quorum=127.0.0.1:49720, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T19:45:12,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38037-0x1011d43cb6b0002, quorum=127.0.0.1:49720, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T19:45:12,566 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T19:45:12,566 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T19:45:12,566 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T19:45:12,566 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T19:45:12,566 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b75fe890c219,36121,1731095050638}] 2024-11-08T19:45:12,691 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:45:12,694 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b75fe890c219,36121,1731095050638, seqNum=-1] 2024-11-08T19:45:12,703 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36121 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Scan size: 143 connection: 172.17.0.2:57530 deadline: 1731095172377, exception=org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on b75fe890c219,36121,1731095050638 2024-11-08T19:45:12,720 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b75fe890c219,36121,1731095050638, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b75fe890c219,36121,1731095050638, seqNum=-1, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on b75fe890c219,36121,1731095050638 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:45:12,721 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b75fe890c219,36121,1731095050638, seqNum=-1 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on b75fe890c219,36121,1731095050638 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:45:12,721 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b75fe890c219,36121,1731095050638, seqNum=-1 from cache 2024-11-08T19:45:13,032 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:45:13,034 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b75fe890c219,36121,1731095050638, seqNum=-1] 2024-11-08T19:45:13,037 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36121 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Scan size: 143 connection: 172.17.0.2:57530 deadline: 1731095172376, exception=org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on b75fe890c219,36121,1731095050638 2024-11-08T19:45:13,038 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b75fe890c219,36121,1731095050638, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b75fe890c219,36121,1731095050638, seqNum=-1, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on b75fe890c219,36121,1731095050638 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:45:13,039 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b75fe890c219,36121,1731095050638, seqNum=-1 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on b75fe890c219,36121,1731095050638 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:45:13,039 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b75fe890c219,36121,1731095050638, seqNum=-1 from cache 2024-11-08T19:45:13,552 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:45:13,555 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b75fe890c219,36121,1731095050638, seqNum=-1] 2024-11-08T19:45:13,557 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36121 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Scan size: 143 connection: 172.17.0.2:57530 deadline: 1731095172376, exception=org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on b75fe890c219,36121,1731095050638 2024-11-08T19:45:13,558 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b75fe890c219,36121,1731095050638, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b75fe890c219,36121,1731095050638, seqNum=-1, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on b75fe890c219,36121,1731095050638 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:45:13,558 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b75fe890c219,36121,1731095050638, seqNum=-1 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on b75fe890c219,36121,1731095050638 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:45:13,558 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b75fe890c219,36121,1731095050638, seqNum=-1 from cache 2024-11-08T19:45:14,572 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:45:14,573 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b75fe890c219,36121,1731095050638, seqNum=-1] 2024-11-08T19:45:14,574 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36121 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Scan size: 143 connection: 172.17.0.2:57530 deadline: 1731095172376, exception=org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on b75fe890c219,36121,1731095050638 2024-11-08T19:45:14,578 WARN [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRpcRetryingCaller(177): Call to b75fe890c219,36121,1731095050638 for 'SPTestTable,,' in 1588230740 of hbase:meta failed, tries = 6, maxAttempts = 16, timeout = 60000 ms, time elapsed = 2199 ms org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on b75fe890c219,36121,1731095050638 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on b75fe890c219,36121,1731095050638 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-08T19:45:14,579 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b75fe890c219,36121,1731095050638, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b75fe890c219,36121,1731095050638, seqNum=-1, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on b75fe890c219,36121,1731095050638 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:45:14,579 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b75fe890c219,36121,1731095050638, seqNum=-1 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on b75fe890c219,36121,1731095050638 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:45:14,579 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b75fe890c219,36121,1731095050638, seqNum=-1 from cache 2024-11-08T19:45:15,178 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b75fe890c219:41045 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-08T19:45:16,581 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:45:16,584 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b75fe890c219,36121,1731095050638, seqNum=-1] 2024-11-08T19:45:16,586 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36121 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Scan size: 143 connection: 172.17.0.2:57530 deadline: 1731095172377, exception=org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on b75fe890c219,36121,1731095050638 2024-11-08T19:45:16,587 WARN [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRpcRetryingCaller(177): Call to b75fe890c219,36121,1731095050638 for 'SPTestTable,,' in 1588230740 of hbase:meta failed, tries = 7, maxAttempts = 16, timeout = 60000 ms, time elapsed = 4212 ms org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on b75fe890c219,36121,1731095050638 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on b75fe890c219,36121,1731095050638 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-08T19:45:16,589 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b75fe890c219,36121,1731095050638, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b75fe890c219,36121,1731095050638, seqNum=-1, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on b75fe890c219,36121,1731095050638 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:45:16,589 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b75fe890c219,36121,1731095050638, seqNum=-1 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on b75fe890c219,36121,1731095050638 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:45:16,589 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b75fe890c219,36121,1731095050638, seqNum=-1 from cache 2024-11-08T19:45:17,444 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 758a54937462836f39d0cbdcc32f65b9, had cached 0 bytes from a total of 499309 2024-11-08T19:45:17,446 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 05e943152dffacb1e1baca6ac18cd63f, had cached 0 bytes from a total of 28623 2024-11-08T19:45:17,467 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 6138b9c2ce3292db20b026413b0c748c, had cached 0 bytes from a total of 47197 2024-11-08T19:45:17,491 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 9b640d01b449bdfa8b4c4219f993065b, had cached 0 bytes from a total of 26918 2024-11-08T19:45:20,622 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:45:20,625 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b75fe890c219,36121,1731095050638, seqNum=-1] 2024-11-08T19:45:20,627 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36121 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Scan size: 143 connection: 172.17.0.2:57530 deadline: 1731095172376, exception=org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on b75fe890c219,36121,1731095050638 2024-11-08T19:45:20,628 WARN [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRpcRetryingCaller(177): Call to b75fe890c219,36121,1731095050638 for 'SPTestTable,,' in 1588230740 of hbase:meta failed, tries = 8, maxAttempts = 16, timeout = 60000 ms, time elapsed = 8252 ms org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on b75fe890c219,36121,1731095050638 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on b75fe890c219,36121,1731095050638 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-08T19:45:20,629 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b75fe890c219,36121,1731095050638, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b75fe890c219,36121,1731095050638, seqNum=-1, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on b75fe890c219,36121,1731095050638 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:45:20,629 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b75fe890c219,36121,1731095050638, seqNum=-1 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on b75fe890c219,36121,1731095050638 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:45:20,629 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b75fe890c219,36121,1731095050638, seqNum=-1 from cache 2024-11-08T19:45:21,745 DEBUG [master/b75fe890c219:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 3ed1cbd1e3bfe386c21aba7769ac0cb1 changed from -1.0 to 0.0, refreshing cache 2024-11-08T19:45:21,746 DEBUG [master/b75fe890c219:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 8a312a8f4b832bc66667b5371355cd50 changed from -1.0 to 0.0, refreshing cache 2024-11-08T19:45:21,747 DEBUG [master/b75fe890c219:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 05e943152dffacb1e1baca6ac18cd63f changed from -1.0 to 0.0, refreshing cache 2024-11-08T19:45:21,748 DEBUG [master/b75fe890c219:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 9ce95d0770edbbd15a7c69de16d30faf changed from -1.0 to 0.0, refreshing cache 2024-11-08T19:45:21,749 DEBUG [master/b75fe890c219:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 9b640d01b449bdfa8b4c4219f993065b changed from -1.0 to 0.0, refreshing cache 2024-11-08T19:45:21,749 DEBUG [master/b75fe890c219:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 758a54937462836f39d0cbdcc32f65b9 changed from -1.0 to 0.0, refreshing cache 2024-11-08T19:45:22,580 INFO [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=50}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T19:45:22,580 INFO [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:45:22,580 INFO [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=50}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T19:45:22,583 INFO [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b75fe890c219%2C36121%2C1731095050638.meta, suffix=.meta, logDir=hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/WALs/b75fe890c219,36121,1731095050638, archiveDir=hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/oldWALs, maxLogs=32 2024-11-08T19:45:22,599 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=50}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/WALs/b75fe890c219,36121,1731095050638/b75fe890c219%2C36121%2C1731095050638.meta.1731095122584.meta, exclude list is [], retry=0 2024-11-08T19:45:22,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39995,DS-5e871249-2412-480f-9a3f-dad77ab57810,DISK] 2024-11-08T19:45:22,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34467,DS-dea13912-34ff-4532-9727-5ccf943e5fd6,DISK] 2024-11-08T19:45:22,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38519,DS-3f9ea469-2df0-4c17-8d62-1f18a4bb0985,DISK] 2024-11-08T19:45:22,604 INFO [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/WALs/b75fe890c219,36121,1731095050638/b75fe890c219%2C36121%2C1731095050638.meta.1731095122584.meta 2024-11-08T19:45:22,606 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38677:38677),(127.0.0.1/127.0.0.1:34913:34913),(127.0.0.1/127.0.0.1:42611:42611)] 2024-11-08T19:45:22,607 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T19:45:22,607 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=50}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T19:45:22,607 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T19:45:22,607 INFO [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T19:45:22,607 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T19:45:22,607 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:45:22,607 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T19:45:22,607 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T19:45:22,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T19:45:22,610 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T19:45:22,610 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:45:22,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:45:22,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T19:45:22,611 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T19:45:22,611 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:45:22,612 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:45:22,612 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T19:45:22,612 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T19:45:22,612 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:45:22,613 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:45:22,613 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T19:45:22,614 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T19:45:22,614 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:45:22,614 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:45:22,614 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T19:45:22,615 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/data/hbase/meta/1588230740 2024-11-08T19:45:22,617 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/data/hbase/meta/1588230740 2024-11-08T19:45:22,617 INFO [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-08T19:45:22,628 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5793): Applied 104, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=28, path=hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-08T19:45:22,628 INFO [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=12.43 KB heapSize=21.09 KB 2024-11-08T19:45:22,648 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/data/hbase/meta/1588230740/.tmp/info/7d4769aa65bb4e5f90c519a801c956d5 is 167, key is SPTestTable,19999999,1731095061777.9ce95d0770edbbd15a7c69de16d30faf./info:regioninfo/1731095072490/Put/seqid=0 2024-11-08T19:45:22,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741866_1042 (size=18393) 2024-11-08T19:45:22,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34467 is added to blk_1073741866_1042 (size=18393) 2024-11-08T19:45:22,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38519 is added to blk_1073741866_1042 (size=18393) 2024-11-08T19:45:22,655 INFO [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.28 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/data/hbase/meta/1588230740/.tmp/info/7d4769aa65bb4e5f90c519a801c956d5 2024-11-08T19:45:22,676 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/data/hbase/meta/1588230740/.tmp/ns/4a64d78d196943f2a593637d99d809ac is 43, key is default/ns:d/1731095061693/Put/seqid=0 2024-11-08T19:45:22,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38519 is added to blk_1073741867_1043 (size=5153) 2024-11-08T19:45:22,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741867_1043 (size=5153) 2024-11-08T19:45:22,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34467 is added to blk_1073741867_1043 (size=5153) 2024-11-08T19:45:22,683 INFO [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/data/hbase/meta/1588230740/.tmp/ns/4a64d78d196943f2a593637d99d809ac 2024-11-08T19:45:22,703 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/data/hbase/meta/1588230740/.tmp/table/3d00b39a0ad145e5901cb4e92dc5795e is 47, key is SPTestTable/table:state/1731095072536/Put/seqid=0 2024-11-08T19:45:22,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38519 is added to blk_1073741868_1044 (size=5214) 2024-11-08T19:45:22,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34467 is added to blk_1073741868_1044 (size=5214) 2024-11-08T19:45:22,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741868_1044 (size=5214) 2024-11-08T19:45:22,713 INFO [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/data/hbase/meta/1588230740/.tmp/table/3d00b39a0ad145e5901cb4e92dc5795e 2024-11-08T19:45:22,719 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/data/hbase/meta/1588230740/.tmp/info/7d4769aa65bb4e5f90c519a801c956d5 as hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/data/hbase/meta/1588230740/info/7d4769aa65bb4e5f90c519a801c956d5 2024-11-08T19:45:22,726 INFO [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/data/hbase/meta/1588230740/info/7d4769aa65bb4e5f90c519a801c956d5, entries=100, sequenceid=28, filesize=18.0 K 2024-11-08T19:45:22,727 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/data/hbase/meta/1588230740/.tmp/ns/4a64d78d196943f2a593637d99d809ac as hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/data/hbase/meta/1588230740/ns/4a64d78d196943f2a593637d99d809ac 2024-11-08T19:45:22,732 INFO [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/data/hbase/meta/1588230740/ns/4a64d78d196943f2a593637d99d809ac, entries=2, sequenceid=28, filesize=5.0 K 2024-11-08T19:45:22,733 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/data/hbase/meta/1588230740/.tmp/table/3d00b39a0ad145e5901cb4e92dc5795e as hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/data/hbase/meta/1588230740/table/3d00b39a0ad145e5901cb4e92dc5795e 2024-11-08T19:45:22,738 INFO [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/data/hbase/meta/1588230740/table/3d00b39a0ad145e5901cb4e92dc5795e, entries=2, sequenceid=28, filesize=5.1 K 2024-11-08T19:45:22,738 INFO [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(3140): Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 110ms, sequenceid=28, compaction requested=false; wal=null 2024-11-08T19:45:22,739 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-08T19:45:22,740 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T19:45:22,740 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T19:45:22,741 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T19:45:22,742 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T19:45:22,744 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/data/hbase/meta/1588230740/recovered.edits/28.seqid, newMaxSeqId=28, maxSeqId=1 2024-11-08T19:45:22,745 INFO [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=29; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73342616, jitterRate=0.09289014339447021}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T19:45:22,745 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T19:45:22,745 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731095122608Writing region info on filesystem at 1731095122608Initializing all the Stores at 1731095122609 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731095122609Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731095122609Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731095122609Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731095122609Obtaining lock to block concurrent updates at 1731095122628 (+19 ms)Preparing flush snapshotting stores in 1588230740 at 1731095122628Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12732, getHeapSize=21536, getOffHeapSize=0, getCellsCount=104 at 1731095122628Flushing stores of hbase:meta,,1.1588230740 at 1731095122628Flushing 1588230740/info: creating writer at 1731095122629 (+1 ms)Flushing 1588230740/info: appending metadata at 1731095122647 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731095122647Flushing 1588230740/ns: creating writer at 1731095122661 (+14 ms)Flushing 1588230740/ns: appending metadata at 1731095122676 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731095122676Flushing 1588230740/table: creating writer at 1731095122689 (+13 ms)Flushing 1588230740/table: appending metadata at 1731095122703 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731095122703Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74dbb227: reopening flushed file at 1731095122718 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@793caf53: reopening flushed file at 1731095122726 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bf64eb4: reopening flushed file at 1731095122732 (+6 ms)Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 110ms, sequenceid=28, compaction requested=false; wal=null at 1731095122738 (+6 ms)Cleaning up temporary data from old regions at 1731095122740 (+2 ms)Running coprocessor post-open hooks at 1731095122745 (+5 ms)Region opened successfully at 1731095122745 2024-11-08T19:45:22,746 INFO [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=50, masterSystemTime=1731095122568 2024-11-08T19:45:22,748 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T19:45:22,748 INFO [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=50}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T19:45:22,749 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=29, regionLocation=b75fe890c219,36121,1731095050638 2024-11-08T19:45:22,750 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b75fe890c219,36121,1731095050638, state=OPEN 2024-11-08T19:45:22,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36121-0x1011d43cb6b0001, quorum=127.0.0.1:49720, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T19:45:22,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38037-0x1011d43cb6b0002, quorum=127.0.0.1:49720, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T19:45:22,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41045-0x1011d43cb6b0000, quorum=127.0.0.1:49720, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T19:45:22,814 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=50, ppid=49, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b75fe890c219,36121,1731095050638 2024-11-08T19:45:22,814 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T19:45:22,814 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T19:45:22,814 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T19:45:22,817 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=49 2024-11-08T19:45:22,817 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=49, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b75fe890c219,36121,1731095050638 in 10.2480 sec 2024-11-08T19:45:22,820 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=46 2024-11-08T19:45:22,820 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.4710 sec 2024-11-08T19:45:22,820 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(207): b75fe890c219,44023,1731095050719 had 5 regions 2024-11-08T19:45:22,821 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure b75fe890c219,44023,1731095050719, splitWal=true, meta=true, isMeta: false 2024-11-08T19:45:22,823 INFO [PEWorker-2 {}] master.SplitWALManager(105): b75fe890c219,44023,1731095050719 WAL count=1, meta=false 2024-11-08T19:45:22,823 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure b75fe890c219%2C44023%2C1731095050719.1731095051442}] 2024-11-08T19:45:22,825 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=b75fe890c219,38037,1731095050681 2024-11-08T19:45:22,826 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure b75fe890c219%2C44023%2C1731095050719.1731095051442, worker=b75fe890c219,38037,1731095050681}] 2024-11-08T19:45:27,612 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:45:27,641 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:45:27,641 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:45:28,149 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T19:45:28,155 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:45:28,182 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:45:28,183 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:45:30,711 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:45:30,714 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b75fe890c219,36121,1731095050638, seqNum=-1] 2024-11-08T19:45:30,741 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-08T19:45:30,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T19:45:30,741 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T19:45:30,741 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:45:30,741 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:45:30,741 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:45:30,742 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T19:45:30,742 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1971934903, stopped=false 2024-11-08T19:45:30,742 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:45:30,742 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b75fe890c219,41045,1731095050425 2024-11-08T19:45:30,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36121-0x1011d43cb6b0001, quorum=127.0.0.1:49720, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T19:45:30,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38037-0x1011d43cb6b0002, quorum=127.0.0.1:49720, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T19:45:30,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41045-0x1011d43cb6b0000, quorum=127.0.0.1:49720, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T19:45:30,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36121-0x1011d43cb6b0001, quorum=127.0.0.1:49720, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:45:30,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38037-0x1011d43cb6b0002, quorum=127.0.0.1:49720, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:45:30,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41045-0x1011d43cb6b0000, quorum=127.0.0.1:49720, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:45:30,771 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T19:45:30,771 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T19:45:30,771 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:45:30,771 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:45:30,771 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b75fe890c219,36121,1731095050638' ***** 2024-11-08T19:45:30,772 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T19:45:30,772 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b75fe890c219,38037,1731095050681' ***** 2024-11-08T19:45:30,772 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36121-0x1011d43cb6b0001, quorum=127.0.0.1:49720, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T19:45:30,772 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T19:45:30,772 INFO [RS:0;b75fe890c219:36121 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T19:45:30,772 INFO [RS:0;b75fe890c219:36121 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T19:45:30,772 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T19:45:30,772 INFO [RS:0;b75fe890c219:36121 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T19:45:30,772 INFO [RS:1;b75fe890c219:38037 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T19:45:30,772 INFO [RS:0;b75fe890c219:36121 {}] regionserver.HRegionServer(3091): Received CLOSE for 8a312a8f4b832bc66667b5371355cd50 2024-11-08T19:45:30,772 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38037-0x1011d43cb6b0002, quorum=127.0.0.1:49720, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T19:45:30,772 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T19:45:30,772 INFO [RS:1;b75fe890c219:38037 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T19:45:30,772 INFO [RS:1;b75fe890c219:38037 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T19:45:30,772 INFO [RS:1;b75fe890c219:38037 {}] regionserver.HRegionServer(3091): Received CLOSE for 9b640d01b449bdfa8b4c4219f993065b 2024-11-08T19:45:30,772 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41045-0x1011d43cb6b0000, quorum=127.0.0.1:49720, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T19:45:30,773 INFO [RS:1;b75fe890c219:38037 {}] regionserver.HRegionServer(3091): Received CLOSE for 9ce95d0770edbbd15a7c69de16d30faf 2024-11-08T19:45:30,773 INFO [RS:1;b75fe890c219:38037 {}] regionserver.HRegionServer(3091): Received CLOSE for 758a54937462836f39d0cbdcc32f65b9 2024-11-08T19:45:30,773 INFO [RS:1;b75fe890c219:38037 {}] regionserver.HRegionServer(959): stopping server b75fe890c219,38037,1731095050681 2024-11-08T19:45:30,773 INFO [RS:1;b75fe890c219:38037 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T19:45:30,773 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9b640d01b449bdfa8b4c4219f993065b, disabling compactions & flushes 2024-11-08T19:45:30,773 INFO [RS:1;b75fe890c219:38037 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;b75fe890c219:38037. 2024-11-08T19:45:30,773 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731095061777.9b640d01b449bdfa8b4c4219f993065b. 2024-11-08T19:45:30,773 DEBUG [RS:1;b75fe890c219:38037 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:45:30,773 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731095061777.9b640d01b449bdfa8b4c4219f993065b. 2024-11-08T19:45:30,773 DEBUG [RS:1;b75fe890c219:38037 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:45:30,773 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731095061777.9b640d01b449bdfa8b4c4219f993065b. after waiting 0 ms 2024-11-08T19:45:30,773 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731095061777.9b640d01b449bdfa8b4c4219f993065b. 2024-11-08T19:45:30,773 INFO [RS:1;b75fe890c219:38037 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T19:45:30,773 DEBUG [RS:1;b75fe890c219:38037 {}] regionserver.HRegionServer(1325): Online Regions={9b640d01b449bdfa8b4c4219f993065b=SPTestTable,99999996,1731095061777.9b640d01b449bdfa8b4c4219f993065b., 9ce95d0770edbbd15a7c69de16d30faf=SPTestTable,19999999,1731095061777.9ce95d0770edbbd15a7c69de16d30faf., 758a54937462836f39d0cbdcc32f65b9=SPTestTable,e6666661,1731095061777.758a54937462836f39d0cbdcc32f65b9.} 2024-11-08T19:45:30,773 DEBUG [RS:1;b75fe890c219:38037 {}] regionserver.HRegionServer(1351): Waiting on 758a54937462836f39d0cbdcc32f65b9, 9b640d01b449bdfa8b4c4219f993065b, 9ce95d0770edbbd15a7c69de16d30faf 2024-11-08T19:45:30,773 INFO [RS:0;b75fe890c219:36121 {}] regionserver.HRegionServer(3091): Received CLOSE for 05e943152dffacb1e1baca6ac18cd63f 2024-11-08T19:45:30,773 INFO [RS:0;b75fe890c219:36121 {}] regionserver.HRegionServer(3091): Received CLOSE for 3ed1cbd1e3bfe386c21aba7769ac0cb1 2024-11-08T19:45:30,773 INFO [RS:0;b75fe890c219:36121 {}] regionserver.HRegionServer(959): stopping server b75fe890c219,36121,1731095050638 2024-11-08T19:45:30,773 INFO [RS:0;b75fe890c219:36121 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T19:45:30,773 INFO [RS:0;b75fe890c219:36121 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b75fe890c219:36121. 2024-11-08T19:45:30,773 DEBUG [RS:0;b75fe890c219:36121 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:45:30,773 DEBUG [RS:0;b75fe890c219:36121 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:45:30,774 INFO [RS:0;b75fe890c219:36121 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T19:45:30,774 INFO [RS:0;b75fe890c219:36121 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T19:45:30,774 INFO [RS:0;b75fe890c219:36121 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T19:45:30,774 INFO [RS:0;b75fe890c219:36121 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T19:45:30,774 INFO [RS:0;b75fe890c219:36121 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-11-08T19:45:30,774 DEBUG [RS:0;b75fe890c219:36121 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 8a312a8f4b832bc66667b5371355cd50=SPTestTable,4ccccccb,1731095061777.8a312a8f4b832bc66667b5371355cd50., 05e943152dffacb1e1baca6ac18cd63f=SPTestTable,b333332f,1731095061777.05e943152dffacb1e1baca6ac18cd63f., 3ed1cbd1e3bfe386c21aba7769ac0cb1=SPTestTable,33333332,1731095061777.3ed1cbd1e3bfe386c21aba7769ac0cb1.} 2024-11-08T19:45:30,774 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8a312a8f4b832bc66667b5371355cd50, disabling compactions & flushes 2024-11-08T19:45:30,774 DEBUG [RS:0;b75fe890c219:36121 {}] regionserver.HRegionServer(1351): Waiting on 05e943152dffacb1e1baca6ac18cd63f, 1588230740, 3ed1cbd1e3bfe386c21aba7769ac0cb1, 8a312a8f4b832bc66667b5371355cd50 2024-11-08T19:45:30,774 DEBUG [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T19:45:30,774 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731095061777.8a312a8f4b832bc66667b5371355cd50. 2024-11-08T19:45:30,774 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731095061777.8a312a8f4b832bc66667b5371355cd50. 2024-11-08T19:45:30,774 INFO [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T19:45:30,774 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731095061777.8a312a8f4b832bc66667b5371355cd50. after waiting 0 ms 2024-11-08T19:45:30,774 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731095061777.8a312a8f4b832bc66667b5371355cd50. 2024-11-08T19:45:30,774 DEBUG [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T19:45:30,774 DEBUG [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T19:45:30,774 DEBUG [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T19:45:30,778 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/data/default/SPTestTable/8a312a8f4b832bc66667b5371355cd50/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T19:45:30,778 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/data/default/SPTestTable/9b640d01b449bdfa8b4c4219f993065b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T19:45:30,779 DEBUG [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/data/hbase/meta/1588230740/recovered.edits/31.seqid, newMaxSeqId=31, maxSeqId=28 2024-11-08T19:45:30,779 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731095061777.8a312a8f4b832bc66667b5371355cd50. 2024-11-08T19:45:30,779 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8a312a8f4b832bc66667b5371355cd50: Waiting for close lock at 1731095130774Running coprocessor pre-close hooks at 1731095130774Disabling compacts and flushes for region at 1731095130774Disabling writes for close at 1731095130774Writing region close event to WAL at 1731095130775 (+1 ms)Running coprocessor post-close hooks at 1731095130779 (+4 ms)Closed at 1731095130779 2024-11-08T19:45:30,779 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731095061777.9b640d01b449bdfa8b4c4219f993065b. 2024-11-08T19:45:30,779 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731095061777.8a312a8f4b832bc66667b5371355cd50. 2024-11-08T19:45:30,779 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9b640d01b449bdfa8b4c4219f993065b: Waiting for close lock at 1731095130773Running coprocessor pre-close hooks at 1731095130773Disabling compacts and flushes for region at 1731095130773Disabling writes for close at 1731095130773Writing region close event to WAL at 1731095130774 (+1 ms)Running coprocessor post-close hooks at 1731095130779 (+5 ms)Closed at 1731095130779 2024-11-08T19:45:30,779 DEBUG [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T19:45:30,779 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1731095061777.9b640d01b449bdfa8b4c4219f993065b. 2024-11-08T19:45:30,779 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 05e943152dffacb1e1baca6ac18cd63f, disabling compactions & flushes 2024-11-08T19:45:30,779 INFO [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T19:45:30,779 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731095061777.05e943152dffacb1e1baca6ac18cd63f. 2024-11-08T19:45:30,779 DEBUG [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731095130774Running coprocessor pre-close hooks at 1731095130774Disabling compacts and flushes for region at 1731095130774Disabling writes for close at 1731095130774Writing region close event to WAL at 1731095130776 (+2 ms)Running coprocessor post-close hooks at 1731095130779 (+3 ms)Closed at 1731095130779 2024-11-08T19:45:30,779 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9ce95d0770edbbd15a7c69de16d30faf, disabling compactions & flushes 2024-11-08T19:45:30,779 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731095061777.05e943152dffacb1e1baca6ac18cd63f. 2024-11-08T19:45:30,779 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731095061777.9ce95d0770edbbd15a7c69de16d30faf. 2024-11-08T19:45:30,779 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731095061777.05e943152dffacb1e1baca6ac18cd63f. after waiting 0 ms 2024-11-08T19:45:30,779 DEBUG [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T19:45:30,779 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731095061777.9ce95d0770edbbd15a7c69de16d30faf. 2024-11-08T19:45:30,779 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731095061777.05e943152dffacb1e1baca6ac18cd63f. 2024-11-08T19:45:30,779 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731095061777.9ce95d0770edbbd15a7c69de16d30faf. after waiting 0 ms 2024-11-08T19:45:30,779 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731095061777.9ce95d0770edbbd15a7c69de16d30faf. 2024-11-08T19:45:30,788 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/data/default/SPTestTable/9ce95d0770edbbd15a7c69de16d30faf/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T19:45:30,789 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731095061777.9ce95d0770edbbd15a7c69de16d30faf. 2024-11-08T19:45:30,789 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9ce95d0770edbbd15a7c69de16d30faf: Waiting for close lock at 1731095130779Running coprocessor pre-close hooks at 1731095130779Disabling compacts and flushes for region at 1731095130779Disabling writes for close at 1731095130779Writing region close event to WAL at 1731095130782 (+3 ms)Running coprocessor post-close hooks at 1731095130789 (+7 ms)Closed at 1731095130789 2024-11-08T19:45:30,789 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1731095061777.9ce95d0770edbbd15a7c69de16d30faf. 2024-11-08T19:45:30,790 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 758a54937462836f39d0cbdcc32f65b9, disabling compactions & flushes 2024-11-08T19:45:30,790 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731095061777.758a54937462836f39d0cbdcc32f65b9. 2024-11-08T19:45:30,790 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731095061777.758a54937462836f39d0cbdcc32f65b9. 2024-11-08T19:45:30,790 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731095061777.758a54937462836f39d0cbdcc32f65b9. after waiting 0 ms 2024-11-08T19:45:30,790 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731095061777.758a54937462836f39d0cbdcc32f65b9. 2024-11-08T19:45:30,790 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/data/default/SPTestTable/05e943152dffacb1e1baca6ac18cd63f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T19:45:30,791 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731095061777.05e943152dffacb1e1baca6ac18cd63f. 2024-11-08T19:45:30,791 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 05e943152dffacb1e1baca6ac18cd63f: Waiting for close lock at 1731095130779Running coprocessor pre-close hooks at 1731095130779Disabling compacts and flushes for region at 1731095130779Disabling writes for close at 1731095130779Writing region close event to WAL at 1731095130786 (+7 ms)Running coprocessor post-close hooks at 1731095130791 (+5 ms)Closed at 1731095130791 2024-11-08T19:45:30,791 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1731095061777.05e943152dffacb1e1baca6ac18cd63f. 2024-11-08T19:45:30,791 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3ed1cbd1e3bfe386c21aba7769ac0cb1, disabling compactions & flushes 2024-11-08T19:45:30,791 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731095061777.3ed1cbd1e3bfe386c21aba7769ac0cb1. 2024-11-08T19:45:30,791 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731095061777.3ed1cbd1e3bfe386c21aba7769ac0cb1. 2024-11-08T19:45:30,792 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731095061777.3ed1cbd1e3bfe386c21aba7769ac0cb1. after waiting 0 ms 2024-11-08T19:45:30,792 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731095061777.3ed1cbd1e3bfe386c21aba7769ac0cb1. 2024-11-08T19:45:30,794 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/data/default/SPTestTable/758a54937462836f39d0cbdcc32f65b9/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T19:45:30,795 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/data/default/SPTestTable/3ed1cbd1e3bfe386c21aba7769ac0cb1/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T19:45:30,795 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731095061777.758a54937462836f39d0cbdcc32f65b9. 2024-11-08T19:45:30,795 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 758a54937462836f39d0cbdcc32f65b9: Waiting for close lock at 1731095130790Running coprocessor pre-close hooks at 1731095130790Disabling compacts and flushes for region at 1731095130790Disabling writes for close at 1731095130790Writing region close event to WAL at 1731095130791 (+1 ms)Running coprocessor post-close hooks at 1731095130795 (+4 ms)Closed at 1731095130795 2024-11-08T19:45:30,795 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1731095061777.758a54937462836f39d0cbdcc32f65b9. 2024-11-08T19:45:30,795 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731095061777.3ed1cbd1e3bfe386c21aba7769ac0cb1. 2024-11-08T19:45:30,795 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3ed1cbd1e3bfe386c21aba7769ac0cb1: Waiting for close lock at 1731095130791Running coprocessor pre-close hooks at 1731095130791Disabling compacts and flushes for region at 1731095130791Disabling writes for close at 1731095130792 (+1 ms)Writing region close event to WAL at 1731095130792Running coprocessor post-close hooks at 1731095130795 (+3 ms)Closed at 1731095130795 2024-11-08T19:45:30,795 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1731095061777.3ed1cbd1e3bfe386c21aba7769ac0cb1. 2024-11-08T19:45:30,803 INFO [regionserver/b75fe890c219:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T19:45:30,803 INFO [regionserver/b75fe890c219:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T19:45:30,973 INFO [RS:1;b75fe890c219:38037 {}] regionserver.HRegionServer(976): stopping server b75fe890c219,38037,1731095050681; all regions closed. 2024-11-08T19:45:30,974 INFO [RS:0;b75fe890c219:36121 {}] regionserver.HRegionServer(976): stopping server b75fe890c219,36121,1731095050638; all regions closed. 2024-11-08T19:45:30,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741833_1009 (size=2886) 2024-11-08T19:45:30,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34467 is added to blk_1073741833_1009 (size=2886) 2024-11-08T19:45:30,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34467 is added to blk_1073741865_1041 (size=678) 2024-11-08T19:45:30,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38519 is added to blk_1073741833_1009 (size=2886) 2024-11-08T19:45:30,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741865_1041 (size=678) 2024-11-08T19:45:30,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38519 is added to blk_1073741865_1041 (size=678) 2024-11-08T19:45:30,984 DEBUG [RS:1;b75fe890c219:38037 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/oldWALs 2024-11-08T19:45:30,984 INFO [RS:1;b75fe890c219:38037 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b75fe890c219%2C38037%2C1731095050681:(num 1731095051442) 2024-11-08T19:45:30,984 DEBUG [RS:1;b75fe890c219:38037 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:45:30,984 INFO [RS:1;b75fe890c219:38037 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T19:45:30,984 DEBUG [RS:0;b75fe890c219:36121 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/oldWALs 2024-11-08T19:45:30,984 INFO [RS:0;b75fe890c219:36121 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b75fe890c219%2C36121%2C1731095050638.meta:.meta(num 1731095122584) 2024-11-08T19:45:30,984 INFO [RS:1;b75fe890c219:38037 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T19:45:30,984 INFO [RS:1;b75fe890c219:38037 {}] hbase.ChoreService(370): Chore service for: regionserver/b75fe890c219:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T19:45:30,984 INFO [RS:1;b75fe890c219:38037 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T19:45:30,984 INFO [RS:1;b75fe890c219:38037 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T19:45:30,984 INFO [regionserver/b75fe890c219:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T19:45:30,985 INFO [RS:1;b75fe890c219:38037 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T19:45:30,985 INFO [RS:1;b75fe890c219:38037 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T19:45:30,985 INFO [RS:1;b75fe890c219:38037 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38037 2024-11-08T19:45:30,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34467 is added to blk_1073741834_1010 (size=2364) 2024-11-08T19:45:30,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38519 is added to blk_1073741834_1010 (size=2364) 2024-11-08T19:45:30,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741834_1010 (size=2364) 2024-11-08T19:45:30,992 DEBUG [RS:0;b75fe890c219:36121 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/oldWALs 2024-11-08T19:45:30,992 INFO [RS:0;b75fe890c219:36121 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b75fe890c219%2C36121%2C1731095050638:(num 1731095051442) 2024-11-08T19:45:30,992 DEBUG [RS:0;b75fe890c219:36121 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:45:30,992 INFO [RS:0;b75fe890c219:36121 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T19:45:30,992 INFO [RS:0;b75fe890c219:36121 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T19:45:30,993 INFO [RS:0;b75fe890c219:36121 {}] hbase.ChoreService(370): Chore service for: regionserver/b75fe890c219:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T19:45:30,993 INFO [RS:0;b75fe890c219:36121 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T19:45:30,993 INFO [regionserver/b75fe890c219:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T19:45:30,993 INFO [RS:0;b75fe890c219:36121 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36121 2024-11-08T19:45:31,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41045-0x1011d43cb6b0000, quorum=127.0.0.1:49720, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T19:45:31,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38037-0x1011d43cb6b0002, quorum=127.0.0.1:49720, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b75fe890c219,38037,1731095050681 2024-11-08T19:45:31,020 INFO [RS:1;b75fe890c219:38037 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T19:45:31,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36121-0x1011d43cb6b0001, quorum=127.0.0.1:49720, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b75fe890c219,36121,1731095050638 2024-11-08T19:45:31,036 INFO [RS:0;b75fe890c219:36121 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T19:45:31,036 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b75fe890c219,36121,1731095050638] 2024-11-08T19:45:31,070 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b75fe890c219,36121,1731095050638 already deleted, retry=false 2024-11-08T19:45:31,070 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b75fe890c219,36121,1731095050638 expired; onlineServers=1 2024-11-08T19:45:31,070 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b75fe890c219,38037,1731095050681] 2024-11-08T19:45:31,086 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b75fe890c219,38037,1731095050681 already deleted, retry=false 2024-11-08T19:45:31,086 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b75fe890c219,38037,1731095050681 expired; onlineServers=0 2024-11-08T19:45:31,086 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b75fe890c219,41045,1731095050425' ***** 2024-11-08T19:45:31,086 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T19:45:31,086 INFO [M:0;b75fe890c219:41045 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T19:45:31,087 INFO [M:0;b75fe890c219:41045 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T19:45:31,087 DEBUG [M:0;b75fe890c219:41045 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T19:45:31,087 DEBUG [M:0;b75fe890c219:41045 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T19:45:31,087 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T19:45:31,087 DEBUG [master/b75fe890c219:0:becomeActiveMaster-HFileCleaner.large.0-1731095051050 {}] cleaner.HFileCleaner(306): Exit Thread[master/b75fe890c219:0:becomeActiveMaster-HFileCleaner.large.0-1731095051050,5,FailOnTimeoutGroup] 2024-11-08T19:45:31,087 DEBUG [master/b75fe890c219:0:becomeActiveMaster-HFileCleaner.small.0-1731095051050 {}] cleaner.HFileCleaner(306): Exit Thread[master/b75fe890c219:0:becomeActiveMaster-HFileCleaner.small.0-1731095051050,5,FailOnTimeoutGroup] 2024-11-08T19:45:31,087 INFO [M:0;b75fe890c219:41045 {}] hbase.ChoreService(370): Chore service for: master/b75fe890c219:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T19:45:31,087 INFO [M:0;b75fe890c219:41045 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T19:45:31,087 DEBUG [M:0;b75fe890c219:41045 {}] master.HMaster(1795): Stopping service threads 2024-11-08T19:45:31,087 INFO [M:0;b75fe890c219:41045 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T19:45:31,087 INFO [M:0;b75fe890c219:41045 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T19:45:31,087 ERROR [M:0;b75fe890c219:41045 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1506214772) connection to localhost/127.0.0.1:38947 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:38947,5,PEWorkerGroup] 2024-11-08T19:45:31,088 INFO [M:0;b75fe890c219:41045 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T19:45:31,088 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T19:45:31,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41045-0x1011d43cb6b0000, quorum=127.0.0.1:49720, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-08T19:45:31,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41045-0x1011d43cb6b0000, quorum=127.0.0.1:49720, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:45:31,103 DEBUG [M:0;b75fe890c219:41045 {}] zookeeper.ZKUtil(347): master:41045-0x1011d43cb6b0000, quorum=127.0.0.1:49720, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-08T19:45:31,103 WARN [M:0;b75fe890c219:41045 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T19:45:31,104 INFO [M:0;b75fe890c219:41045 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/.lastflushedseqids 2024-11-08T19:45:31,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741869_1045 (size=632) 2024-11-08T19:45:31,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34467 is added to blk_1073741869_1045 (size=632) 2024-11-08T19:45:31,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38519 is added to blk_1073741869_1045 (size=632) 2024-11-08T19:45:31,115 INFO [M:0;b75fe890c219:41045 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T19:45:31,115 INFO [M:0;b75fe890c219:41045 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T19:45:31,115 DEBUG [M:0;b75fe890c219:41045 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T19:45:31,116 INFO [M:0;b75fe890c219:41045 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:45:31,116 DEBUG [M:0;b75fe890c219:41045 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:45:31,116 DEBUG [M:0;b75fe890c219:41045 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T19:45:31,116 DEBUG [M:0;b75fe890c219:41045 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:45:31,116 INFO [M:0;b75fe890c219:41045 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=172.61 KB heapSize=211.73 KB 2024-11-08T19:45:31,133 DEBUG [M:0;b75fe890c219:41045 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6ea699a70e6343858bee7ad34054a330 is 82, key is hbase:meta,,1/info:regioninfo/1731095122749/Put/seqid=0 2024-11-08T19:45:31,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741870_1046 (size=6071) 2024-11-08T19:45:31,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34467 is added to blk_1073741870_1046 (size=6071) 2024-11-08T19:45:31,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38519 is added to blk_1073741870_1046 (size=6071) 2024-11-08T19:45:31,140 INFO [M:0;b75fe890c219:41045 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6ea699a70e6343858bee7ad34054a330 2024-11-08T19:45:31,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38037-0x1011d43cb6b0002, quorum=127.0.0.1:49720, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:45:31,153 INFO [RS:1;b75fe890c219:38037 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T19:45:31,153 INFO [RS:1;b75fe890c219:38037 {}] regionserver.HRegionServer(1031): Exiting; stopping=b75fe890c219,38037,1731095050681; zookeeper connection closed. 2024-11-08T19:45:31,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38037-0x1011d43cb6b0002, quorum=127.0.0.1:49720, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:45:31,153 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@51bfef5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@51bfef5 2024-11-08T19:45:31,163 DEBUG [M:0;b75fe890c219:41045 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/705e83a082c946288e4cbdff180a4e42 is 1242, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731095072542/Put/seqid=0 2024-11-08T19:45:31,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36121-0x1011d43cb6b0001, quorum=127.0.0.1:49720, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:45:31,170 INFO [RS:0;b75fe890c219:36121 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T19:45:31,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36121-0x1011d43cb6b0001, quorum=127.0.0.1:49720, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:45:31,170 INFO [RS:0;b75fe890c219:36121 {}] regionserver.HRegionServer(1031): Exiting; stopping=b75fe890c219,36121,1731095050638; zookeeper connection closed. 2024-11-08T19:45:31,170 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2fdba6ee {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2fdba6ee 2024-11-08T19:45:31,171 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-08T19:45:31,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741871_1047 (size=11609) 2024-11-08T19:45:31,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34467 is added to blk_1073741871_1047 (size=11609) 2024-11-08T19:45:31,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38519 is added to blk_1073741871_1047 (size=11609) 2024-11-08T19:45:31,173 INFO [M:0;b75fe890c219:41045 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=171.38 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/705e83a082c946288e4cbdff180a4e42 2024-11-08T19:45:31,180 INFO [M:0;b75fe890c219:41045 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 705e83a082c946288e4cbdff180a4e42 2024-11-08T19:45:31,200 DEBUG [M:0;b75fe890c219:41045 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/36b37783ca0d4b9c84b300ae8f9d1b3e is 69, key is b75fe890c219,36121,1731095050638/rs:state/1731095051208/Put/seqid=0 2024-11-08T19:45:31,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38519 is added to blk_1073741872_1048 (size=5442) 2024-11-08T19:45:31,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741872_1048 (size=5442) 2024-11-08T19:45:31,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34467 is added to blk_1073741872_1048 (size=5442) 2024-11-08T19:45:31,206 INFO [M:0;b75fe890c219:41045 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/36b37783ca0d4b9c84b300ae8f9d1b3e 2024-11-08T19:45:31,211 INFO [M:0;b75fe890c219:41045 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 36b37783ca0d4b9c84b300ae8f9d1b3e 2024-11-08T19:45:31,212 DEBUG [M:0;b75fe890c219:41045 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6ea699a70e6343858bee7ad34054a330 as hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6ea699a70e6343858bee7ad34054a330 2024-11-08T19:45:31,217 INFO [M:0;b75fe890c219:41045 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6ea699a70e6343858bee7ad34054a330, entries=14, sequenceid=416, filesize=5.9 K 2024-11-08T19:45:31,218 DEBUG [M:0;b75fe890c219:41045 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/705e83a082c946288e4cbdff180a4e42 as hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/705e83a082c946288e4cbdff180a4e42 2024-11-08T19:45:31,224 INFO [M:0;b75fe890c219:41045 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 705e83a082c946288e4cbdff180a4e42 2024-11-08T19:45:31,224 INFO [M:0;b75fe890c219:41045 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/705e83a082c946288e4cbdff180a4e42, entries=52, sequenceid=416, filesize=11.3 K 2024-11-08T19:45:31,225 DEBUG [M:0;b75fe890c219:41045 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/36b37783ca0d4b9c84b300ae8f9d1b3e as hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/36b37783ca0d4b9c84b300ae8f9d1b3e 2024-11-08T19:45:31,231 INFO [M:0;b75fe890c219:41045 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 36b37783ca0d4b9c84b300ae8f9d1b3e 2024-11-08T19:45:31,232 INFO [M:0;b75fe890c219:41045 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38947/user/jenkins/test-data/f4815f46-9be6-cd61-2c3f-860822ec3843/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/36b37783ca0d4b9c84b300ae8f9d1b3e, entries=3, sequenceid=416, filesize=5.3 K 2024-11-08T19:45:31,233 INFO [M:0;b75fe890c219:41045 {}] regionserver.HRegion(3140): Finished flush of dataSize ~172.61 KB/176751, heapSize ~211.43 KB/216504, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 117ms, sequenceid=416, compaction requested=false 2024-11-08T19:45:31,234 INFO [M:0;b75fe890c219:41045 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:45:31,234 DEBUG [M:0;b75fe890c219:41045 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731095131115Disabling compacts and flushes for region at 1731095131115Disabling writes for close at 1731095131116 (+1 ms)Obtaining lock to block concurrent updates at 1731095131116Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731095131116Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=176751, getHeapSize=216744, getOffHeapSize=0, getCellsCount=515 at 1731095131116Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731095131117 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731095131117Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731095131133 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731095131133Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731095131146 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731095131163 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731095131163Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731095131180 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731095131199 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731095131199Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d94d42f: reopening flushed file at 1731095131211 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10a3e268: reopening flushed file at 1731095131217 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38ae7255: reopening flushed file at 1731095131224 (+7 ms)Finished flush of dataSize ~172.61 KB/176751, heapSize ~211.43 KB/216504, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 117ms, sequenceid=416, compaction requested=false at 1731095131233 (+9 ms)Writing region close event to WAL at 1731095131234 (+1 ms)Closed at 1731095131234 2024-11-08T19:45:31,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38519 is added to blk_1073741830_1006 (size=204606) 2024-11-08T19:45:31,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741830_1006 (size=204606) 2024-11-08T19:45:31,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34467 is added to blk_1073741830_1006 (size=204606) 2024-11-08T19:45:31,237 INFO [M:0;b75fe890c219:41045 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T19:45:31,237 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T19:45:31,237 INFO [M:0;b75fe890c219:41045 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41045 2024-11-08T19:45:31,238 INFO [M:0;b75fe890c219:41045 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T19:45:31,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41045-0x1011d43cb6b0000, quorum=127.0.0.1:49720, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:45:31,353 INFO [M:0;b75fe890c219:41045 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T19:45:31,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41045-0x1011d43cb6b0000, quorum=127.0.0.1:49720, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:45:31,358 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@59f1517b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T19:45:31,359 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4cbdedd3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T19:45:31,359 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T19:45:31,359 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17e2837d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T19:45:31,360 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c26c1ae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e2e0766c-2328-ed09-9aef-25b17611429f/hadoop.log.dir/,STOPPED} 2024-11-08T19:45:31,361 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T19:45:31,361 WARN [BP-2022546947-172.17.0.2-1731095048253 heartbeating to localhost/127.0.0.1:38947 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T19:45:31,361 WARN [BP-2022546947-172.17.0.2-1731095048253 heartbeating to localhost/127.0.0.1:38947 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2022546947-172.17.0.2-1731095048253 (Datanode Uuid 0306e165-b945-411b-acdd-025842c54427) service to localhost/127.0.0.1:38947 2024-11-08T19:45:31,361 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T19:45:31,362 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e2e0766c-2328-ed09-9aef-25b17611429f/cluster_2479500f-cba3-16fd-9a25-fadee8d2a7da/data/data5/current/BP-2022546947-172.17.0.2-1731095048253 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T19:45:31,363 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e2e0766c-2328-ed09-9aef-25b17611429f/cluster_2479500f-cba3-16fd-9a25-fadee8d2a7da/data/data6/current/BP-2022546947-172.17.0.2-1731095048253 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T19:45:31,363 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T19:45:31,367 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@15133fbb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T19:45:31,367 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3125bff6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T19:45:31,367 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T19:45:31,368 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@de40b85{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T19:45:31,368 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@38b5411d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e2e0766c-2328-ed09-9aef-25b17611429f/hadoop.log.dir/,STOPPED} 2024-11-08T19:45:31,369 WARN [BP-2022546947-172.17.0.2-1731095048253 heartbeating to localhost/127.0.0.1:38947 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T19:45:31,369 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T19:45:31,369 WARN [BP-2022546947-172.17.0.2-1731095048253 heartbeating to localhost/127.0.0.1:38947 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2022546947-172.17.0.2-1731095048253 (Datanode Uuid 428d76ae-da62-4db6-9a75-cc1fe0568658) service to localhost/127.0.0.1:38947 2024-11-08T19:45:31,369 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T19:45:31,370 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e2e0766c-2328-ed09-9aef-25b17611429f/cluster_2479500f-cba3-16fd-9a25-fadee8d2a7da/data/data3/current/BP-2022546947-172.17.0.2-1731095048253 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T19:45:31,370 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e2e0766c-2328-ed09-9aef-25b17611429f/cluster_2479500f-cba3-16fd-9a25-fadee8d2a7da/data/data4/current/BP-2022546947-172.17.0.2-1731095048253 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T19:45:31,370 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T19:45:31,372 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6223c6fb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T19:45:31,372 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d93f1ad{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T19:45:31,372 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T19:45:31,373 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c883179{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T19:45:31,373 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22c8ef2e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e2e0766c-2328-ed09-9aef-25b17611429f/hadoop.log.dir/,STOPPED} 2024-11-08T19:45:31,373 WARN [BP-2022546947-172.17.0.2-1731095048253 heartbeating to localhost/127.0.0.1:38947 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T19:45:31,374 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T19:45:31,374 WARN [BP-2022546947-172.17.0.2-1731095048253 heartbeating to localhost/127.0.0.1:38947 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2022546947-172.17.0.2-1731095048253 (Datanode Uuid d198ef62-06ca-4eef-a07a-7a122aee8d84) service to localhost/127.0.0.1:38947 2024-11-08T19:45:31,374 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T19:45:31,374 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e2e0766c-2328-ed09-9aef-25b17611429f/cluster_2479500f-cba3-16fd-9a25-fadee8d2a7da/data/data1/current/BP-2022546947-172.17.0.2-1731095048253 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T19:45:31,374 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e2e0766c-2328-ed09-9aef-25b17611429f/cluster_2479500f-cba3-16fd-9a25-fadee8d2a7da/data/data2/current/BP-2022546947-172.17.0.2-1731095048253 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T19:45:31,374 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T19:45:31,379 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@c2fdec9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T19:45:31,380 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13ec697e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T19:45:31,380 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T19:45:31,380 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6fc5de42{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T19:45:31,380 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@436caa22{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e2e0766c-2328-ed09-9aef-25b17611429f/hadoop.log.dir/,STOPPED} 2024-11-08T19:45:31,387 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T19:45:31,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T19:45:31,437 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=129 (was 95) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:38947 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38947 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38947 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38947 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38947 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:38947 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:38947 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:38947 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:38947 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38947 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:38947 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38947 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/b75fe890c219:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:38947 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=476 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=34 (was 54), ProcessCount=11 (was 11), AvailableMemoryMB=3487 (was 3642)