2024-11-21 04:00:47,967 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-21 04:00:47,981 main DEBUG Took 0.011371 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-21 04:00:47,982 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-21 04:00:47,982 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-21 04:00:47,983 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-21 04:00:47,984 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 04:00:47,991 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-21 04:00:48,003 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 04:00:48,004 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 04:00:48,005 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 04:00:48,005 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 04:00:48,006 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 04:00:48,006 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 04:00:48,007 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 04:00:48,007 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 04:00:48,008 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 04:00:48,008 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 04:00:48,009 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 04:00:48,009 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 04:00:48,009 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 04:00:48,010 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 04:00:48,010 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 04:00:48,010 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 04:00:48,011 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 04:00:48,011 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 04:00:48,011 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 04:00:48,012 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 04:00:48,012 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 04:00:48,012 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 04:00:48,013 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 04:00:48,013 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 04:00:48,013 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 04:00:48,014 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-21 04:00:48,015 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 04:00:48,016 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-21 04:00:48,018 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-21 04:00:48,018 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-21 04:00:48,019 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-21 04:00:48,020 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-21 04:00:48,027 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-21 04:00:48,030 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-21 04:00:48,031 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-21 04:00:48,032 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-21 04:00:48,032 main DEBUG createAppenders(={Console}) 2024-11-21 04:00:48,033 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-11-21 04:00:48,033 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-21 04:00:48,033 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-11-21 04:00:48,034 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-21 04:00:48,034 main DEBUG OutputStream closed 2024-11-21 04:00:48,034 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-21 04:00:48,035 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-21 04:00:48,035 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-11-21 04:00:48,102 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-21 04:00:48,104 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-21 04:00:48,105 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-21 04:00:48,106 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-21 04:00:48,107 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-21 04:00:48,107 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-21 04:00:48,107 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-21 04:00:48,108 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-21 04:00:48,108 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-21 04:00:48,108 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-21 04:00:48,109 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-21 04:00:48,109 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-21 04:00:48,109 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-21 04:00:48,110 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-21 04:00:48,110 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-21 04:00:48,110 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-21 04:00:48,111 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-21 04:00:48,112 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-21 04:00:48,114 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-21 04:00:48,114 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-11-21 04:00:48,114 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-21 04:00:48,115 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-11-21T04:00:48,128 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-11-21 04:00:48,131 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-21 04:00:48,132 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-21T04:00:48,141 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-11-21T04:00:48,169 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=64, ProcessCount=11, AvailableMemoryMB=7251 2024-11-21T04:00:48,398 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f73d5f6e-4de5-1742-68a8-958473db4d94 2024-11-21T04:00:48,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T04:00:48,419 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f73d5f6e-4de5-1742-68a8-958473db4d94/cluster_81c4ef8a-4c9c-22f8-66bb-bc13271e32aa, deleteOnExit=true 2024-11-21T04:00:48,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T04:00:48,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f73d5f6e-4de5-1742-68a8-958473db4d94/test.cache.data in system properties and HBase conf 2024-11-21T04:00:48,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f73d5f6e-4de5-1742-68a8-958473db4d94/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T04:00:48,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f73d5f6e-4de5-1742-68a8-958473db4d94/hadoop.log.dir in system properties and HBase conf 2024-11-21T04:00:48,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f73d5f6e-4de5-1742-68a8-958473db4d94/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T04:00:48,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f73d5f6e-4de5-1742-68a8-958473db4d94/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T04:00:48,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T04:00:48,503 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-21T04:00:48,585 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T04:00:48,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f73d5f6e-4de5-1742-68a8-958473db4d94/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T04:00:48,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f73d5f6e-4de5-1742-68a8-958473db4d94/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T04:00:48,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f73d5f6e-4de5-1742-68a8-958473db4d94/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T04:00:48,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f73d5f6e-4de5-1742-68a8-958473db4d94/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T04:00:48,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f73d5f6e-4de5-1742-68a8-958473db4d94/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T04:00:48,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f73d5f6e-4de5-1742-68a8-958473db4d94/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T04:00:48,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f73d5f6e-4de5-1742-68a8-958473db4d94/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T04:00:48,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f73d5f6e-4de5-1742-68a8-958473db4d94/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T04:00:48,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f73d5f6e-4de5-1742-68a8-958473db4d94/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T04:00:48,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f73d5f6e-4de5-1742-68a8-958473db4d94/nfs.dump.dir in system properties and HBase conf 2024-11-21T04:00:48,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f73d5f6e-4de5-1742-68a8-958473db4d94/java.io.tmpdir in system properties and HBase conf 2024-11-21T04:00:48,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f73d5f6e-4de5-1742-68a8-958473db4d94/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T04:00:48,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f73d5f6e-4de5-1742-68a8-958473db4d94/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T04:00:48,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f73d5f6e-4de5-1742-68a8-958473db4d94/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T04:00:49,532 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-21T04:00:49,599 INFO [Time-limited test {}] log.Log(170): Logging initialized @2256ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-21T04:00:49,664 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T04:00:49,721 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T04:00:49,745 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T04:00:49,746 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T04:00:49,748 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T04:00:49,765 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T04:00:49,769 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f73d5f6e-4de5-1742-68a8-958473db4d94/hadoop.log.dir/,AVAILABLE} 2024-11-21T04:00:49,770 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T04:00:49,948 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f73d5f6e-4de5-1742-68a8-958473db4d94/java.io.tmpdir/jetty-localhost-40339-hadoop-hdfs-3_4_1-tests_jar-_-any-14198326018718036514/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T04:00:49,957 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:40339} 2024-11-21T04:00:49,957 INFO [Time-limited test {}] server.Server(415): Started @2614ms 2024-11-21T04:00:50,459 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T04:00:50,466 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T04:00:50,467 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T04:00:50,467 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T04:00:50,468 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T04:00:50,468 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@225fb320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f73d5f6e-4de5-1742-68a8-958473db4d94/hadoop.log.dir/,AVAILABLE} 2024-11-21T04:00:50,469 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55b4afc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T04:00:50,583 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1722ba9a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f73d5f6e-4de5-1742-68a8-958473db4d94/java.io.tmpdir/jetty-localhost-38147-hadoop-hdfs-3_4_1-tests_jar-_-any-5406560938407834547/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T04:00:50,584 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@57faae2b{HTTP/1.1, (http/1.1)}{localhost:38147} 2024-11-21T04:00:50,585 INFO [Time-limited test {}] server.Server(415): Started @3242ms 2024-11-21T04:00:50,638 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T04:00:50,758 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T04:00:50,766 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T04:00:50,768 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T04:00:50,768 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T04:00:50,768 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T04:00:50,769 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cae7855{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f73d5f6e-4de5-1742-68a8-958473db4d94/hadoop.log.dir/,AVAILABLE} 2024-11-21T04:00:50,770 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a2b6a73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T04:00:50,869 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@9d2632f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f73d5f6e-4de5-1742-68a8-958473db4d94/java.io.tmpdir/jetty-localhost-37603-hadoop-hdfs-3_4_1-tests_jar-_-any-14154728486527186990/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T04:00:50,870 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c8e80d{HTTP/1.1, (http/1.1)}{localhost:37603} 2024-11-21T04:00:50,870 INFO [Time-limited test {}] server.Server(415): Started @3527ms 2024-11-21T04:00:50,872 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T04:00:50,909 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T04:00:50,914 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T04:00:50,916 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T04:00:50,916 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T04:00:50,916 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T04:00:50,917 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55fcaba0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f73d5f6e-4de5-1742-68a8-958473db4d94/hadoop.log.dir/,AVAILABLE} 2024-11-21T04:00:50,918 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3abb77fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T04:00:51,016 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e7c21d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f73d5f6e-4de5-1742-68a8-958473db4d94/java.io.tmpdir/jetty-localhost-46115-hadoop-hdfs-3_4_1-tests_jar-_-any-12096974017841831614/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T04:00:51,017 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@30cac06d{HTTP/1.1, (http/1.1)}{localhost:46115} 2024-11-21T04:00:51,017 INFO [Time-limited test {}] server.Server(415): Started @3674ms 2024-11-21T04:00:51,020 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T04:00:51,880 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f73d5f6e-4de5-1742-68a8-958473db4d94/cluster_81c4ef8a-4c9c-22f8-66bb-bc13271e32aa/data/data4/current/BP-1175950794-172.17.0.2-1732161649074/current, will proceed with Du for space computation calculation, 2024-11-21T04:00:51,880 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f73d5f6e-4de5-1742-68a8-958473db4d94/cluster_81c4ef8a-4c9c-22f8-66bb-bc13271e32aa/data/data1/current/BP-1175950794-172.17.0.2-1732161649074/current, will proceed with Du for space computation calculation, 2024-11-21T04:00:51,880 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f73d5f6e-4de5-1742-68a8-958473db4d94/cluster_81c4ef8a-4c9c-22f8-66bb-bc13271e32aa/data/data2/current/BP-1175950794-172.17.0.2-1732161649074/current, will proceed with Du for space computation calculation, 2024-11-21T04:00:51,880 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f73d5f6e-4de5-1742-68a8-958473db4d94/cluster_81c4ef8a-4c9c-22f8-66bb-bc13271e32aa/data/data3/current/BP-1175950794-172.17.0.2-1732161649074/current, will proceed with Du for space computation calculation, 2024-11-21T04:00:51,923 WARN [Thread-137 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f73d5f6e-4de5-1742-68a8-958473db4d94/cluster_81c4ef8a-4c9c-22f8-66bb-bc13271e32aa/data/data6/current/BP-1175950794-172.17.0.2-1732161649074/current, will proceed with Du for space computation calculation, 2024-11-21T04:00:51,923 WARN [Thread-136 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f73d5f6e-4de5-1742-68a8-958473db4d94/cluster_81c4ef8a-4c9c-22f8-66bb-bc13271e32aa/data/data5/current/BP-1175950794-172.17.0.2-1732161649074/current, will proceed with Du for space computation calculation, 2024-11-21T04:00:51,925 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T04:00:51,926 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T04:00:51,958 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T04:00:51,981 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xba01a16dfb5f52a5 with lease ID 0x6a563e30d8220088: Processing first storage report for DS-0125056d-18a5-4b58-b82f-f3e7bfedf7d7 from datanode DatanodeRegistration(127.0.0.1:36901, datanodeUuid=86bafcce-63ca-40b5-a830-e65e347461ae, infoPort=43967, infoSecurePort=0, ipcPort=35369, storageInfo=lv=-57;cid=testClusterID;nsid=1827024625;c=1732161649074) 2024-11-21T04:00:51,982 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xba01a16dfb5f52a5 with lease ID 0x6a563e30d8220088: from storage DS-0125056d-18a5-4b58-b82f-f3e7bfedf7d7 node DatanodeRegistration(127.0.0.1:36901, datanodeUuid=86bafcce-63ca-40b5-a830-e65e347461ae, infoPort=43967, infoSecurePort=0, ipcPort=35369, storageInfo=lv=-57;cid=testClusterID;nsid=1827024625;c=1732161649074), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-21T04:00:51,982 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa98b9ec1b66565ab with lease ID 0x6a563e30d8220089: Processing first storage report for DS-f4208847-fede-4d33-8ac0-93e2f3042e99 from datanode DatanodeRegistration(127.0.0.1:44493, datanodeUuid=4169a7cf-0dac-4901-8f7a-691f630423bf, infoPort=41479, infoSecurePort=0, ipcPort=44549, storageInfo=lv=-57;cid=testClusterID;nsid=1827024625;c=1732161649074) 2024-11-21T04:00:51,982 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa98b9ec1b66565ab with lease ID 0x6a563e30d8220089: from storage DS-f4208847-fede-4d33-8ac0-93e2f3042e99 node DatanodeRegistration(127.0.0.1:44493, datanodeUuid=4169a7cf-0dac-4901-8f7a-691f630423bf, infoPort=41479, infoSecurePort=0, ipcPort=44549, storageInfo=lv=-57;cid=testClusterID;nsid=1827024625;c=1732161649074), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-21T04:00:51,983 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1cef1ec8082b5b14 with lease ID 0x6a563e30d8220087: Processing first storage report for DS-b1239d33-551f-4f53-a66f-f2cf709e7a68 from datanode DatanodeRegistration(127.0.0.1:41627, datanodeUuid=b052750b-819e-4e1c-8952-cdfba232f305, infoPort=35735, infoSecurePort=0, ipcPort=41779, storageInfo=lv=-57;cid=testClusterID;nsid=1827024625;c=1732161649074) 2024-11-21T04:00:51,983 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1cef1ec8082b5b14 with lease ID 0x6a563e30d8220087: from storage DS-b1239d33-551f-4f53-a66f-f2cf709e7a68 node DatanodeRegistration(127.0.0.1:41627, datanodeUuid=b052750b-819e-4e1c-8952-cdfba232f305, infoPort=35735, infoSecurePort=0, ipcPort=41779, storageInfo=lv=-57;cid=testClusterID;nsid=1827024625;c=1732161649074), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T04:00:51,983 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xba01a16dfb5f52a5 with lease ID 0x6a563e30d8220088: Processing first storage report for DS-f62b79d7-de34-4e22-9e7f-e9a8324788e3 from datanode DatanodeRegistration(127.0.0.1:36901, datanodeUuid=86bafcce-63ca-40b5-a830-e65e347461ae, infoPort=43967, infoSecurePort=0, ipcPort=35369, storageInfo=lv=-57;cid=testClusterID;nsid=1827024625;c=1732161649074) 2024-11-21T04:00:51,983 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xba01a16dfb5f52a5 with lease ID 0x6a563e30d8220088: from storage DS-f62b79d7-de34-4e22-9e7f-e9a8324788e3 node DatanodeRegistration(127.0.0.1:36901, datanodeUuid=86bafcce-63ca-40b5-a830-e65e347461ae, infoPort=43967, infoSecurePort=0, ipcPort=35369, storageInfo=lv=-57;cid=testClusterID;nsid=1827024625;c=1732161649074), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T04:00:51,983 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa98b9ec1b66565ab with lease ID 0x6a563e30d8220089: Processing first storage report for DS-b2773e1c-1372-4b4d-b011-71b6b0bb8f13 from datanode DatanodeRegistration(127.0.0.1:44493, datanodeUuid=4169a7cf-0dac-4901-8f7a-691f630423bf, infoPort=41479, infoSecurePort=0, ipcPort=44549, storageInfo=lv=-57;cid=testClusterID;nsid=1827024625;c=1732161649074) 2024-11-21T04:00:51,984 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa98b9ec1b66565ab with lease ID 0x6a563e30d8220089: from storage DS-b2773e1c-1372-4b4d-b011-71b6b0bb8f13 node DatanodeRegistration(127.0.0.1:44493, datanodeUuid=4169a7cf-0dac-4901-8f7a-691f630423bf, infoPort=41479, infoSecurePort=0, ipcPort=44549, storageInfo=lv=-57;cid=testClusterID;nsid=1827024625;c=1732161649074), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T04:00:51,984 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1cef1ec8082b5b14 with lease ID 0x6a563e30d8220087: Processing first storage report for DS-7dafdfe0-3981-4af0-8f5a-c473d65c8990 from datanode DatanodeRegistration(127.0.0.1:41627, datanodeUuid=b052750b-819e-4e1c-8952-cdfba232f305, infoPort=35735, infoSecurePort=0, ipcPort=41779, storageInfo=lv=-57;cid=testClusterID;nsid=1827024625;c=1732161649074) 2024-11-21T04:00:51,984 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1cef1ec8082b5b14 with lease ID 0x6a563e30d8220087: from storage DS-7dafdfe0-3981-4af0-8f5a-c473d65c8990 node DatanodeRegistration(127.0.0.1:41627, datanodeUuid=b052750b-819e-4e1c-8952-cdfba232f305, infoPort=35735, infoSecurePort=0, ipcPort=41779, storageInfo=lv=-57;cid=testClusterID;nsid=1827024625;c=1732161649074), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T04:00:52,019 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f73d5f6e-4de5-1742-68a8-958473db4d94 2024-11-21T04:00:52,080 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f73d5f6e-4de5-1742-68a8-958473db4d94/cluster_81c4ef8a-4c9c-22f8-66bb-bc13271e32aa/zookeeper_0, clientPort=55420, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f73d5f6e-4de5-1742-68a8-958473db4d94/cluster_81c4ef8a-4c9c-22f8-66bb-bc13271e32aa/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f73d5f6e-4de5-1742-68a8-958473db4d94/cluster_81c4ef8a-4c9c-22f8-66bb-bc13271e32aa/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T04:00:52,092 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55420 2024-11-21T04:00:52,101 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T04:00:52,104 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T04:00:52,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741825_1001 (size=7) 2024-11-21T04:00:52,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36901 is added to blk_1073741825_1001 (size=7) 2024-11-21T04:00:52,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41627 is added to blk_1073741825_1001 (size=7) 2024-11-21T04:00:52,718 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c with version=8 2024-11-21T04:00:52,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/hbase-staging 2024-11-21T04:00:52,795 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-21T04:00:53,021 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fdc0a393186c:0 server-side Connection retries=45 2024-11-21T04:00:53,029 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T04:00:53,030 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T04:00:53,034 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T04:00:53,035 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T04:00:53,035 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T04:00:53,163 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T04:00:53,220 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-21T04:00:53,232 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-21T04:00:53,237 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T04:00:53,270 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 103508 (auto-detected) 2024-11-21T04:00:53,271 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-21T04:00:53,294 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40945 2024-11-21T04:00:53,320 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40945 connecting to ZooKeeper ensemble=127.0.0.1:55420 2024-11-21T04:00:53,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:409450x0, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T04:00:53,435 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40945-0x1015cd6d8250000 connected 2024-11-21T04:00:53,534 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T04:00:53,541 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T04:00:53,552 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40945-0x1015cd6d8250000, quorum=127.0.0.1:55420, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T04:00:53,556 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c, hbase.cluster.distributed=false 2024-11-21T04:00:53,578 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40945-0x1015cd6d8250000, quorum=127.0.0.1:55420, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T04:00:53,582 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40945 2024-11-21T04:00:53,583 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40945 2024-11-21T04:00:53,583 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40945 2024-11-21T04:00:53,584 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40945 2024-11-21T04:00:53,584 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40945 2024-11-21T04:00:53,677 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fdc0a393186c:0 server-side Connection retries=45 2024-11-21T04:00:53,679 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T04:00:53,679 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T04:00:53,679 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T04:00:53,679 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T04:00:53,679 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T04:00:53,682 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T04:00:53,685 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T04:00:53,685 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40537 2024-11-21T04:00:53,688 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40537 connecting to ZooKeeper ensemble=127.0.0.1:55420 2024-11-21T04:00:53,689 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T04:00:53,692 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T04:00:53,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:405370x0, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T04:00:53,727 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40537-0x1015cd6d8250001, quorum=127.0.0.1:55420, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T04:00:53,726 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40537-0x1015cd6d8250001 connected 2024-11-21T04:00:53,733 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T04:00:53,740 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T04:00:53,743 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40537-0x1015cd6d8250001, quorum=127.0.0.1:55420, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-21T04:00:53,747 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40537-0x1015cd6d8250001, quorum=127.0.0.1:55420, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T04:00:53,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40537 2024-11-21T04:00:53,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40537 2024-11-21T04:00:53,749 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40537 2024-11-21T04:00:53,749 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40537 2024-11-21T04:00:53,750 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40537 2024-11-21T04:00:53,767 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fdc0a393186c:0 server-side Connection retries=45 2024-11-21T04:00:53,767 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T04:00:53,767 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T04:00:53,768 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T04:00:53,768 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T04:00:53,768 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T04:00:53,768 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T04:00:53,769 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T04:00:53,770 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41215 2024-11-21T04:00:53,772 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41215 connecting to ZooKeeper ensemble=127.0.0.1:55420 2024-11-21T04:00:53,773 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T04:00:53,775 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T04:00:53,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:412150x0, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T04:00:53,798 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:412150x0, quorum=127.0.0.1:55420, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T04:00:53,798 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41215-0x1015cd6d8250002 connected 2024-11-21T04:00:53,798 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T04:00:53,799 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T04:00:53,800 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41215-0x1015cd6d8250002, quorum=127.0.0.1:55420, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-21T04:00:53,803 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41215-0x1015cd6d8250002, quorum=127.0.0.1:55420, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T04:00:53,803 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41215 2024-11-21T04:00:53,804 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41215 2024-11-21T04:00:53,805 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41215 2024-11-21T04:00:53,806 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41215 2024-11-21T04:00:53,806 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41215 2024-11-21T04:00:53,825 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fdc0a393186c:0 server-side Connection retries=45 2024-11-21T04:00:53,825 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T04:00:53,825 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T04:00:53,825 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T04:00:53,825 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T04:00:53,825 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T04:00:53,826 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T04:00:53,826 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T04:00:53,826 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39179 2024-11-21T04:00:53,828 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39179 connecting to ZooKeeper ensemble=127.0.0.1:55420 2024-11-21T04:00:53,829 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T04:00:53,831 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T04:00:53,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:391790x0, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T04:00:53,850 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:391790x0, quorum=127.0.0.1:55420, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T04:00:53,851 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39179-0x1015cd6d8250003 connected 2024-11-21T04:00:53,851 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T04:00:53,852 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T04:00:53,853 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39179-0x1015cd6d8250003, quorum=127.0.0.1:55420, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-21T04:00:53,854 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39179-0x1015cd6d8250003, quorum=127.0.0.1:55420, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T04:00:53,855 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39179 2024-11-21T04:00:53,857 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39179 2024-11-21T04:00:53,857 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39179 2024-11-21T04:00:53,858 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39179 2024-11-21T04:00:53,858 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39179 2024-11-21T04:00:53,872 DEBUG [M:0;fdc0a393186c:40945 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fdc0a393186c:40945 2024-11-21T04:00:53,873 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/fdc0a393186c,40945,1732161652873 2024-11-21T04:00:53,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40945-0x1015cd6d8250000, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T04:00:53,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41215-0x1015cd6d8250002, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T04:00:53,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39179-0x1015cd6d8250003, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T04:00:53,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40537-0x1015cd6d8250001, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T04:00:53,891 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40945-0x1015cd6d8250000, quorum=127.0.0.1:55420, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/fdc0a393186c,40945,1732161652873 2024-11-21T04:00:53,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40945-0x1015cd6d8250000, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T04:00:53,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40537-0x1015cd6d8250001, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-21T04:00:53,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41215-0x1015cd6d8250002, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-21T04:00:53,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39179-0x1015cd6d8250003, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-21T04:00:53,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41215-0x1015cd6d8250002, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T04:00:53,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40537-0x1015cd6d8250001, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T04:00:53,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39179-0x1015cd6d8250003, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T04:00:53,926 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40945-0x1015cd6d8250000, quorum=127.0.0.1:55420, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-21T04:00:53,927 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/fdc0a393186c,40945,1732161652873 from backup master directory 2024-11-21T04:00:53,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40945-0x1015cd6d8250000, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/fdc0a393186c,40945,1732161652873 2024-11-21T04:00:53,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39179-0x1015cd6d8250003, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T04:00:53,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41215-0x1015cd6d8250002, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T04:00:53,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40945-0x1015cd6d8250000, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T04:00:53,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40537-0x1015cd6d8250001, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T04:00:53,940 WARN [master/fdc0a393186c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T04:00:53,940 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fdc0a393186c,40945,1732161652873 2024-11-21T04:00:53,943 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-21T04:00:53,944 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-21T04:00:53,998 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/hbase.id] with ID: 2d3126f2-d37a-4960-8fa1-3838a8034b02 2024-11-21T04:00:53,998 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/.tmp/hbase.id 2024-11-21T04:00:54,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36901 is added to blk_1073741826_1002 (size=42) 2024-11-21T04:00:54,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741826_1002 (size=42) 2024-11-21T04:00:54,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41627 is added to blk_1073741826_1002 (size=42) 2024-11-21T04:00:54,013 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/.tmp/hbase.id]:[hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/hbase.id] 2024-11-21T04:00:54,064 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T04:00:54,068 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T04:00:54,087 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-11-21T04:00:54,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41215-0x1015cd6d8250002, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T04:00:54,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40945-0x1015cd6d8250000, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T04:00:54,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39179-0x1015cd6d8250003, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T04:00:54,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40537-0x1015cd6d8250001, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T04:00:54,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36901 is added to blk_1073741827_1003 (size=196) 2024-11-21T04:00:54,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741827_1003 (size=196) 2024-11-21T04:00:54,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41627 is added to blk_1073741827_1003 (size=196) 2024-11-21T04:00:54,142 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T04:00:54,144 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T04:00:54,156 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T04:00:54,160 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T04:00:54,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36901 is added to blk_1073741828_1004 (size=1189) 2024-11-21T04:00:54,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741828_1004 (size=1189) 2024-11-21T04:00:54,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41627 is added to blk_1073741828_1004 (size=1189) 2024-11-21T04:00:54,206 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/MasterData/data/master/store 2024-11-21T04:00:54,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36901 is added to blk_1073741829_1005 (size=34) 2024-11-21T04:00:54,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741829_1005 (size=34) 2024-11-21T04:00:54,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41627 is added to blk_1073741829_1005 (size=34) 2024-11-21T04:00:54,232 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-21T04:00:54,235 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T04:00:54,236 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T04:00:54,236 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T04:00:54,236 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T04:00:54,238 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T04:00:54,238 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T04:00:54,238 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T04:00:54,239 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732161654236Disabling compacts and flushes for region at 1732161654236Disabling writes for close at 1732161654238 (+2 ms)Writing region close event to WAL at 1732161654238Closed at 1732161654238 2024-11-21T04:00:54,241 WARN [master/fdc0a393186c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/MasterData/data/master/store/.initializing 2024-11-21T04:00:54,241 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/MasterData/WALs/fdc0a393186c,40945,1732161652873 2024-11-21T04:00:54,248 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T04:00:54,262 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fdc0a393186c%2C40945%2C1732161652873, suffix=, logDir=hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/MasterData/WALs/fdc0a393186c,40945,1732161652873, archiveDir=hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/MasterData/oldWALs, maxLogs=10 2024-11-21T04:00:54,285 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/MasterData/WALs/fdc0a393186c,40945,1732161652873/fdc0a393186c%2C40945%2C1732161652873.1732161654267, exclude list is [], retry=0 2024-11-21T04:00:54,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44493,DS-f4208847-fede-4d33-8ac0-93e2f3042e99,DISK] 2024-11-21T04:00:54,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36901,DS-0125056d-18a5-4b58-b82f-f3e7bfedf7d7,DISK] 2024-11-21T04:00:54,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41627,DS-b1239d33-551f-4f53-a66f-f2cf709e7a68,DISK] 2024-11-21T04:00:54,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-21T04:00:54,338 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/MasterData/WALs/fdc0a393186c,40945,1732161652873/fdc0a393186c%2C40945%2C1732161652873.1732161654267 2024-11-21T04:00:54,339 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41479:41479),(127.0.0.1/127.0.0.1:43967:43967),(127.0.0.1/127.0.0.1:35735:35735)] 2024-11-21T04:00:54,340 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T04:00:54,340 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T04:00:54,343 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T04:00:54,344 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T04:00:54,376 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T04:00:54,400 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T04:00:54,403 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:00:54,405 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T04:00:54,405 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T04:00:54,408 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T04:00:54,409 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:00:54,410 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T04:00:54,410 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T04:00:54,413 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T04:00:54,413 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:00:54,414 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T04:00:54,414 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T04:00:54,417 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T04:00:54,417 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:00:54,418 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T04:00:54,419 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T04:00:54,423 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T04:00:54,424 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T04:00:54,429 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T04:00:54,430 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T04:00:54,433 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T04:00:54,437 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T04:00:54,442 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T04:00:54,443 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61301600, jitterRate=-0.08653497695922852}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T04:00:54,450 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732161654354Initializing all the Stores at 1732161654356 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732161654357 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161654357Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161654358 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161654358Cleaning up temporary data from old regions at 1732161654430 (+72 ms)Region opened successfully at 1732161654450 (+20 ms) 2024-11-21T04:00:54,451 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T04:00:54,483 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cd1d8c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fdc0a393186c/172.17.0.2:0 2024-11-21T04:00:54,508 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T04:00:54,517 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T04:00:54,517 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T04:00:54,519 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T04:00:54,521 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-21T04:00:54,526 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-21T04:00:54,527 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-21T04:00:54,551 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T04:00:54,559 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40945-0x1015cd6d8250000, quorum=127.0.0.1:55420, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-21T04:00:54,607 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-21T04:00:54,611 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T04:00:54,613 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40945-0x1015cd6d8250000, quorum=127.0.0.1:55420, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-21T04:00:54,624 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-21T04:00:54,626 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T04:00:54,629 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40945-0x1015cd6d8250000, quorum=127.0.0.1:55420, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-21T04:00:54,638 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-21T04:00:54,640 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40945-0x1015cd6d8250000, quorum=127.0.0.1:55420, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-21T04:00:54,649 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-21T04:00:54,670 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40945-0x1015cd6d8250000, quorum=127.0.0.1:55420, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T04:00:54,680 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-21T04:00:54,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40537-0x1015cd6d8250001, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T04:00:54,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40945-0x1015cd6d8250000, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T04:00:54,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39179-0x1015cd6d8250003, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T04:00:54,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41215-0x1015cd6d8250002, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T04:00:54,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39179-0x1015cd6d8250003, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T04:00:54,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40537-0x1015cd6d8250001, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T04:00:54,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40945-0x1015cd6d8250000, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T04:00:54,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41215-0x1015cd6d8250002, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T04:00:54,696 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fdc0a393186c,40945,1732161652873, sessionid=0x1015cd6d8250000, setting cluster-up flag (Was=false) 2024-11-21T04:00:54,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41215-0x1015cd6d8250002, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T04:00:54,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40537-0x1015cd6d8250001, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T04:00:54,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40945-0x1015cd6d8250000, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T04:00:54,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39179-0x1015cd6d8250003, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T04:00:54,749 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-21T04:00:54,754 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fdc0a393186c,40945,1732161652873 2024-11-21T04:00:54,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40945-0x1015cd6d8250000, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T04:00:54,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40537-0x1015cd6d8250001, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T04:00:54,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39179-0x1015cd6d8250003, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T04:00:54,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41215-0x1015cd6d8250002, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T04:00:54,799 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-21T04:00:54,802 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fdc0a393186c,40945,1732161652873 2024-11-21T04:00:54,811 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T04:00:54,862 INFO [RS:1;fdc0a393186c:41215 {}] regionserver.HRegionServer(746): ClusterId : 2d3126f2-d37a-4960-8fa1-3838a8034b02 2024-11-21T04:00:54,862 INFO [RS:2;fdc0a393186c:39179 {}] regionserver.HRegionServer(746): ClusterId : 2d3126f2-d37a-4960-8fa1-3838a8034b02 2024-11-21T04:00:54,862 INFO [RS:0;fdc0a393186c:40537 {}] regionserver.HRegionServer(746): ClusterId : 2d3126f2-d37a-4960-8fa1-3838a8034b02 2024-11-21T04:00:54,864 DEBUG [RS:1;fdc0a393186c:41215 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T04:00:54,864 DEBUG [RS:0;fdc0a393186c:40537 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T04:00:54,864 DEBUG [RS:2;fdc0a393186c:39179 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T04:00:54,883 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T04:00:54,892 DEBUG [RS:1;fdc0a393186c:41215 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T04:00:54,892 DEBUG [RS:0;fdc0a393186c:40537 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T04:00:54,892 DEBUG [RS:2;fdc0a393186c:39179 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T04:00:54,892 DEBUG [RS:1;fdc0a393186c:41215 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T04:00:54,892 DEBUG [RS:0;fdc0a393186c:40537 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T04:00:54,892 DEBUG [RS:2;fdc0a393186c:39179 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T04:00:54,893 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T04:00:54,900 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T04:00:54,901 DEBUG [RS:0;fdc0a393186c:40537 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T04:00:54,901 DEBUG [RS:1;fdc0a393186c:41215 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T04:00:54,901 DEBUG [RS:2;fdc0a393186c:39179 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T04:00:54,901 DEBUG [RS:2;fdc0a393186c:39179 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@677db41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fdc0a393186c/172.17.0.2:0 2024-11-21T04:00:54,901 DEBUG [RS:0;fdc0a393186c:40537 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f24346b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fdc0a393186c/172.17.0.2:0 2024-11-21T04:00:54,901 DEBUG [RS:1;fdc0a393186c:41215 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b205afa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fdc0a393186c/172.17.0.2:0 2024-11-21T04:00:54,907 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fdc0a393186c,40945,1732161652873 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T04:00:54,916 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fdc0a393186c:0, corePoolSize=5, maxPoolSize=5 2024-11-21T04:00:54,916 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fdc0a393186c:0, corePoolSize=5, maxPoolSize=5 2024-11-21T04:00:54,916 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fdc0a393186c:0, corePoolSize=5, maxPoolSize=5 2024-11-21T04:00:54,916 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fdc0a393186c:0, corePoolSize=5, maxPoolSize=5 2024-11-21T04:00:54,917 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fdc0a393186c:0, corePoolSize=10, maxPoolSize=10 2024-11-21T04:00:54,917 DEBUG [RS:0;fdc0a393186c:40537 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fdc0a393186c:40537 2024-11-21T04:00:54,917 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fdc0a393186c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T04:00:54,917 DEBUG [RS:1;fdc0a393186c:41215 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;fdc0a393186c:41215 2024-11-21T04:00:54,917 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fdc0a393186c:0, corePoolSize=2, maxPoolSize=2 2024-11-21T04:00:54,917 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fdc0a393186c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T04:00:54,919 DEBUG [RS:2;fdc0a393186c:39179 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;fdc0a393186c:39179 2024-11-21T04:00:54,920 INFO [RS:0;fdc0a393186c:40537 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T04:00:54,920 INFO [RS:1;fdc0a393186c:41215 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T04:00:54,920 INFO [RS:2;fdc0a393186c:39179 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T04:00:54,920 INFO [RS:0;fdc0a393186c:40537 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T04:00:54,920 INFO [RS:1;fdc0a393186c:41215 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T04:00:54,920 INFO [RS:2;fdc0a393186c:39179 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T04:00:54,920 DEBUG [RS:0;fdc0a393186c:40537 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T04:00:54,920 DEBUG [RS:1;fdc0a393186c:41215 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T04:00:54,920 DEBUG [RS:2;fdc0a393186c:39179 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T04:00:54,923 INFO [RS:1;fdc0a393186c:41215 {}] regionserver.HRegionServer(2659): reportForDuty to master=fdc0a393186c,40945,1732161652873 with port=41215, startcode=1732161653766 2024-11-21T04:00:54,923 INFO [RS:0;fdc0a393186c:40537 {}] regionserver.HRegionServer(2659): reportForDuty to master=fdc0a393186c,40945,1732161652873 with port=40537, startcode=1732161653647 2024-11-21T04:00:54,923 INFO [RS:2;fdc0a393186c:39179 {}] regionserver.HRegionServer(2659): reportForDuty to master=fdc0a393186c,40945,1732161652873 with port=39179, startcode=1732161653824 2024-11-21T04:00:54,927 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732161684927 2024-11-21T04:00:54,929 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T04:00:54,930 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T04:00:54,931 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T04:00:54,931 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T04:00:54,935 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T04:00:54,935 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T04:00:54,935 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T04:00:54,935 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T04:00:54,937 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:00:54,937 DEBUG [RS:0;fdc0a393186c:40537 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T04:00:54,937 DEBUG [RS:1;fdc0a393186c:41215 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T04:00:54,937 DEBUG [RS:2;fdc0a393186c:39179 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T04:00:54,937 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T04:00:54,940 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T04:00:54,945 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T04:00:54,946 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T04:00:54,946 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T04:00:54,955 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T04:00:54,971 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T04:00:54,973 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fdc0a393186c:0:becomeActiveMaster-HFileCleaner.large.0-1732161654973,5,FailOnTimeoutGroup] 2024-11-21T04:00:54,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41627 is added to blk_1073741831_1007 (size=1321) 2024-11-21T04:00:54,974 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fdc0a393186c:0:becomeActiveMaster-HFileCleaner.small.0-1732161654973,5,FailOnTimeoutGroup] 2024-11-21T04:00:54,974 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T04:00:54,974 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T04:00:54,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36901 is added to blk_1073741831_1007 (size=1321) 2024-11-21T04:00:54,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741831_1007 (size=1321) 2024-11-21T04:00:54,976 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T04:00:54,976 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T04:00:54,978 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T04:00:54,979 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c 2024-11-21T04:00:54,994 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60169, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T04:00:54,994 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46341, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T04:00:54,994 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38239, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T04:00:55,001 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40945 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fdc0a393186c,41215,1732161653766 2024-11-21T04:00:55,004 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40945 {}] master.ServerManager(517): Registering regionserver=fdc0a393186c,41215,1732161653766 2024-11-21T04:00:55,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741832_1008 (size=32) 2024-11-21T04:00:55,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36901 is added to blk_1073741832_1008 (size=32) 2024-11-21T04:00:55,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41627 is added to blk_1073741832_1008 (size=32) 2024-11-21T04:00:55,009 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T04:00:55,013 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T04:00:55,016 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T04:00:55,016 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:00:55,017 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T04:00:55,017 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T04:00:55,020 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40945 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fdc0a393186c,40537,1732161653647 2024-11-21T04:00:55,020 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40945 {}] master.ServerManager(517): Registering regionserver=fdc0a393186c,40537,1732161653647 2024-11-21T04:00:55,020 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T04:00:55,021 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:00:55,023 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T04:00:55,023 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T04:00:55,025 DEBUG [RS:1;fdc0a393186c:41215 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c 2024-11-21T04:00:55,025 DEBUG [RS:1;fdc0a393186c:41215 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40549 2024-11-21T04:00:55,025 DEBUG [RS:1;fdc0a393186c:41215 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T04:00:55,027 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T04:00:55,027 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:00:55,028 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40945 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fdc0a393186c,39179,1732161653824 2024-11-21T04:00:55,028 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40945 {}] master.ServerManager(517): Registering regionserver=fdc0a393186c,39179,1732161653824 2024-11-21T04:00:55,028 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T04:00:55,028 DEBUG [RS:0;fdc0a393186c:40537 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c 2024-11-21T04:00:55,029 DEBUG [RS:0;fdc0a393186c:40537 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40549 2024-11-21T04:00:55,029 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T04:00:55,029 DEBUG [RS:0;fdc0a393186c:40537 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T04:00:55,032 DEBUG [RS:2;fdc0a393186c:39179 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c 2024-11-21T04:00:55,032 DEBUG [RS:2;fdc0a393186c:39179 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40549 2024-11-21T04:00:55,032 DEBUG [RS:2;fdc0a393186c:39179 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T04:00:55,032 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T04:00:55,033 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:00:55,034 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T04:00:55,034 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T04:00:55,036 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/data/hbase/meta/1588230740 2024-11-21T04:00:55,036 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/data/hbase/meta/1588230740 2024-11-21T04:00:55,039 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T04:00:55,039 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T04:00:55,040 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T04:00:55,042 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T04:00:55,046 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T04:00:55,047 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75394874, jitterRate=0.12347117066383362}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T04:00:55,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40945-0x1015cd6d8250000, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T04:00:55,052 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732161655010Initializing all the Stores at 1732161655012 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732161655012Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732161655013 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161655013Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732161655013Cleaning up temporary data from old regions at 1732161655039 (+26 ms)Region opened successfully at 1732161655051 (+12 ms) 2024-11-21T04:00:55,052 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T04:00:55,052 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T04:00:55,052 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T04:00:55,052 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T04:00:55,052 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T04:00:55,053 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T04:00:55,054 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732161655052Disabling compacts and flushes for region at 1732161655052Disabling writes for close at 1732161655052Writing region close event to WAL at 1732161655053 (+1 ms)Closed at 1732161655053 2024-11-21T04:00:55,056 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T04:00:55,056 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T04:00:55,062 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T04:00:55,072 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T04:00:55,075 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T04:00:55,082 DEBUG [RS:1;fdc0a393186c:41215 {}] zookeeper.ZKUtil(111): regionserver:41215-0x1015cd6d8250002, quorum=127.0.0.1:55420, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fdc0a393186c,41215,1732161653766 2024-11-21T04:00:55,082 WARN [RS:1;fdc0a393186c:41215 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T04:00:55,082 INFO [RS:1;fdc0a393186c:41215 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T04:00:55,082 DEBUG [RS:0;fdc0a393186c:40537 {}] zookeeper.ZKUtil(111): regionserver:40537-0x1015cd6d8250001, quorum=127.0.0.1:55420, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fdc0a393186c,40537,1732161653647 2024-11-21T04:00:55,082 DEBUG [RS:2;fdc0a393186c:39179 {}] zookeeper.ZKUtil(111): regionserver:39179-0x1015cd6d8250003, quorum=127.0.0.1:55420, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fdc0a393186c,39179,1732161653824 2024-11-21T04:00:55,082 WARN [RS:0;fdc0a393186c:40537 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T04:00:55,082 WARN [RS:2;fdc0a393186c:39179 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T04:00:55,083 DEBUG [RS:1;fdc0a393186c:41215 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/WALs/fdc0a393186c,41215,1732161653766 2024-11-21T04:00:55,083 INFO [RS:0;fdc0a393186c:40537 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T04:00:55,083 INFO [RS:2;fdc0a393186c:39179 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T04:00:55,083 DEBUG [RS:0;fdc0a393186c:40537 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/WALs/fdc0a393186c,40537,1732161653647 2024-11-21T04:00:55,083 DEBUG [RS:2;fdc0a393186c:39179 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/WALs/fdc0a393186c,39179,1732161653824 2024-11-21T04:00:55,084 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fdc0a393186c,41215,1732161653766] 2024-11-21T04:00:55,084 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fdc0a393186c,40537,1732161653647] 2024-11-21T04:00:55,084 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fdc0a393186c,39179,1732161653824] 2024-11-21T04:00:55,107 INFO [RS:2;fdc0a393186c:39179 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T04:00:55,107 INFO [RS:0;fdc0a393186c:40537 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T04:00:55,107 INFO [RS:1;fdc0a393186c:41215 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T04:00:55,124 INFO [RS:1;fdc0a393186c:41215 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T04:00:55,124 INFO [RS:0;fdc0a393186c:40537 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T04:00:55,124 INFO [RS:2;fdc0a393186c:39179 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T04:00:55,129 INFO [RS:1;fdc0a393186c:41215 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T04:00:55,129 INFO [RS:2;fdc0a393186c:39179 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T04:00:55,129 INFO [RS:0;fdc0a393186c:40537 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T04:00:55,129 INFO [RS:1;fdc0a393186c:41215 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T04:00:55,129 INFO [RS:2;fdc0a393186c:39179 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T04:00:55,129 INFO [RS:0;fdc0a393186c:40537 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T04:00:55,130 INFO [RS:1;fdc0a393186c:41215 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T04:00:55,130 INFO [RS:0;fdc0a393186c:40537 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T04:00:55,130 INFO [RS:2;fdc0a393186c:39179 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T04:00:55,137 INFO [RS:0;fdc0a393186c:40537 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T04:00:55,137 INFO [RS:2;fdc0a393186c:39179 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T04:00:55,137 INFO [RS:1;fdc0a393186c:41215 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T04:00:55,138 INFO [RS:0;fdc0a393186c:40537 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T04:00:55,138 INFO [RS:1;fdc0a393186c:41215 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T04:00:55,138 INFO [RS:2;fdc0a393186c:39179 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T04:00:55,139 DEBUG [RS:0;fdc0a393186c:40537 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fdc0a393186c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T04:00:55,139 DEBUG [RS:1;fdc0a393186c:41215 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fdc0a393186c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T04:00:55,139 DEBUG [RS:2;fdc0a393186c:39179 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fdc0a393186c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T04:00:55,139 DEBUG [RS:0;fdc0a393186c:40537 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fdc0a393186c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T04:00:55,139 DEBUG [RS:1;fdc0a393186c:41215 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fdc0a393186c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T04:00:55,139 DEBUG [RS:2;fdc0a393186c:39179 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fdc0a393186c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T04:00:55,139 DEBUG [RS:0;fdc0a393186c:40537 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fdc0a393186c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T04:00:55,139 DEBUG [RS:1;fdc0a393186c:41215 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fdc0a393186c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T04:00:55,139 DEBUG [RS:0;fdc0a393186c:40537 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fdc0a393186c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T04:00:55,139 DEBUG [RS:2;fdc0a393186c:39179 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fdc0a393186c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T04:00:55,139 DEBUG [RS:0;fdc0a393186c:40537 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fdc0a393186c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T04:00:55,139 DEBUG [RS:1;fdc0a393186c:41215 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fdc0a393186c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T04:00:55,139 DEBUG [RS:2;fdc0a393186c:39179 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fdc0a393186c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T04:00:55,139 DEBUG [RS:0;fdc0a393186c:40537 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fdc0a393186c:0, corePoolSize=2, maxPoolSize=2 2024-11-21T04:00:55,139 DEBUG [RS:1;fdc0a393186c:41215 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fdc0a393186c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T04:00:55,139 DEBUG [RS:2;fdc0a393186c:39179 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fdc0a393186c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T04:00:55,139 DEBUG [RS:0;fdc0a393186c:40537 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fdc0a393186c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T04:00:55,140 DEBUG [RS:0;fdc0a393186c:40537 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fdc0a393186c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T04:00:55,140 DEBUG [RS:1;fdc0a393186c:41215 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fdc0a393186c:0, corePoolSize=2, maxPoolSize=2 2024-11-21T04:00:55,140 DEBUG [RS:2;fdc0a393186c:39179 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fdc0a393186c:0, corePoolSize=2, maxPoolSize=2 2024-11-21T04:00:55,140 DEBUG [RS:0;fdc0a393186c:40537 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fdc0a393186c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T04:00:55,140 DEBUG [RS:1;fdc0a393186c:41215 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fdc0a393186c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T04:00:55,140 DEBUG [RS:2;fdc0a393186c:39179 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fdc0a393186c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T04:00:55,140 DEBUG [RS:0;fdc0a393186c:40537 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fdc0a393186c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T04:00:55,140 DEBUG [RS:1;fdc0a393186c:41215 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fdc0a393186c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T04:00:55,140 DEBUG [RS:0;fdc0a393186c:40537 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fdc0a393186c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T04:00:55,140 DEBUG [RS:2;fdc0a393186c:39179 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fdc0a393186c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T04:00:55,140 DEBUG [RS:0;fdc0a393186c:40537 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fdc0a393186c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T04:00:55,140 DEBUG [RS:1;fdc0a393186c:41215 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fdc0a393186c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T04:00:55,140 DEBUG [RS:2;fdc0a393186c:39179 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fdc0a393186c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T04:00:55,140 DEBUG [RS:0;fdc0a393186c:40537 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0, corePoolSize=3, maxPoolSize=3 2024-11-21T04:00:55,140 DEBUG [RS:1;fdc0a393186c:41215 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fdc0a393186c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T04:00:55,140 DEBUG [RS:0;fdc0a393186c:40537 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fdc0a393186c:0, corePoolSize=3, maxPoolSize=3 2024-11-21T04:00:55,140 DEBUG [RS:2;fdc0a393186c:39179 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fdc0a393186c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T04:00:55,140 DEBUG [RS:1;fdc0a393186c:41215 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fdc0a393186c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T04:00:55,140 DEBUG [RS:2;fdc0a393186c:39179 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fdc0a393186c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T04:00:55,140 DEBUG [RS:1;fdc0a393186c:41215 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fdc0a393186c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T04:00:55,140 DEBUG [RS:2;fdc0a393186c:39179 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fdc0a393186c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T04:00:55,141 DEBUG [RS:1;fdc0a393186c:41215 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0, corePoolSize=3, maxPoolSize=3 2024-11-21T04:00:55,141 DEBUG [RS:2;fdc0a393186c:39179 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0, corePoolSize=3, maxPoolSize=3 2024-11-21T04:00:55,141 DEBUG [RS:1;fdc0a393186c:41215 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fdc0a393186c:0, corePoolSize=3, maxPoolSize=3 2024-11-21T04:00:55,141 DEBUG [RS:2;fdc0a393186c:39179 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fdc0a393186c:0, corePoolSize=3, maxPoolSize=3 2024-11-21T04:00:55,144 INFO [RS:2;fdc0a393186c:39179 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T04:00:55,144 INFO [RS:2;fdc0a393186c:39179 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T04:00:55,144 INFO [RS:2;fdc0a393186c:39179 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T04:00:55,144 INFO [RS:2;fdc0a393186c:39179 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T04:00:55,144 INFO [RS:2;fdc0a393186c:39179 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T04:00:55,144 INFO [RS:2;fdc0a393186c:39179 {}] hbase.ChoreService(168): Chore ScheduledChore name=fdc0a393186c,39179,1732161653824-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T04:00:55,146 INFO [RS:1;fdc0a393186c:41215 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T04:00:55,146 INFO [RS:0;fdc0a393186c:40537 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T04:00:55,146 INFO [RS:1;fdc0a393186c:41215 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T04:00:55,146 INFO [RS:0;fdc0a393186c:40537 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T04:00:55,146 INFO [RS:1;fdc0a393186c:41215 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T04:00:55,146 INFO [RS:0;fdc0a393186c:40537 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T04:00:55,146 INFO [RS:1;fdc0a393186c:41215 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T04:00:55,146 INFO [RS:0;fdc0a393186c:40537 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T04:00:55,147 INFO [RS:1;fdc0a393186c:41215 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T04:00:55,147 INFO [RS:0;fdc0a393186c:40537 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T04:00:55,147 INFO [RS:0;fdc0a393186c:40537 {}] hbase.ChoreService(168): Chore ScheduledChore name=fdc0a393186c,40537,1732161653647-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T04:00:55,147 INFO [RS:1;fdc0a393186c:41215 {}] hbase.ChoreService(168): Chore ScheduledChore name=fdc0a393186c,41215,1732161653766-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T04:00:55,165 INFO [RS:0;fdc0a393186c:40537 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T04:00:55,167 INFO [RS:1;fdc0a393186c:41215 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T04:00:55,167 INFO [RS:2;fdc0a393186c:39179 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T04:00:55,167 INFO [RS:1;fdc0a393186c:41215 {}] hbase.ChoreService(168): Chore ScheduledChore name=fdc0a393186c,41215,1732161653766-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T04:00:55,167 INFO [RS:2;fdc0a393186c:39179 {}] hbase.ChoreService(168): Chore ScheduledChore name=fdc0a393186c,39179,1732161653824-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T04:00:55,167 INFO [RS:0;fdc0a393186c:40537 {}] hbase.ChoreService(168): Chore ScheduledChore name=fdc0a393186c,40537,1732161653647-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T04:00:55,168 INFO [RS:2;fdc0a393186c:39179 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T04:00:55,168 INFO [RS:1;fdc0a393186c:41215 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T04:00:55,168 INFO [RS:0;fdc0a393186c:40537 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T04:00:55,168 INFO [RS:1;fdc0a393186c:41215 {}] regionserver.Replication(171): fdc0a393186c,41215,1732161653766 started 2024-11-21T04:00:55,168 INFO [RS:2;fdc0a393186c:39179 {}] regionserver.Replication(171): fdc0a393186c,39179,1732161653824 started 2024-11-21T04:00:55,168 INFO [RS:0;fdc0a393186c:40537 {}] regionserver.Replication(171): fdc0a393186c,40537,1732161653647 started 2024-11-21T04:00:55,193 INFO [RS:1;fdc0a393186c:41215 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T04:00:55,193 INFO [RS:0;fdc0a393186c:40537 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T04:00:55,193 INFO [RS:2;fdc0a393186c:39179 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T04:00:55,193 INFO [RS:2;fdc0a393186c:39179 {}] regionserver.HRegionServer(1482): Serving as fdc0a393186c,39179,1732161653824, RpcServer on fdc0a393186c/172.17.0.2:39179, sessionid=0x1015cd6d8250003 2024-11-21T04:00:55,193 INFO [RS:1;fdc0a393186c:41215 {}] regionserver.HRegionServer(1482): Serving as fdc0a393186c,41215,1732161653766, RpcServer on fdc0a393186c/172.17.0.2:41215, sessionid=0x1015cd6d8250002 2024-11-21T04:00:55,193 INFO [RS:0;fdc0a393186c:40537 {}] regionserver.HRegionServer(1482): Serving as fdc0a393186c,40537,1732161653647, RpcServer on fdc0a393186c/172.17.0.2:40537, sessionid=0x1015cd6d8250001 2024-11-21T04:00:55,194 DEBUG [RS:2;fdc0a393186c:39179 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T04:00:55,194 DEBUG [RS:1;fdc0a393186c:41215 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T04:00:55,194 DEBUG [RS:0;fdc0a393186c:40537 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T04:00:55,194 DEBUG [RS:2;fdc0a393186c:39179 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fdc0a393186c,39179,1732161653824 2024-11-21T04:00:55,194 DEBUG [RS:1;fdc0a393186c:41215 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fdc0a393186c,41215,1732161653766 2024-11-21T04:00:55,194 DEBUG [RS:0;fdc0a393186c:40537 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fdc0a393186c,40537,1732161653647 2024-11-21T04:00:55,194 DEBUG [RS:0;fdc0a393186c:40537 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fdc0a393186c,40537,1732161653647' 2024-11-21T04:00:55,194 DEBUG [RS:1;fdc0a393186c:41215 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fdc0a393186c,41215,1732161653766' 2024-11-21T04:00:55,194 DEBUG [RS:2;fdc0a393186c:39179 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fdc0a393186c,39179,1732161653824' 2024-11-21T04:00:55,195 DEBUG [RS:2;fdc0a393186c:39179 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-21T04:00:55,195 DEBUG [RS:1;fdc0a393186c:41215 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-21T04:00:55,195 DEBUG [RS:0;fdc0a393186c:40537 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-21T04:00:55,196 DEBUG [RS:2;fdc0a393186c:39179 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-21T04:00:55,196 DEBUG [RS:0;fdc0a393186c:40537 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-21T04:00:55,196 DEBUG [RS:1;fdc0a393186c:41215 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-21T04:00:55,196 DEBUG [RS:2;fdc0a393186c:39179 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T04:00:55,197 DEBUG [RS:2;fdc0a393186c:39179 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T04:00:55,197 DEBUG [RS:0;fdc0a393186c:40537 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T04:00:55,197 DEBUG [RS:1;fdc0a393186c:41215 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T04:00:55,197 DEBUG [RS:0;fdc0a393186c:40537 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T04:00:55,197 DEBUG [RS:1;fdc0a393186c:41215 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T04:00:55,197 DEBUG [RS:0;fdc0a393186c:40537 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fdc0a393186c,40537,1732161653647 2024-11-21T04:00:55,197 DEBUG [RS:2;fdc0a393186c:39179 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fdc0a393186c,39179,1732161653824 2024-11-21T04:00:55,197 DEBUG [RS:1;fdc0a393186c:41215 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fdc0a393186c,41215,1732161653766 2024-11-21T04:00:55,197 DEBUG [RS:0;fdc0a393186c:40537 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fdc0a393186c,40537,1732161653647' 2024-11-21T04:00:55,197 DEBUG [RS:2;fdc0a393186c:39179 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fdc0a393186c,39179,1732161653824' 2024-11-21T04:00:55,197 DEBUG [RS:1;fdc0a393186c:41215 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fdc0a393186c,41215,1732161653766' 2024-11-21T04:00:55,197 DEBUG [RS:0;fdc0a393186c:40537 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-21T04:00:55,197 DEBUG [RS:2;fdc0a393186c:39179 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-21T04:00:55,197 DEBUG [RS:1;fdc0a393186c:41215 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-21T04:00:55,197 DEBUG [RS:1;fdc0a393186c:41215 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-21T04:00:55,198 DEBUG [RS:2;fdc0a393186c:39179 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-21T04:00:55,198 DEBUG [RS:0;fdc0a393186c:40537 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-21T04:00:55,198 DEBUG [RS:2;fdc0a393186c:39179 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T04:00:55,198 DEBUG [RS:1;fdc0a393186c:41215 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T04:00:55,198 INFO [RS:2;fdc0a393186c:39179 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T04:00:55,198 INFO [RS:1;fdc0a393186c:41215 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T04:00:55,198 INFO [RS:1;fdc0a393186c:41215 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T04:00:55,198 INFO [RS:2;fdc0a393186c:39179 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T04:00:55,198 DEBUG [RS:0;fdc0a393186c:40537 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T04:00:55,199 INFO [RS:0;fdc0a393186c:40537 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T04:00:55,199 INFO [RS:0;fdc0a393186c:40537 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T04:00:55,226 WARN [fdc0a393186c:40945 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T04:00:55,305 INFO [RS:1;fdc0a393186c:41215 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T04:00:55,305 INFO [RS:2;fdc0a393186c:39179 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T04:00:55,305 INFO [RS:0;fdc0a393186c:40537 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T04:00:55,308 INFO [RS:1;fdc0a393186c:41215 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fdc0a393186c%2C41215%2C1732161653766, suffix=, logDir=hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/WALs/fdc0a393186c,41215,1732161653766, archiveDir=hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/oldWALs, maxLogs=32 2024-11-21T04:00:55,308 INFO [RS:2;fdc0a393186c:39179 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fdc0a393186c%2C39179%2C1732161653824, suffix=, logDir=hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/WALs/fdc0a393186c,39179,1732161653824, archiveDir=hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/oldWALs, maxLogs=32 2024-11-21T04:00:55,308 INFO [RS:0;fdc0a393186c:40537 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fdc0a393186c%2C40537%2C1732161653647, suffix=, logDir=hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/WALs/fdc0a393186c,40537,1732161653647, archiveDir=hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/oldWALs, maxLogs=32 2024-11-21T04:00:55,325 DEBUG [RS:1;fdc0a393186c:41215 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/WALs/fdc0a393186c,41215,1732161653766/fdc0a393186c%2C41215%2C1732161653766.1732161655312, exclude list is [], retry=0 2024-11-21T04:00:55,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41627,DS-b1239d33-551f-4f53-a66f-f2cf709e7a68,DISK] 2024-11-21T04:00:55,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44493,DS-f4208847-fede-4d33-8ac0-93e2f3042e99,DISK] 2024-11-21T04:00:55,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36901,DS-0125056d-18a5-4b58-b82f-f3e7bfedf7d7,DISK] 2024-11-21T04:00:55,332 DEBUG [RS:2;fdc0a393186c:39179 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/WALs/fdc0a393186c,39179,1732161653824/fdc0a393186c%2C39179%2C1732161653824.1732161655312, exclude list is [], retry=0 2024-11-21T04:00:55,332 DEBUG [RS:0;fdc0a393186c:40537 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/WALs/fdc0a393186c,40537,1732161653647/fdc0a393186c%2C40537%2C1732161653647.1732161655312, exclude list is [], retry=0 2024-11-21T04:00:55,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36901,DS-0125056d-18a5-4b58-b82f-f3e7bfedf7d7,DISK] 2024-11-21T04:00:55,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36901,DS-0125056d-18a5-4b58-b82f-f3e7bfedf7d7,DISK] 2024-11-21T04:00:55,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44493,DS-f4208847-fede-4d33-8ac0-93e2f3042e99,DISK] 2024-11-21T04:00:55,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44493,DS-f4208847-fede-4d33-8ac0-93e2f3042e99,DISK] 2024-11-21T04:00:55,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41627,DS-b1239d33-551f-4f53-a66f-f2cf709e7a68,DISK] 2024-11-21T04:00:55,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41627,DS-b1239d33-551f-4f53-a66f-f2cf709e7a68,DISK] 2024-11-21T04:00:55,340 INFO [RS:1;fdc0a393186c:41215 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/WALs/fdc0a393186c,41215,1732161653766/fdc0a393186c%2C41215%2C1732161653766.1732161655312 2024-11-21T04:00:55,344 DEBUG [RS:1;fdc0a393186c:41215 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41479:41479),(127.0.0.1/127.0.0.1:35735:35735),(127.0.0.1/127.0.0.1:43967:43967)] 2024-11-21T04:00:55,353 INFO [RS:0;fdc0a393186c:40537 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/WALs/fdc0a393186c,40537,1732161653647/fdc0a393186c%2C40537%2C1732161653647.1732161655312 2024-11-21T04:00:55,356 DEBUG [RS:0;fdc0a393186c:40537 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43967:43967),(127.0.0.1/127.0.0.1:41479:41479),(127.0.0.1/127.0.0.1:35735:35735)] 2024-11-21T04:00:55,358 INFO [RS:2;fdc0a393186c:39179 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/WALs/fdc0a393186c,39179,1732161653824/fdc0a393186c%2C39179%2C1732161653824.1732161655312 2024-11-21T04:00:55,359 DEBUG [RS:2;fdc0a393186c:39179 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41479:41479),(127.0.0.1/127.0.0.1:43967:43967),(127.0.0.1/127.0.0.1:35735:35735)] 2024-11-21T04:00:55,479 DEBUG [fdc0a393186c:40945 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-21T04:00:55,488 DEBUG [fdc0a393186c:40945 {}] balancer.BalancerClusterState(204): Hosts are {fdc0a393186c=0} racks are {/default-rack=0} 2024-11-21T04:00:55,494 DEBUG [fdc0a393186c:40945 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-21T04:00:55,494 DEBUG [fdc0a393186c:40945 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-21T04:00:55,494 DEBUG [fdc0a393186c:40945 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-21T04:00:55,494 DEBUG [fdc0a393186c:40945 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-21T04:00:55,494 DEBUG [fdc0a393186c:40945 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-21T04:00:55,494 DEBUG [fdc0a393186c:40945 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-21T04:00:55,494 INFO [fdc0a393186c:40945 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-21T04:00:55,494 INFO [fdc0a393186c:40945 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-21T04:00:55,494 INFO [fdc0a393186c:40945 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-21T04:00:55,494 DEBUG [fdc0a393186c:40945 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-21T04:00:55,500 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fdc0a393186c,40537,1732161653647 2024-11-21T04:00:55,505 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fdc0a393186c,40537,1732161653647, state=OPENING 2024-11-21T04:00:55,566 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T04:00:55,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40945-0x1015cd6d8250000, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T04:00:55,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40537-0x1015cd6d8250001, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T04:00:55,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41215-0x1015cd6d8250002, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T04:00:55,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39179-0x1015cd6d8250003, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T04:00:55,577 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T04:00:55,577 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T04:00:55,577 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T04:00:55,578 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T04:00:55,580 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T04:00:55,582 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fdc0a393186c,40537,1732161653647}] 2024-11-21T04:01:03,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-21T04:01:03,217 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-21T04:01:05,614 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T04:01:05,616 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48825, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T04:01:05,630 INFO [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T04:01:05,630 INFO [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T04:01:05,630 INFO [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T04:01:05,633 INFO [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fdc0a393186c%2C40537%2C1732161653647.meta, suffix=.meta, logDir=hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/WALs/fdc0a393186c,40537,1732161653647, archiveDir=hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/oldWALs, maxLogs=32 2024-11-21T04:01:05,648 DEBUG [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/WALs/fdc0a393186c,40537,1732161653647/fdc0a393186c%2C40537%2C1732161653647.meta.1732161665635.meta, exclude list is [], retry=0 2024-11-21T04:01:05,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44493,DS-f4208847-fede-4d33-8ac0-93e2f3042e99,DISK] 2024-11-21T04:01:05,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41627,DS-b1239d33-551f-4f53-a66f-f2cf709e7a68,DISK] 2024-11-21T04:01:05,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36901,DS-0125056d-18a5-4b58-b82f-f3e7bfedf7d7,DISK] 2024-11-21T04:01:05,654 INFO [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/WALs/fdc0a393186c,40537,1732161653647/fdc0a393186c%2C40537%2C1732161653647.meta.1732161665635.meta 2024-11-21T04:01:05,655 DEBUG [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35735:35735),(127.0.0.1/127.0.0.1:41479:41479),(127.0.0.1/127.0.0.1:43967:43967)] 2024-11-21T04:01:05,655 DEBUG [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T04:01:05,657 DEBUG [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T04:01:05,659 DEBUG [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T04:01:05,663 INFO [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T04:01:05,667 DEBUG [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T04:01:05,667 DEBUG [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T04:01:05,667 DEBUG [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T04:01:05,667 DEBUG [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T04:01:05,670 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T04:01:05,672 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T04:01:05,672 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:01:05,673 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T04:01:05,673 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T04:01:05,674 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T04:01:05,674 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:01:05,675 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T04:01:05,675 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T04:01:05,676 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T04:01:05,676 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:01:05,677 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T04:01:05,677 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T04:01:05,678 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T04:01:05,678 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:01:05,679 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T04:01:05,679 DEBUG [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T04:01:05,680 DEBUG [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/data/hbase/meta/1588230740 2024-11-21T04:01:05,682 DEBUG [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/data/hbase/meta/1588230740 2024-11-21T04:01:05,684 DEBUG [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T04:01:05,684 DEBUG [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T04:01:05,685 DEBUG [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T04:01:05,687 DEBUG [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T04:01:05,689 INFO [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74142139, jitterRate=0.10480396449565887}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T04:01:05,689 DEBUG [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T04:01:05,690 DEBUG [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732161665668Writing region info on filesystem at 1732161665668Initializing all the Stores at 1732161665670 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732161665670Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732161665670Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161665670Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732161665670Cleaning up temporary data from old regions at 1732161665685 (+15 ms)Running coprocessor post-open hooks at 1732161665689 (+4 ms)Region opened successfully at 1732161665690 (+1 ms) 2024-11-21T04:01:05,697 INFO [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732161665603 2024-11-21T04:01:05,706 DEBUG [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T04:01:05,707 INFO [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T04:01:05,708 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fdc0a393186c,40537,1732161653647 2024-11-21T04:01:05,710 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fdc0a393186c,40537,1732161653647, state=OPEN 2024-11-21T04:01:05,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41215-0x1015cd6d8250002, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T04:01:05,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39179-0x1015cd6d8250003, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T04:01:05,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40945-0x1015cd6d8250000, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T04:01:05,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40537-0x1015cd6d8250001, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T04:01:05,755 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T04:01:05,755 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T04:01:05,755 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T04:01:05,755 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T04:01:05,756 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fdc0a393186c,40537,1732161653647 2024-11-21T04:01:05,764 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T04:01:05,764 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fdc0a393186c,40537,1732161653647 in 10.1740 sec 2024-11-21T04:01:05,772 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T04:01:05,772 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.7050 sec 2024-11-21T04:01:05,773 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T04:01:05,773 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T04:01:05,790 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T04:01:05,791 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,40537,1732161653647, seqNum=-1] 2024-11-21T04:01:05,809 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T04:01:05,811 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41135, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T04:01:05,834 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.9930 sec 2024-11-21T04:01:05,834 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732161665834, completionTime=-1 2024-11-21T04:01:05,838 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-21T04:01:05,838 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T04:01:05,864 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-21T04:01:05,864 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732161725864 2024-11-21T04:01:05,864 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732161785864 2024-11-21T04:01:05,864 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 26 msec 2024-11-21T04:01:05,866 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-21T04:01:05,874 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fdc0a393186c,40945,1732161652873-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T04:01:05,874 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fdc0a393186c,40945,1732161652873-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T04:01:05,874 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fdc0a393186c,40945,1732161652873-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T04:01:05,876 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fdc0a393186c:40945, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T04:01:05,876 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T04:01:05,877 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T04:01:05,882 DEBUG [master/fdc0a393186c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T04:01:05,907 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.967sec 2024-11-21T04:01:05,909 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T04:01:05,910 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T04:01:05,911 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T04:01:05,912 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T04:01:05,912 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T04:01:05,913 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fdc0a393186c,40945,1732161652873-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T04:01:05,913 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fdc0a393186c,40945,1732161652873-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T04:01:05,917 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T04:01:05,919 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T04:01:05,919 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fdc0a393186c,40945,1732161652873-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T04:01:05,983 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b52e66c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T04:01:05,987 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-21T04:01:05,987 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-21T04:01:05,992 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fdc0a393186c,40945,-1 for getting cluster id 2024-11-21T04:01:05,994 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T04:01:06,004 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2d3126f2-d37a-4960-8fa1-3838a8034b02' 2024-11-21T04:01:06,006 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T04:01:06,006 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2d3126f2-d37a-4960-8fa1-3838a8034b02" 2024-11-21T04:01:06,006 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37a7f873, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T04:01:06,006 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fdc0a393186c,40945,-1] 2024-11-21T04:01:06,009 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T04:01:06,011 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:01:06,012 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56622, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T04:01:06,014 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b7152e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T04:01:06,015 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T04:01:06,022 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,40537,1732161653647, seqNum=-1] 2024-11-21T04:01:06,022 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T04:01:06,024 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43698, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T04:01:06,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fdc0a393186c,40945,1732161652873 2024-11-21T04:01:06,078 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732161666076 (current time:1732161666076). 2024-11-21T04:01:06,078 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-21T04:01:06,078 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-21T04:01:06,081 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@de9cb9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T04:01:06,081 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fdc0a393186c,40945,-1 for getting cluster id 2024-11-21T04:01:06,085 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T04:01:06,087 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2d3126f2-d37a-4960-8fa1-3838a8034b02' 2024-11-21T04:01:06,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T04:01:06,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2d3126f2-d37a-4960-8fa1-3838a8034b02" 2024-11-21T04:01:06,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76941da7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T04:01:06,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fdc0a393186c,40945,-1] 2024-11-21T04:01:06,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T04:01:06,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:01:06,090 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56632, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T04:01:06,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73710b24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T04:01:06,094 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T04:01:06,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,40537,1732161653647, seqNum=-1] 2024-11-21T04:01:06,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T04:01:06,097 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43708, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T04:01:06,099 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T04:01:06,099 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T04:01:06,103 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:01:06,103 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:01:06,103 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T04:01:06,108 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T04:01:06,111 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fdc0a393186c,40945,1732161652873 2024-11-21T04:01:06,114 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@237c58c5 2024-11-21T04:01:06,115 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T04:01:06,117 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56644, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T04:01:06,123 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40945 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T04:01:06,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40945 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-21T04:01:06,132 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T04:01:06,133 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40945 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-21T04:01:06,134 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:01:06,136 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T04:01:06,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T04:01:06,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36901 is added to blk_1073741837_1013 (size=361) 2024-11-21T04:01:06,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741837_1013 (size=361) 2024-11-21T04:01:06,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41627 is added to blk_1073741837_1013 (size=361) 2024-11-21T04:01:06,157 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4a3c6424968050d8d28b81b78db38a98, NAME => 'SPTestTable,,1732161666119.4a3c6424968050d8d28b81b78db38a98.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c 2024-11-21T04:01:06,158 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => a7aec503ef2a699a9f19b1b14b066a41, NAME => 'SPTestTable,19999999,1732161666119.a7aec503ef2a699a9f19b1b14b066a41.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c 2024-11-21T04:01:06,158 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => c68a813bfbae93335bab9e2a838e7767, NAME => 'SPTestTable,33333332,1732161666119.c68a813bfbae93335bab9e2a838e7767.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c 2024-11-21T04:01:06,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741839_1015 (size=62) 2024-11-21T04:01:06,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36901 is added to blk_1073741839_1015 (size=62) 2024-11-21T04:01:06,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41627 is added to blk_1073741839_1015 (size=62) 2024-11-21T04:01:06,185 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732161666119.c68a813bfbae93335bab9e2a838e7767.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T04:01:06,185 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing c68a813bfbae93335bab9e2a838e7767, disabling compactions & flushes 2024-11-21T04:01:06,185 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732161666119.c68a813bfbae93335bab9e2a838e7767. 2024-11-21T04:01:06,185 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732161666119.c68a813bfbae93335bab9e2a838e7767. 2024-11-21T04:01:06,185 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732161666119.c68a813bfbae93335bab9e2a838e7767. after waiting 0 ms 2024-11-21T04:01:06,185 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732161666119.c68a813bfbae93335bab9e2a838e7767. 2024-11-21T04:01:06,185 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732161666119.c68a813bfbae93335bab9e2a838e7767. 2024-11-21T04:01:06,185 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for c68a813bfbae93335bab9e2a838e7767: Waiting for close lock at 1732161666185Disabling compacts and flushes for region at 1732161666185Disabling writes for close at 1732161666185Writing region close event to WAL at 1732161666185Closed at 1732161666185 2024-11-21T04:01:06,186 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => e11cc4058ce4f7072e80bec3324b0e79, NAME => 'SPTestTable,4ccccccb,1732161666119.e11cc4058ce4f7072e80bec3324b0e79.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c 2024-11-21T04:01:06,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41627 is added to blk_1073741838_1014 (size=54) 2024-11-21T04:01:06,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741838_1014 (size=54) 2024-11-21T04:01:06,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36901 is added to blk_1073741838_1014 (size=54) 2024-11-21T04:01:06,195 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1732161666119.4a3c6424968050d8d28b81b78db38a98.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T04:01:06,195 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 4a3c6424968050d8d28b81b78db38a98, disabling compactions & flushes 2024-11-21T04:01:06,195 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1732161666119.4a3c6424968050d8d28b81b78db38a98. 2024-11-21T04:01:06,195 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732161666119.4a3c6424968050d8d28b81b78db38a98. 2024-11-21T04:01:06,195 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732161666119.4a3c6424968050d8d28b81b78db38a98. after waiting 0 ms 2024-11-21T04:01:06,195 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732161666119.4a3c6424968050d8d28b81b78db38a98. 2024-11-21T04:01:06,195 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1732161666119.4a3c6424968050d8d28b81b78db38a98. 2024-11-21T04:01:06,195 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4a3c6424968050d8d28b81b78db38a98: Waiting for close lock at 1732161666195Disabling compacts and flushes for region at 1732161666195Disabling writes for close at 1732161666195Writing region close event to WAL at 1732161666195Closed at 1732161666195 2024-11-21T04:01:06,196 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 647741cb8104eb62a6ef7a4b6cfe4948, NAME => 'SPTestTable,66666664,1732161666119.647741cb8104eb62a6ef7a4b6cfe4948.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c 2024-11-21T04:01:06,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36901 is added to blk_1073741840_1016 (size=62) 2024-11-21T04:01:06,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741840_1016 (size=62) 2024-11-21T04:01:06,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41627 is added to blk_1073741840_1016 (size=62) 2024-11-21T04:01:06,212 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732161666119.a7aec503ef2a699a9f19b1b14b066a41.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T04:01:06,212 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing a7aec503ef2a699a9f19b1b14b066a41, disabling compactions & flushes 2024-11-21T04:01:06,212 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732161666119.a7aec503ef2a699a9f19b1b14b066a41. 2024-11-21T04:01:06,212 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732161666119.a7aec503ef2a699a9f19b1b14b066a41. 2024-11-21T04:01:06,212 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732161666119.a7aec503ef2a699a9f19b1b14b066a41. after waiting 0 ms 2024-11-21T04:01:06,212 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732161666119.a7aec503ef2a699a9f19b1b14b066a41. 2024-11-21T04:01:06,212 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732161666119.a7aec503ef2a699a9f19b1b14b066a41. 2024-11-21T04:01:06,212 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for a7aec503ef2a699a9f19b1b14b066a41: Waiting for close lock at 1732161666212Disabling compacts and flushes for region at 1732161666212Disabling writes for close at 1732161666212Writing region close event to WAL at 1732161666212Closed at 1732161666212 2024-11-21T04:01:06,213 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => d3a2245be5880d114b6666685285178e, NAME => 'SPTestTable,7ffffffd,1732161666119.d3a2245be5880d114b6666685285178e.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c 2024-11-21T04:01:06,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36901 is added to blk_1073741842_1018 (size=62) 2024-11-21T04:01:06,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41627 is added to blk_1073741841_1017 (size=62) 2024-11-21T04:01:06,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741841_1017 (size=62) 2024-11-21T04:01:06,232 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732161666119.647741cb8104eb62a6ef7a4b6cfe4948.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T04:01:06,232 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732161666119.e11cc4058ce4f7072e80bec3324b0e79.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T04:01:06,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36901 is added to blk_1073741841_1017 (size=62) 2024-11-21T04:01:06,233 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 647741cb8104eb62a6ef7a4b6cfe4948, disabling compactions & flushes 2024-11-21T04:01:06,233 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing e11cc4058ce4f7072e80bec3324b0e79, disabling compactions & flushes 2024-11-21T04:01:06,233 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732161666119.647741cb8104eb62a6ef7a4b6cfe4948. 2024-11-21T04:01:06,233 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732161666119.e11cc4058ce4f7072e80bec3324b0e79. 2024-11-21T04:01:06,233 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732161666119.647741cb8104eb62a6ef7a4b6cfe4948. 2024-11-21T04:01:06,233 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732161666119.e11cc4058ce4f7072e80bec3324b0e79. 2024-11-21T04:01:06,233 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732161666119.647741cb8104eb62a6ef7a4b6cfe4948. after waiting 0 ms 2024-11-21T04:01:06,233 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732161666119.e11cc4058ce4f7072e80bec3324b0e79. after waiting 0 ms 2024-11-21T04:01:06,233 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732161666119.647741cb8104eb62a6ef7a4b6cfe4948. 2024-11-21T04:01:06,233 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732161666119.e11cc4058ce4f7072e80bec3324b0e79. 2024-11-21T04:01:06,233 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732161666119.647741cb8104eb62a6ef7a4b6cfe4948. 2024-11-21T04:01:06,233 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732161666119.e11cc4058ce4f7072e80bec3324b0e79. 2024-11-21T04:01:06,233 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for e11cc4058ce4f7072e80bec3324b0e79: Waiting for close lock at 1732161666233Disabling compacts and flushes for region at 1732161666233Disabling writes for close at 1732161666233Writing region close event to WAL at 1732161666233Closed at 1732161666233 2024-11-21T04:01:06,233 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 647741cb8104eb62a6ef7a4b6cfe4948: Waiting for close lock at 1732161666233Disabling compacts and flushes for region at 1732161666233Disabling writes for close at 1732161666233Writing region close event to WAL at 1732161666233Closed at 1732161666233 2024-11-21T04:01:06,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41627 is added to blk_1073741842_1018 (size=62) 2024-11-21T04:01:06,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741842_1018 (size=62) 2024-11-21T04:01:06,234 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 67ca1c62aa30d0cd5a2b7841c42a6310, NAME => 'SPTestTable,b333332f,1732161666119.67ca1c62aa30d0cd5a2b7841c42a6310.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c 2024-11-21T04:01:06,234 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d703857fd65657f2446ec82fa5fecbed, NAME => 'SPTestTable,99999996,1732161666119.d703857fd65657f2446ec82fa5fecbed.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c 2024-11-21T04:01:06,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41627 is added to blk_1073741843_1019 (size=62) 2024-11-21T04:01:06,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741843_1019 (size=62) 2024-11-21T04:01:06,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36901 is added to blk_1073741843_1019 (size=62) 2024-11-21T04:01:06,246 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732161666119.d3a2245be5880d114b6666685285178e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T04:01:06,246 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing d3a2245be5880d114b6666685285178e, disabling compactions & flushes 2024-11-21T04:01:06,246 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732161666119.d3a2245be5880d114b6666685285178e. 2024-11-21T04:01:06,246 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732161666119.d3a2245be5880d114b6666685285178e. 2024-11-21T04:01:06,246 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732161666119.d3a2245be5880d114b6666685285178e. after waiting 0 ms 2024-11-21T04:01:06,246 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732161666119.d3a2245be5880d114b6666685285178e. 2024-11-21T04:01:06,246 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732161666119.d3a2245be5880d114b6666685285178e. 2024-11-21T04:01:06,246 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for d3a2245be5880d114b6666685285178e: Waiting for close lock at 1732161666246Disabling compacts and flushes for region at 1732161666246Disabling writes for close at 1732161666246Writing region close event to WAL at 1732161666246Closed at 1732161666246 2024-11-21T04:01:06,247 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => a00132231c09eaab69bcf4c1bcf2ed96, NAME => 'SPTestTable,ccccccc8,1732161666119.a00132231c09eaab69bcf4c1bcf2ed96.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c 2024-11-21T04:01:06,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T04:01:06,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741844_1020 (size=62) 2024-11-21T04:01:06,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41627 is added to blk_1073741844_1020 (size=62) 2024-11-21T04:01:06,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36901 is added to blk_1073741844_1020 (size=62) 2024-11-21T04:01:06,263 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732161666119.d703857fd65657f2446ec82fa5fecbed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T04:01:06,263 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing d703857fd65657f2446ec82fa5fecbed, disabling compactions & flushes 2024-11-21T04:01:06,263 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732161666119.d703857fd65657f2446ec82fa5fecbed. 2024-11-21T04:01:06,263 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732161666119.d703857fd65657f2446ec82fa5fecbed. 2024-11-21T04:01:06,263 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732161666119.d703857fd65657f2446ec82fa5fecbed. after waiting 0 ms 2024-11-21T04:01:06,263 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732161666119.d703857fd65657f2446ec82fa5fecbed. 2024-11-21T04:01:06,263 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732161666119.d703857fd65657f2446ec82fa5fecbed. 2024-11-21T04:01:06,263 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for d703857fd65657f2446ec82fa5fecbed: Waiting for close lock at 1732161666263Disabling compacts and flushes for region at 1732161666263Disabling writes for close at 1732161666263Writing region close event to WAL at 1732161666263Closed at 1732161666263 2024-11-21T04:01:06,264 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e843046741e73bcec67a2b486874fa7a, NAME => 'SPTestTable,e6666661,1732161666119.e843046741e73bcec67a2b486874fa7a.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c 2024-11-21T04:01:06,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36901 is added to blk_1073741845_1021 (size=62) 2024-11-21T04:01:06,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741845_1021 (size=62) 2024-11-21T04:01:06,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41627 is added to blk_1073741845_1021 (size=62) 2024-11-21T04:01:06,277 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732161666119.67ca1c62aa30d0cd5a2b7841c42a6310.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T04:01:06,277 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 67ca1c62aa30d0cd5a2b7841c42a6310, disabling compactions & flushes 2024-11-21T04:01:06,277 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732161666119.67ca1c62aa30d0cd5a2b7841c42a6310. 2024-11-21T04:01:06,277 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732161666119.67ca1c62aa30d0cd5a2b7841c42a6310. 2024-11-21T04:01:06,277 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732161666119.67ca1c62aa30d0cd5a2b7841c42a6310. after waiting 0 ms 2024-11-21T04:01:06,277 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732161666119.67ca1c62aa30d0cd5a2b7841c42a6310. 2024-11-21T04:01:06,277 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732161666119.67ca1c62aa30d0cd5a2b7841c42a6310. 2024-11-21T04:01:06,277 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 67ca1c62aa30d0cd5a2b7841c42a6310: Waiting for close lock at 1732161666277Disabling compacts and flushes for region at 1732161666277Disabling writes for close at 1732161666277Writing region close event to WAL at 1732161666277Closed at 1732161666277 2024-11-21T04:01:06,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741846_1022 (size=62) 2024-11-21T04:01:06,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36901 is added to blk_1073741846_1022 (size=62) 2024-11-21T04:01:06,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41627 is added to blk_1073741846_1022 (size=62) 2024-11-21T04:01:06,286 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732161666119.a00132231c09eaab69bcf4c1bcf2ed96.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T04:01:06,286 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing a00132231c09eaab69bcf4c1bcf2ed96, disabling compactions & flushes 2024-11-21T04:01:06,286 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732161666119.a00132231c09eaab69bcf4c1bcf2ed96. 2024-11-21T04:01:06,286 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732161666119.a00132231c09eaab69bcf4c1bcf2ed96. 2024-11-21T04:01:06,286 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732161666119.a00132231c09eaab69bcf4c1bcf2ed96. after waiting 0 ms 2024-11-21T04:01:06,286 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732161666119.a00132231c09eaab69bcf4c1bcf2ed96. 2024-11-21T04:01:06,286 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732161666119.a00132231c09eaab69bcf4c1bcf2ed96. 2024-11-21T04:01:06,286 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for a00132231c09eaab69bcf4c1bcf2ed96: Waiting for close lock at 1732161666286Disabling compacts and flushes for region at 1732161666286Disabling writes for close at 1732161666286Writing region close event to WAL at 1732161666286Closed at 1732161666286 2024-11-21T04:01:06,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36901 is added to blk_1073741847_1023 (size=54) 2024-11-21T04:01:06,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741847_1023 (size=54) 2024-11-21T04:01:06,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41627 is added to blk_1073741847_1023 (size=54) 2024-11-21T04:01:06,291 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732161666119.e843046741e73bcec67a2b486874fa7a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T04:01:06,291 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing e843046741e73bcec67a2b486874fa7a, disabling compactions & flushes 2024-11-21T04:01:06,291 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732161666119.e843046741e73bcec67a2b486874fa7a. 2024-11-21T04:01:06,291 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732161666119.e843046741e73bcec67a2b486874fa7a. 2024-11-21T04:01:06,292 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732161666119.e843046741e73bcec67a2b486874fa7a. after waiting 0 ms 2024-11-21T04:01:06,292 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732161666119.e843046741e73bcec67a2b486874fa7a. 2024-11-21T04:01:06,292 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732161666119.e843046741e73bcec67a2b486874fa7a. 2024-11-21T04:01:06,292 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for e843046741e73bcec67a2b486874fa7a: Waiting for close lock at 1732161666291Disabling compacts and flushes for region at 1732161666291Disabling writes for close at 1732161666292 (+1 ms)Writing region close event to WAL at 1732161666292Closed at 1732161666292 2024-11-21T04:01:06,294 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T04:01:06,298 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1732161666119.c68a813bfbae93335bab9e2a838e7767.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732161666294"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732161666294"}]},"ts":"1732161666294"} 2024-11-21T04:01:06,298 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1732161666119.4a3c6424968050d8d28b81b78db38a98.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732161666294"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732161666294"}]},"ts":"1732161666294"} 2024-11-21T04:01:06,299 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1732161666119.a7aec503ef2a699a9f19b1b14b066a41.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732161666294"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732161666294"}]},"ts":"1732161666294"} 2024-11-21T04:01:06,299 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1732161666119.e11cc4058ce4f7072e80bec3324b0e79.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732161666294"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732161666294"}]},"ts":"1732161666294"} 2024-11-21T04:01:06,299 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1732161666119.647741cb8104eb62a6ef7a4b6cfe4948.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732161666294"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732161666294"}]},"ts":"1732161666294"} 2024-11-21T04:01:06,299 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1732161666119.d3a2245be5880d114b6666685285178e.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732161666294"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732161666294"}]},"ts":"1732161666294"} 2024-11-21T04:01:06,299 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1732161666119.d703857fd65657f2446ec82fa5fecbed.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732161666294"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732161666294"}]},"ts":"1732161666294"} 2024-11-21T04:01:06,299 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1732161666119.67ca1c62aa30d0cd5a2b7841c42a6310.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732161666294"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732161666294"}]},"ts":"1732161666294"} 2024-11-21T04:01:06,300 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1732161666119.a00132231c09eaab69bcf4c1bcf2ed96.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732161666294"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732161666294"}]},"ts":"1732161666294"} 2024-11-21T04:01:06,300 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1732161666119.e843046741e73bcec67a2b486874fa7a.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732161666294"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732161666294"}]},"ts":"1732161666294"} 2024-11-21T04:01:06,332 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-21T04:01:06,334 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T04:01:06,336 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732161666334"}]},"ts":"1732161666334"} 2024-11-21T04:01:06,340 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-21T04:01:06,341 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {fdc0a393186c=0} racks are {/default-rack=0} 2024-11-21T04:01:06,348 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-21T04:01:06,348 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-21T04:01:06,348 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-21T04:01:06,348 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-21T04:01:06,348 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-21T04:01:06,348 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-21T04:01:06,349 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-21T04:01:06,349 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-21T04:01:06,349 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-21T04:01:06,349 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-21T04:01:06,351 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4a3c6424968050d8d28b81b78db38a98, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a7aec503ef2a699a9f19b1b14b066a41, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c68a813bfbae93335bab9e2a838e7767, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e11cc4058ce4f7072e80bec3324b0e79, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=647741cb8104eb62a6ef7a4b6cfe4948, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d3a2245be5880d114b6666685285178e, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d703857fd65657f2446ec82fa5fecbed, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=67ca1c62aa30d0cd5a2b7841c42a6310, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a00132231c09eaab69bcf4c1bcf2ed96, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e843046741e73bcec67a2b486874fa7a, ASSIGN}] 2024-11-21T04:01:06,356 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e11cc4058ce4f7072e80bec3324b0e79, ASSIGN 2024-11-21T04:01:06,356 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=647741cb8104eb62a6ef7a4b6cfe4948, ASSIGN 2024-11-21T04:01:06,356 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c68a813bfbae93335bab9e2a838e7767, ASSIGN 2024-11-21T04:01:06,356 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a7aec503ef2a699a9f19b1b14b066a41, ASSIGN 2024-11-21T04:01:06,357 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e11cc4058ce4f7072e80bec3324b0e79, ASSIGN; state=OFFLINE, location=fdc0a393186c,39179,1732161653824; forceNewPlan=false, retain=false 2024-11-21T04:01:06,357 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=647741cb8104eb62a6ef7a4b6cfe4948, ASSIGN; state=OFFLINE, location=fdc0a393186c,40537,1732161653647; forceNewPlan=false, retain=false 2024-11-21T04:01:06,357 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c68a813bfbae93335bab9e2a838e7767, ASSIGN; state=OFFLINE, location=fdc0a393186c,39179,1732161653824; forceNewPlan=false, retain=false 2024-11-21T04:01:06,357 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a7aec503ef2a699a9f19b1b14b066a41, ASSIGN; state=OFFLINE, location=fdc0a393186c,41215,1732161653766; forceNewPlan=false, retain=false 2024-11-21T04:01:06,363 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a00132231c09eaab69bcf4c1bcf2ed96, ASSIGN 2024-11-21T04:01:06,363 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=67ca1c62aa30d0cd5a2b7841c42a6310, ASSIGN 2024-11-21T04:01:06,363 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d703857fd65657f2446ec82fa5fecbed, ASSIGN 2024-11-21T04:01:06,363 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e843046741e73bcec67a2b486874fa7a, ASSIGN 2024-11-21T04:01:06,363 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d3a2245be5880d114b6666685285178e, ASSIGN 2024-11-21T04:01:06,365 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a00132231c09eaab69bcf4c1bcf2ed96, ASSIGN; state=OFFLINE, location=fdc0a393186c,41215,1732161653766; forceNewPlan=false, retain=false 2024-11-21T04:01:06,365 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=67ca1c62aa30d0cd5a2b7841c42a6310, ASSIGN; state=OFFLINE, location=fdc0a393186c,40537,1732161653647; forceNewPlan=false, retain=false 2024-11-21T04:01:06,365 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d703857fd65657f2446ec82fa5fecbed, ASSIGN; state=OFFLINE, location=fdc0a393186c,39179,1732161653824; forceNewPlan=false, retain=false 2024-11-21T04:01:06,365 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d3a2245be5880d114b6666685285178e, ASSIGN; state=OFFLINE, location=fdc0a393186c,41215,1732161653766; forceNewPlan=false, retain=false 2024-11-21T04:01:06,365 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e843046741e73bcec67a2b486874fa7a, ASSIGN; state=OFFLINE, location=fdc0a393186c,39179,1732161653824; forceNewPlan=false, retain=false 2024-11-21T04:01:06,373 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4a3c6424968050d8d28b81b78db38a98, ASSIGN 2024-11-21T04:01:06,374 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4a3c6424968050d8d28b81b78db38a98, ASSIGN; state=OFFLINE, location=fdc0a393186c,40537,1732161653647; forceNewPlan=false, retain=false 2024-11-21T04:01:06,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T04:01:06,511 INFO [fdc0a393186c:40945 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-21T04:01:06,513 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=a7aec503ef2a699a9f19b1b14b066a41, regionState=OPENING, regionLocation=fdc0a393186c,41215,1732161653766 2024-11-21T04:01:06,513 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=a00132231c09eaab69bcf4c1bcf2ed96, regionState=OPENING, regionLocation=fdc0a393186c,41215,1732161653766 2024-11-21T04:01:06,513 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=d3a2245be5880d114b6666685285178e, regionState=OPENING, regionLocation=fdc0a393186c,41215,1732161653766 2024-11-21T04:01:06,513 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=647741cb8104eb62a6ef7a4b6cfe4948, regionState=OPENING, regionLocation=fdc0a393186c,40537,1732161653647 2024-11-21T04:01:06,514 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=67ca1c62aa30d0cd5a2b7841c42a6310, regionState=OPENING, regionLocation=fdc0a393186c,40537,1732161653647 2024-11-21T04:01:06,514 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4a3c6424968050d8d28b81b78db38a98, regionState=OPENING, regionLocation=fdc0a393186c,40537,1732161653647 2024-11-21T04:01:06,514 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=d703857fd65657f2446ec82fa5fecbed, regionState=OPENING, regionLocation=fdc0a393186c,39179,1732161653824 2024-11-21T04:01:06,514 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=e843046741e73bcec67a2b486874fa7a, regionState=OPENING, regionLocation=fdc0a393186c,39179,1732161653824 2024-11-21T04:01:06,514 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=e11cc4058ce4f7072e80bec3324b0e79, regionState=OPENING, regionLocation=fdc0a393186c,39179,1732161653824 2024-11-21T04:01:06,515 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=c68a813bfbae93335bab9e2a838e7767, regionState=OPENING, regionLocation=fdc0a393186c,39179,1732161653824 2024-11-21T04:01:06,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a7aec503ef2a699a9f19b1b14b066a41, ASSIGN because future has completed 2024-11-21T04:01:06,521 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure a7aec503ef2a699a9f19b1b14b066a41, server=fdc0a393186c,41215,1732161653766}] 2024-11-21T04:01:06,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a00132231c09eaab69bcf4c1bcf2ed96, ASSIGN because future has completed 2024-11-21T04:01:06,524 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure a00132231c09eaab69bcf4c1bcf2ed96, server=fdc0a393186c,41215,1732161653766}] 2024-11-21T04:01:06,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=647741cb8104eb62a6ef7a4b6cfe4948, ASSIGN because future has completed 2024-11-21T04:01:06,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d3a2245be5880d114b6666685285178e, ASSIGN because future has completed 2024-11-21T04:01:06,532 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure d3a2245be5880d114b6666685285178e, server=fdc0a393186c,41215,1732161653766}] 2024-11-21T04:01:06,532 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 647741cb8104eb62a6ef7a4b6cfe4948, server=fdc0a393186c,40537,1732161653647}] 2024-11-21T04:01:06,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=67ca1c62aa30d0cd5a2b7841c42a6310, ASSIGN because future has completed 2024-11-21T04:01:06,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4a3c6424968050d8d28b81b78db38a98, ASSIGN because future has completed 2024-11-21T04:01:06,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d703857fd65657f2446ec82fa5fecbed, ASSIGN because future has completed 2024-11-21T04:01:06,538 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure d703857fd65657f2446ec82fa5fecbed, server=fdc0a393186c,39179,1732161653824}] 2024-11-21T04:01:06,539 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 67ca1c62aa30d0cd5a2b7841c42a6310, server=fdc0a393186c,40537,1732161653647}] 2024-11-21T04:01:06,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e843046741e73bcec67a2b486874fa7a, ASSIGN because future has completed 2024-11-21T04:01:06,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e11cc4058ce4f7072e80bec3324b0e79, ASSIGN because future has completed 2024-11-21T04:01:06,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c68a813bfbae93335bab9e2a838e7767, ASSIGN because future has completed 2024-11-21T04:01:06,545 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4a3c6424968050d8d28b81b78db38a98, server=fdc0a393186c,40537,1732161653647}] 2024-11-21T04:01:06,545 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure c68a813bfbae93335bab9e2a838e7767, server=fdc0a393186c,39179,1732161653824}] 2024-11-21T04:01:06,545 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure e11cc4058ce4f7072e80bec3324b0e79, server=fdc0a393186c,39179,1732161653824}] 2024-11-21T04:01:06,559 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure e843046741e73bcec67a2b486874fa7a, server=fdc0a393186c,39179,1732161653824}] 2024-11-21T04:01:06,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T04:01:07,104 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T04:01:07,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T04:01:08,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T04:01:10,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T04:01:11,212 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T04:01:13,215 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T04:01:13,215 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-21T04:01:13,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T04:01:13,216 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-21T04:01:14,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T04:01:16,527 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T04:01:16,529 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36073, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T04:01:16,537 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1732161666119.a7aec503ef2a699a9f19b1b14b066a41. 2024-11-21T04:01:16,538 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => a7aec503ef2a699a9f19b1b14b066a41, NAME => 'SPTestTable,19999999,1732161666119.a7aec503ef2a699a9f19b1b14b066a41.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-21T04:01:16,538 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a7aec503ef2a699a9f19b1b14b066a41 2024-11-21T04:01:16,538 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732161666119.a7aec503ef2a699a9f19b1b14b066a41.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T04:01:16,539 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for a7aec503ef2a699a9f19b1b14b066a41 2024-11-21T04:01:16,539 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for a7aec503ef2a699a9f19b1b14b066a41 2024-11-21T04:01:16,542 INFO [StoreOpener-a7aec503ef2a699a9f19b1b14b066a41-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a7aec503ef2a699a9f19b1b14b066a41 2024-11-21T04:01:16,544 INFO [StoreOpener-a7aec503ef2a699a9f19b1b14b066a41-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a7aec503ef2a699a9f19b1b14b066a41 columnFamilyName cf 2024-11-21T04:01:16,544 DEBUG [StoreOpener-a7aec503ef2a699a9f19b1b14b066a41-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:01:16,545 INFO [StoreOpener-a7aec503ef2a699a9f19b1b14b066a41-1 {}] regionserver.HStore(327): Store=a7aec503ef2a699a9f19b1b14b066a41/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T04:01:16,545 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for a7aec503ef2a699a9f19b1b14b066a41 2024-11-21T04:01:16,546 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/data/default/SPTestTable/a7aec503ef2a699a9f19b1b14b066a41 2024-11-21T04:01:16,547 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/data/default/SPTestTable/a7aec503ef2a699a9f19b1b14b066a41 2024-11-21T04:01:16,548 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for a7aec503ef2a699a9f19b1b14b066a41 2024-11-21T04:01:16,548 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,,1732161666119.4a3c6424968050d8d28b81b78db38a98. 2024-11-21T04:01:16,548 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for a7aec503ef2a699a9f19b1b14b066a41 2024-11-21T04:01:16,548 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 4a3c6424968050d8d28b81b78db38a98, NAME => 'SPTestTable,,1732161666119.4a3c6424968050d8d28b81b78db38a98.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-21T04:01:16,549 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 4a3c6424968050d8d28b81b78db38a98 2024-11-21T04:01:16,549 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,,1732161666119.4a3c6424968050d8d28b81b78db38a98.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T04:01:16,549 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 4a3c6424968050d8d28b81b78db38a98 2024-11-21T04:01:16,549 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 4a3c6424968050d8d28b81b78db38a98 2024-11-21T04:01:16,550 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for a7aec503ef2a699a9f19b1b14b066a41 2024-11-21T04:01:16,551 INFO [StoreOpener-4a3c6424968050d8d28b81b78db38a98-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 4a3c6424968050d8d28b81b78db38a98 2024-11-21T04:01:16,553 INFO [StoreOpener-4a3c6424968050d8d28b81b78db38a98-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a3c6424968050d8d28b81b78db38a98 columnFamilyName cf 2024-11-21T04:01:16,553 DEBUG [StoreOpener-4a3c6424968050d8d28b81b78db38a98-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:01:16,553 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T04:01:16,554 INFO [StoreOpener-4a3c6424968050d8d28b81b78db38a98-1 {}] regionserver.HStore(327): Store=4a3c6424968050d8d28b81b78db38a98/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T04:01:16,554 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 4a3c6424968050d8d28b81b78db38a98 2024-11-21T04:01:16,554 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/data/default/SPTestTable/a7aec503ef2a699a9f19b1b14b066a41/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T04:01:16,555 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52897, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T04:01:16,555 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened a7aec503ef2a699a9f19b1b14b066a41; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64859464, jitterRate=-0.03351867198944092}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T04:01:16,555 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a7aec503ef2a699a9f19b1b14b066a41 2024-11-21T04:01:16,555 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/data/default/SPTestTable/4a3c6424968050d8d28b81b78db38a98 2024-11-21T04:01:16,556 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/data/default/SPTestTable/4a3c6424968050d8d28b81b78db38a98 2024-11-21T04:01:16,556 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for a7aec503ef2a699a9f19b1b14b066a41: Running coprocessor pre-open hook at 1732161676539Writing region info on filesystem at 1732161676539Initializing all the Stores at 1732161676541 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161676541Cleaning up temporary data from old regions at 1732161676548 (+7 ms)Running coprocessor post-open hooks at 1732161676555 (+7 ms)Region opened successfully at 1732161676556 (+1 ms) 2024-11-21T04:01:16,556 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 4a3c6424968050d8d28b81b78db38a98 2024-11-21T04:01:16,556 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 4a3c6424968050d8d28b81b78db38a98 2024-11-21T04:01:16,558 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1732161666119.a7aec503ef2a699a9f19b1b14b066a41., pid=15, masterSystemTime=1732161676527 2024-11-21T04:01:16,559 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 4a3c6424968050d8d28b81b78db38a98 2024-11-21T04:01:16,561 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732161666119.d703857fd65657f2446ec82fa5fecbed. 2024-11-21T04:01:16,561 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => d703857fd65657f2446ec82fa5fecbed, NAME => 'SPTestTable,99999996,1732161666119.d703857fd65657f2446ec82fa5fecbed.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-21T04:01:16,562 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d703857fd65657f2446ec82fa5fecbed 2024-11-21T04:01:16,562 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1732161666119.a7aec503ef2a699a9f19b1b14b066a41. 2024-11-21T04:01:16,562 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732161666119.d703857fd65657f2446ec82fa5fecbed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T04:01:16,562 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1732161666119.a7aec503ef2a699a9f19b1b14b066a41. 2024-11-21T04:01:16,562 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for d703857fd65657f2446ec82fa5fecbed 2024-11-21T04:01:16,562 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for d703857fd65657f2446ec82fa5fecbed 2024-11-21T04:01:16,562 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1732161666119.a00132231c09eaab69bcf4c1bcf2ed96. 2024-11-21T04:01:16,562 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => a00132231c09eaab69bcf4c1bcf2ed96, NAME => 'SPTestTable,ccccccc8,1732161666119.a00132231c09eaab69bcf4c1bcf2ed96.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-21T04:01:16,563 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=a7aec503ef2a699a9f19b1b14b066a41, regionState=OPEN, openSeqNum=2, regionLocation=fdc0a393186c,41215,1732161653766 2024-11-21T04:01:16,563 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a00132231c09eaab69bcf4c1bcf2ed96 2024-11-21T04:01:16,563 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732161666119.a00132231c09eaab69bcf4c1bcf2ed96.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T04:01:16,563 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for a00132231c09eaab69bcf4c1bcf2ed96 2024-11-21T04:01:16,563 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for a00132231c09eaab69bcf4c1bcf2ed96 2024-11-21T04:01:16,565 INFO [StoreOpener-d703857fd65657f2446ec82fa5fecbed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d703857fd65657f2446ec82fa5fecbed 2024-11-21T04:01:16,565 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/data/default/SPTestTable/4a3c6424968050d8d28b81b78db38a98/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T04:01:16,565 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 4a3c6424968050d8d28b81b78db38a98; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68066642, jitterRate=0.01427200436592102}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T04:01:16,566 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4a3c6424968050d8d28b81b78db38a98 2024-11-21T04:01:16,566 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 4a3c6424968050d8d28b81b78db38a98: Running coprocessor pre-open hook at 1732161676549Writing region info on filesystem at 1732161676549Initializing all the Stores at 1732161676550 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161676551 (+1 ms)Cleaning up temporary data from old regions at 1732161676556 (+5 ms)Running coprocessor post-open hooks at 1732161676566 (+10 ms)Region opened successfully at 1732161676566 2024-11-21T04:01:16,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure a7aec503ef2a699a9f19b1b14b066a41, server=fdc0a393186c,41215,1732161653766 because future has completed 2024-11-21T04:01:16,566 INFO [StoreOpener-a00132231c09eaab69bcf4c1bcf2ed96-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a00132231c09eaab69bcf4c1bcf2ed96 2024-11-21T04:01:16,567 INFO [StoreOpener-d703857fd65657f2446ec82fa5fecbed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d703857fd65657f2446ec82fa5fecbed columnFamilyName cf 2024-11-21T04:01:16,567 DEBUG [StoreOpener-d703857fd65657f2446ec82fa5fecbed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:01:16,567 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1732161666119.4a3c6424968050d8d28b81b78db38a98., pid=21, masterSystemTime=1732161676541 2024-11-21T04:01:16,567 INFO [StoreOpener-d703857fd65657f2446ec82fa5fecbed-1 {}] regionserver.HStore(327): Store=d703857fd65657f2446ec82fa5fecbed/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T04:01:16,568 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for d703857fd65657f2446ec82fa5fecbed 2024-11-21T04:01:16,569 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/data/default/SPTestTable/d703857fd65657f2446ec82fa5fecbed 2024-11-21T04:01:16,570 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/data/default/SPTestTable/d703857fd65657f2446ec82fa5fecbed 2024-11-21T04:01:16,570 INFO [StoreOpener-a00132231c09eaab69bcf4c1bcf2ed96-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a00132231c09eaab69bcf4c1bcf2ed96 columnFamilyName cf 2024-11-21T04:01:16,570 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for d703857fd65657f2446ec82fa5fecbed 2024-11-21T04:01:16,570 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for d703857fd65657f2446ec82fa5fecbed 2024-11-21T04:01:16,571 DEBUG [StoreOpener-a00132231c09eaab69bcf4c1bcf2ed96-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:01:16,571 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1732161666119.4a3c6424968050d8d28b81b78db38a98. 2024-11-21T04:01:16,571 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,,1732161666119.4a3c6424968050d8d28b81b78db38a98. 2024-11-21T04:01:16,571 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1732161666119.647741cb8104eb62a6ef7a4b6cfe4948. 2024-11-21T04:01:16,571 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 647741cb8104eb62a6ef7a4b6cfe4948, NAME => 'SPTestTable,66666664,1732161666119.647741cb8104eb62a6ef7a4b6cfe4948.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-21T04:01:16,572 INFO [StoreOpener-a00132231c09eaab69bcf4c1bcf2ed96-1 {}] regionserver.HStore(327): Store=a00132231c09eaab69bcf4c1bcf2ed96/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T04:01:16,572 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for a00132231c09eaab69bcf4c1bcf2ed96 2024-11-21T04:01:16,572 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 647741cb8104eb62a6ef7a4b6cfe4948 2024-11-21T04:01:16,572 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732161666119.647741cb8104eb62a6ef7a4b6cfe4948.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T04:01:16,572 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4a3c6424968050d8d28b81b78db38a98, regionState=OPEN, openSeqNum=2, regionLocation=fdc0a393186c,40537,1732161653647 2024-11-21T04:01:16,572 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 647741cb8104eb62a6ef7a4b6cfe4948 2024-11-21T04:01:16,572 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 647741cb8104eb62a6ef7a4b6cfe4948 2024-11-21T04:01:16,573 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=6 2024-11-21T04:01:16,573 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure a7aec503ef2a699a9f19b1b14b066a41, server=fdc0a393186c,41215,1732161653766 in 10.0480 sec 2024-11-21T04:01:16,574 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/data/default/SPTestTable/a00132231c09eaab69bcf4c1bcf2ed96 2024-11-21T04:01:16,575 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/data/default/SPTestTable/a00132231c09eaab69bcf4c1bcf2ed96 2024-11-21T04:01:16,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4a3c6424968050d8d28b81b78db38a98, server=fdc0a393186c,40537,1732161653647 because future has completed 2024-11-21T04:01:16,576 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for a00132231c09eaab69bcf4c1bcf2ed96 2024-11-21T04:01:16,576 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for a00132231c09eaab69bcf4c1bcf2ed96 2024-11-21T04:01:16,576 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for d703857fd65657f2446ec82fa5fecbed 2024-11-21T04:01:16,577 INFO [StoreOpener-647741cb8104eb62a6ef7a4b6cfe4948-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 647741cb8104eb62a6ef7a4b6cfe4948 2024-11-21T04:01:16,577 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a7aec503ef2a699a9f19b1b14b066a41, ASSIGN in 10.2220 sec 2024-11-21T04:01:16,579 INFO [StoreOpener-647741cb8104eb62a6ef7a4b6cfe4948-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 647741cb8104eb62a6ef7a4b6cfe4948 columnFamilyName cf 2024-11-21T04:01:16,579 DEBUG [StoreOpener-647741cb8104eb62a6ef7a4b6cfe4948-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:01:16,580 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for a00132231c09eaab69bcf4c1bcf2ed96 2024-11-21T04:01:16,580 INFO [StoreOpener-647741cb8104eb62a6ef7a4b6cfe4948-1 {}] regionserver.HStore(327): Store=647741cb8104eb62a6ef7a4b6cfe4948/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T04:01:16,581 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 647741cb8104eb62a6ef7a4b6cfe4948 2024-11-21T04:01:16,582 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=5 2024-11-21T04:01:16,583 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4a3c6424968050d8d28b81b78db38a98, server=fdc0a393186c,40537,1732161653647 in 10.0320 sec 2024-11-21T04:01:16,583 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/data/default/SPTestTable/d703857fd65657f2446ec82fa5fecbed/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T04:01:16,583 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/data/default/SPTestTable/647741cb8104eb62a6ef7a4b6cfe4948 2024-11-21T04:01:16,584 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened d703857fd65657f2446ec82fa5fecbed; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73008113, jitterRate=0.08790566027164459}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T04:01:16,584 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d703857fd65657f2446ec82fa5fecbed 2024-11-21T04:01:16,584 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for d703857fd65657f2446ec82fa5fecbed: Running coprocessor pre-open hook at 1732161676562Writing region info on filesystem at 1732161676562Initializing all the Stores at 1732161676564 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161676564Cleaning up temporary data from old regions at 1732161676570 (+6 ms)Running coprocessor post-open hooks at 1732161676584 (+14 ms)Region opened successfully at 1732161676584 2024-11-21T04:01:16,585 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/data/default/SPTestTable/647741cb8104eb62a6ef7a4b6cfe4948 2024-11-21T04:01:16,585 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732161666119.d703857fd65657f2446ec82fa5fecbed., pid=20, masterSystemTime=1732161676553 2024-11-21T04:01:16,586 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 647741cb8104eb62a6ef7a4b6cfe4948 2024-11-21T04:01:16,586 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 647741cb8104eb62a6ef7a4b6cfe4948 2024-11-21T04:01:16,586 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4a3c6424968050d8d28b81b78db38a98, ASSIGN in 10.2320 sec 2024-11-21T04:01:16,586 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/data/default/SPTestTable/a00132231c09eaab69bcf4c1bcf2ed96/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T04:01:16,587 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened a00132231c09eaab69bcf4c1bcf2ed96; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68520614, jitterRate=0.02103671431541443}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T04:01:16,587 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a00132231c09eaab69bcf4c1bcf2ed96 2024-11-21T04:01:16,588 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for a00132231c09eaab69bcf4c1bcf2ed96: Running coprocessor pre-open hook at 1732161676563Writing region info on filesystem at 1732161676563Initializing all the Stores at 1732161676565 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161676565Cleaning up temporary data from old regions at 1732161676576 (+11 ms)Running coprocessor post-open hooks at 1732161676587 (+11 ms)Region opened successfully at 1732161676587 2024-11-21T04:01:16,589 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732161666119.d703857fd65657f2446ec82fa5fecbed. 2024-11-21T04:01:16,589 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1732161666119.a00132231c09eaab69bcf4c1bcf2ed96., pid=16, masterSystemTime=1732161676527 2024-11-21T04:01:16,589 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732161666119.d703857fd65657f2446ec82fa5fecbed. 2024-11-21T04:01:16,589 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1732161666119.e11cc4058ce4f7072e80bec3324b0e79. 2024-11-21T04:01:16,589 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => e11cc4058ce4f7072e80bec3324b0e79, NAME => 'SPTestTable,4ccccccb,1732161666119.e11cc4058ce4f7072e80bec3324b0e79.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-21T04:01:16,590 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e11cc4058ce4f7072e80bec3324b0e79 2024-11-21T04:01:16,590 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732161666119.e11cc4058ce4f7072e80bec3324b0e79.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T04:01:16,590 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for e11cc4058ce4f7072e80bec3324b0e79 2024-11-21T04:01:16,590 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for e11cc4058ce4f7072e80bec3324b0e79 2024-11-21T04:01:16,591 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 647741cb8104eb62a6ef7a4b6cfe4948 2024-11-21T04:01:16,591 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=d703857fd65657f2446ec82fa5fecbed, regionState=OPEN, openSeqNum=2, regionLocation=fdc0a393186c,39179,1732161653824 2024-11-21T04:01:16,593 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1732161666119.a00132231c09eaab69bcf4c1bcf2ed96. 2024-11-21T04:01:16,593 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1732161666119.a00132231c09eaab69bcf4c1bcf2ed96. 2024-11-21T04:01:16,593 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1732161666119.d3a2245be5880d114b6666685285178e. 2024-11-21T04:01:16,593 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => d3a2245be5880d114b6666685285178e, NAME => 'SPTestTable,7ffffffd,1732161666119.d3a2245be5880d114b6666685285178e.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-21T04:01:16,594 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d3a2245be5880d114b6666685285178e 2024-11-21T04:01:16,594 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732161666119.d3a2245be5880d114b6666685285178e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T04:01:16,594 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=a00132231c09eaab69bcf4c1bcf2ed96, regionState=OPEN, openSeqNum=2, regionLocation=fdc0a393186c,41215,1732161653766 2024-11-21T04:01:16,594 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for d3a2245be5880d114b6666685285178e 2024-11-21T04:01:16,594 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for d3a2245be5880d114b6666685285178e 2024-11-21T04:01:16,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure d703857fd65657f2446ec82fa5fecbed, server=fdc0a393186c,39179,1732161653824 because future has completed 2024-11-21T04:01:16,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure a00132231c09eaab69bcf4c1bcf2ed96, server=fdc0a393186c,41215,1732161653766 because future has completed 2024-11-21T04:01:16,600 INFO [StoreOpener-d3a2245be5880d114b6666685285178e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d3a2245be5880d114b6666685285178e 2024-11-21T04:01:16,601 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/data/default/SPTestTable/647741cb8104eb62a6ef7a4b6cfe4948/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T04:01:16,602 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=11 2024-11-21T04:01:16,602 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure d703857fd65657f2446ec82fa5fecbed, server=fdc0a393186c,39179,1732161653824 in 10.0600 sec 2024-11-21T04:01:16,602 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 647741cb8104eb62a6ef7a4b6cfe4948; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71182780, jitterRate=0.06070607900619507}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T04:01:16,602 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 647741cb8104eb62a6ef7a4b6cfe4948 2024-11-21T04:01:16,602 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 647741cb8104eb62a6ef7a4b6cfe4948: Running coprocessor pre-open hook at 1732161676572Writing region info on filesystem at 1732161676572Initializing all the Stores at 1732161676576 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161676576Cleaning up temporary data from old regions at 1732161676586 (+10 ms)Running coprocessor post-open hooks at 1732161676602 (+16 ms)Region opened successfully at 1732161676602 2024-11-21T04:01:16,603 INFO [StoreOpener-d3a2245be5880d114b6666685285178e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d3a2245be5880d114b6666685285178e columnFamilyName cf 2024-11-21T04:01:16,603 DEBUG [StoreOpener-d3a2245be5880d114b6666685285178e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:01:16,603 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1732161666119.647741cb8104eb62a6ef7a4b6cfe4948., pid=17, masterSystemTime=1732161676541 2024-11-21T04:01:16,604 INFO [StoreOpener-d3a2245be5880d114b6666685285178e-1 {}] regionserver.HStore(327): Store=d3a2245be5880d114b6666685285178e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T04:01:16,604 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for d3a2245be5880d114b6666685285178e 2024-11-21T04:01:16,605 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-11-21T04:01:16,605 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d703857fd65657f2446ec82fa5fecbed, ASSIGN in 10.2510 sec 2024-11-21T04:01:16,605 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure a00132231c09eaab69bcf4c1bcf2ed96, server=fdc0a393186c,41215,1732161653766 in 10.0770 sec 2024-11-21T04:01:16,606 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/data/default/SPTestTable/d3a2245be5880d114b6666685285178e 2024-11-21T04:01:16,606 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1732161666119.647741cb8104eb62a6ef7a4b6cfe4948. 2024-11-21T04:01:16,606 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1732161666119.647741cb8104eb62a6ef7a4b6cfe4948. 2024-11-21T04:01:16,606 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1732161666119.67ca1c62aa30d0cd5a2b7841c42a6310. 2024-11-21T04:01:16,606 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 67ca1c62aa30d0cd5a2b7841c42a6310, NAME => 'SPTestTable,b333332f,1732161666119.67ca1c62aa30d0cd5a2b7841c42a6310.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-21T04:01:16,607 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 67ca1c62aa30d0cd5a2b7841c42a6310 2024-11-21T04:01:16,607 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732161666119.67ca1c62aa30d0cd5a2b7841c42a6310.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T04:01:16,607 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 67ca1c62aa30d0cd5a2b7841c42a6310 2024-11-21T04:01:16,607 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 67ca1c62aa30d0cd5a2b7841c42a6310 2024-11-21T04:01:16,607 INFO [StoreOpener-e11cc4058ce4f7072e80bec3324b0e79-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e11cc4058ce4f7072e80bec3324b0e79 2024-11-21T04:01:16,608 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/data/default/SPTestTable/d3a2245be5880d114b6666685285178e 2024-11-21T04:01:16,609 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for d3a2245be5880d114b6666685285178e 2024-11-21T04:01:16,609 INFO [StoreOpener-67ca1c62aa30d0cd5a2b7841c42a6310-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 67ca1c62aa30d0cd5a2b7841c42a6310 2024-11-21T04:01:16,609 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for d3a2245be5880d114b6666685285178e 2024-11-21T04:01:16,609 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a00132231c09eaab69bcf4c1bcf2ed96, ASSIGN in 10.2550 sec 2024-11-21T04:01:16,609 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=647741cb8104eb62a6ef7a4b6cfe4948, regionState=OPEN, openSeqNum=2, regionLocation=fdc0a393186c,40537,1732161653647 2024-11-21T04:01:16,612 INFO [StoreOpener-e11cc4058ce4f7072e80bec3324b0e79-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e11cc4058ce4f7072e80bec3324b0e79 columnFamilyName cf 2024-11-21T04:01:16,613 DEBUG [StoreOpener-e11cc4058ce4f7072e80bec3324b0e79-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:01:16,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 647741cb8104eb62a6ef7a4b6cfe4948, server=fdc0a393186c,40537,1732161653647 because future has completed 2024-11-21T04:01:16,613 INFO [StoreOpener-67ca1c62aa30d0cd5a2b7841c42a6310-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 67ca1c62aa30d0cd5a2b7841c42a6310 columnFamilyName cf 2024-11-21T04:01:16,613 DEBUG [StoreOpener-67ca1c62aa30d0cd5a2b7841c42a6310-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:01:16,613 INFO [StoreOpener-e11cc4058ce4f7072e80bec3324b0e79-1 {}] regionserver.HStore(327): Store=e11cc4058ce4f7072e80bec3324b0e79/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T04:01:16,613 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for d3a2245be5880d114b6666685285178e 2024-11-21T04:01:16,613 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for e11cc4058ce4f7072e80bec3324b0e79 2024-11-21T04:01:16,615 INFO [StoreOpener-67ca1c62aa30d0cd5a2b7841c42a6310-1 {}] regionserver.HStore(327): Store=67ca1c62aa30d0cd5a2b7841c42a6310/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T04:01:16,615 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/data/default/SPTestTable/e11cc4058ce4f7072e80bec3324b0e79 2024-11-21T04:01:16,615 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 67ca1c62aa30d0cd5a2b7841c42a6310 2024-11-21T04:01:16,616 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/data/default/SPTestTable/e11cc4058ce4f7072e80bec3324b0e79 2024-11-21T04:01:16,616 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/data/default/SPTestTable/67ca1c62aa30d0cd5a2b7841c42a6310 2024-11-21T04:01:16,617 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for e11cc4058ce4f7072e80bec3324b0e79 2024-11-21T04:01:16,617 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for e11cc4058ce4f7072e80bec3324b0e79 2024-11-21T04:01:16,617 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/data/default/SPTestTable/67ca1c62aa30d0cd5a2b7841c42a6310 2024-11-21T04:01:16,618 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 67ca1c62aa30d0cd5a2b7841c42a6310 2024-11-21T04:01:16,618 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 67ca1c62aa30d0cd5a2b7841c42a6310 2024-11-21T04:01:16,618 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/data/default/SPTestTable/d3a2245be5880d114b6666685285178e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T04:01:16,619 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened d3a2245be5880d114b6666685285178e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75132811, jitterRate=0.11956612765789032}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T04:01:16,619 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d3a2245be5880d114b6666685285178e 2024-11-21T04:01:16,619 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for d3a2245be5880d114b6666685285178e: Running coprocessor pre-open hook at 1732161676594Writing region info on filesystem at 1732161676594Initializing all the Stores at 1732161676596 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161676596Cleaning up temporary data from old regions at 1732161676609 (+13 ms)Running coprocessor post-open hooks at 1732161676619 (+10 ms)Region opened successfully at 1732161676619 2024-11-21T04:01:16,620 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for e11cc4058ce4f7072e80bec3324b0e79 2024-11-21T04:01:16,620 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=9 2024-11-21T04:01:16,620 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 647741cb8104eb62a6ef7a4b6cfe4948, server=fdc0a393186c,40537,1732161653647 in 10.0890 sec 2024-11-21T04:01:16,621 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 67ca1c62aa30d0cd5a2b7841c42a6310 2024-11-21T04:01:16,621 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1732161666119.d3a2245be5880d114b6666685285178e., pid=18, masterSystemTime=1732161676527 2024-11-21T04:01:16,623 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=647741cb8104eb62a6ef7a4b6cfe4948, ASSIGN in 10.2690 sec 2024-11-21T04:01:16,624 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/data/default/SPTestTable/e11cc4058ce4f7072e80bec3324b0e79/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T04:01:16,624 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1732161666119.d3a2245be5880d114b6666685285178e. 2024-11-21T04:01:16,625 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1732161666119.d3a2245be5880d114b6666685285178e. 2024-11-21T04:01:16,625 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened e11cc4058ce4f7072e80bec3324b0e79; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73317722, jitterRate=0.09251919388771057}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T04:01:16,625 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e11cc4058ce4f7072e80bec3324b0e79 2024-11-21T04:01:16,626 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for e11cc4058ce4f7072e80bec3324b0e79: Running coprocessor pre-open hook at 1732161676590Writing region info on filesystem at 1732161676590Initializing all the Stores at 1732161676598 (+8 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161676598Cleaning up temporary data from old regions at 1732161676617 (+19 ms)Running coprocessor post-open hooks at 1732161676625 (+8 ms)Region opened successfully at 1732161676625 2024-11-21T04:01:16,626 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=d3a2245be5880d114b6666685285178e, regionState=OPEN, openSeqNum=2, regionLocation=fdc0a393186c,41215,1732161653766 2024-11-21T04:01:16,627 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1732161666119.e11cc4058ce4f7072e80bec3324b0e79., pid=23, masterSystemTime=1732161676553 2024-11-21T04:01:16,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure d3a2245be5880d114b6666685285178e, server=fdc0a393186c,41215,1732161653766 because future has completed 2024-11-21T04:01:16,629 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1732161666119.e11cc4058ce4f7072e80bec3324b0e79. 2024-11-21T04:01:16,629 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1732161666119.e11cc4058ce4f7072e80bec3324b0e79. 2024-11-21T04:01:16,630 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1732161666119.c68a813bfbae93335bab9e2a838e7767. 2024-11-21T04:01:16,630 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => c68a813bfbae93335bab9e2a838e7767, NAME => 'SPTestTable,33333332,1732161666119.c68a813bfbae93335bab9e2a838e7767.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-21T04:01:16,630 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c68a813bfbae93335bab9e2a838e7767 2024-11-21T04:01:16,630 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732161666119.c68a813bfbae93335bab9e2a838e7767.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T04:01:16,631 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=e11cc4058ce4f7072e80bec3324b0e79, regionState=OPEN, openSeqNum=2, regionLocation=fdc0a393186c,39179,1732161653824 2024-11-21T04:01:16,631 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for c68a813bfbae93335bab9e2a838e7767 2024-11-21T04:01:16,631 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for c68a813bfbae93335bab9e2a838e7767 2024-11-21T04:01:16,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure e11cc4058ce4f7072e80bec3324b0e79, server=fdc0a393186c,39179,1732161653824 because future has completed 2024-11-21T04:01:16,635 INFO [StoreOpener-c68a813bfbae93335bab9e2a838e7767-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c68a813bfbae93335bab9e2a838e7767 2024-11-21T04:01:16,636 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=10 2024-11-21T04:01:16,636 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure d3a2245be5880d114b6666685285178e, server=fdc0a393186c,41215,1732161653766 in 10.0980 sec 2024-11-21T04:01:16,636 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/data/default/SPTestTable/67ca1c62aa30d0cd5a2b7841c42a6310/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T04:01:16,637 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 67ca1c62aa30d0cd5a2b7841c42a6310; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73296136, jitterRate=0.09219753742218018}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T04:01:16,637 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 67ca1c62aa30d0cd5a2b7841c42a6310 2024-11-21T04:01:16,638 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 67ca1c62aa30d0cd5a2b7841c42a6310: Running coprocessor pre-open hook at 1732161676607Writing region info on filesystem at 1732161676607Initializing all the Stores at 1732161676609 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161676609Cleaning up temporary data from old regions at 1732161676618 (+9 ms)Running coprocessor post-open hooks at 1732161676637 (+19 ms)Region opened successfully at 1732161676638 (+1 ms) 2024-11-21T04:01:16,639 INFO [StoreOpener-c68a813bfbae93335bab9e2a838e7767-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c68a813bfbae93335bab9e2a838e7767 columnFamilyName cf 2024-11-21T04:01:16,639 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1732161666119.67ca1c62aa30d0cd5a2b7841c42a6310., pid=19, masterSystemTime=1732161676541 2024-11-21T04:01:16,639 DEBUG [StoreOpener-c68a813bfbae93335bab9e2a838e7767-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:01:16,639 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d3a2245be5880d114b6666685285178e, ASSIGN in 10.2850 sec 2024-11-21T04:01:16,640 INFO [StoreOpener-c68a813bfbae93335bab9e2a838e7767-1 {}] regionserver.HStore(327): Store=c68a813bfbae93335bab9e2a838e7767/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T04:01:16,640 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for c68a813bfbae93335bab9e2a838e7767 2024-11-21T04:01:16,642 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1732161666119.67ca1c62aa30d0cd5a2b7841c42a6310. 2024-11-21T04:01:16,642 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/data/default/SPTestTable/c68a813bfbae93335bab9e2a838e7767 2024-11-21T04:01:16,642 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1732161666119.67ca1c62aa30d0cd5a2b7841c42a6310. 2024-11-21T04:01:16,642 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=8 2024-11-21T04:01:16,642 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/data/default/SPTestTable/c68a813bfbae93335bab9e2a838e7767 2024-11-21T04:01:16,643 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=67ca1c62aa30d0cd5a2b7841c42a6310, regionState=OPEN, openSeqNum=2, regionLocation=fdc0a393186c,40537,1732161653647 2024-11-21T04:01:16,643 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure e11cc4058ce4f7072e80bec3324b0e79, server=fdc0a393186c,39179,1732161653824 in 10.0920 sec 2024-11-21T04:01:16,644 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for c68a813bfbae93335bab9e2a838e7767 2024-11-21T04:01:16,644 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for c68a813bfbae93335bab9e2a838e7767 2024-11-21T04:01:16,646 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e11cc4058ce4f7072e80bec3324b0e79, ASSIGN in 10.2920 sec 2024-11-21T04:01:16,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 67ca1c62aa30d0cd5a2b7841c42a6310, server=fdc0a393186c,40537,1732161653647 because future has completed 2024-11-21T04:01:16,647 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for c68a813bfbae93335bab9e2a838e7767 2024-11-21T04:01:16,650 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/data/default/SPTestTable/c68a813bfbae93335bab9e2a838e7767/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T04:01:16,651 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened c68a813bfbae93335bab9e2a838e7767; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62409453, jitterRate=-0.07002668082714081}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T04:01:16,651 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c68a813bfbae93335bab9e2a838e7767 2024-11-21T04:01:16,651 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for c68a813bfbae93335bab9e2a838e7767: Running coprocessor pre-open hook at 1732161676631Writing region info on filesystem at 1732161676631Initializing all the Stores at 1732161676633 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161676633Cleaning up temporary data from old regions at 1732161676644 (+11 ms)Running coprocessor post-open hooks at 1732161676651 (+7 ms)Region opened successfully at 1732161676651 2024-11-21T04:01:16,652 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1732161666119.c68a813bfbae93335bab9e2a838e7767., pid=22, masterSystemTime=1732161676553 2024-11-21T04:01:16,653 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=12 2024-11-21T04:01:16,653 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 67ca1c62aa30d0cd5a2b7841c42a6310, server=fdc0a393186c,40537,1732161653647 in 10.1120 sec 2024-11-21T04:01:16,655 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=67ca1c62aa30d0cd5a2b7841c42a6310, ASSIGN in 10.3020 sec 2024-11-21T04:01:16,655 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1732161666119.c68a813bfbae93335bab9e2a838e7767. 2024-11-21T04:01:16,656 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1732161666119.c68a813bfbae93335bab9e2a838e7767. 2024-11-21T04:01:16,656 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1732161666119.e843046741e73bcec67a2b486874fa7a. 2024-11-21T04:01:16,656 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => e843046741e73bcec67a2b486874fa7a, NAME => 'SPTestTable,e6666661,1732161666119.e843046741e73bcec67a2b486874fa7a.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-21T04:01:16,657 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=c68a813bfbae93335bab9e2a838e7767, regionState=OPEN, openSeqNum=2, regionLocation=fdc0a393186c,39179,1732161653824 2024-11-21T04:01:16,657 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e843046741e73bcec67a2b486874fa7a 2024-11-21T04:01:16,657 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732161666119.e843046741e73bcec67a2b486874fa7a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T04:01:16,657 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for e843046741e73bcec67a2b486874fa7a 2024-11-21T04:01:16,657 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for e843046741e73bcec67a2b486874fa7a 2024-11-21T04:01:16,658 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40945 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=fdc0a393186c,39179,1732161653824, table=SPTestTable, region=c68a813bfbae93335bab9e2a838e7767. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-21T04:01:16,660 INFO [StoreOpener-e843046741e73bcec67a2b486874fa7a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e843046741e73bcec67a2b486874fa7a 2024-11-21T04:01:16,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure c68a813bfbae93335bab9e2a838e7767, server=fdc0a393186c,39179,1732161653824 because future has completed 2024-11-21T04:01:16,662 INFO [StoreOpener-e843046741e73bcec67a2b486874fa7a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e843046741e73bcec67a2b486874fa7a columnFamilyName cf 2024-11-21T04:01:16,662 DEBUG [StoreOpener-e843046741e73bcec67a2b486874fa7a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:01:16,663 INFO [StoreOpener-e843046741e73bcec67a2b486874fa7a-1 {}] regionserver.HStore(327): Store=e843046741e73bcec67a2b486874fa7a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T04:01:16,663 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for e843046741e73bcec67a2b486874fa7a 2024-11-21T04:01:16,664 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/data/default/SPTestTable/e843046741e73bcec67a2b486874fa7a 2024-11-21T04:01:16,665 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/data/default/SPTestTable/e843046741e73bcec67a2b486874fa7a 2024-11-21T04:01:16,666 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for e843046741e73bcec67a2b486874fa7a 2024-11-21T04:01:16,666 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for e843046741e73bcec67a2b486874fa7a 2024-11-21T04:01:16,667 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=7 2024-11-21T04:01:16,667 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure c68a813bfbae93335bab9e2a838e7767, server=fdc0a393186c,39179,1732161653824 in 10.1180 sec 2024-11-21T04:01:16,669 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for e843046741e73bcec67a2b486874fa7a 2024-11-21T04:01:16,670 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c68a813bfbae93335bab9e2a838e7767, ASSIGN in 10.3160 sec 2024-11-21T04:01:16,673 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/data/default/SPTestTable/e843046741e73bcec67a2b486874fa7a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T04:01:16,675 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened e843046741e73bcec67a2b486874fa7a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65854469, jitterRate=-0.01869194209575653}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T04:01:16,675 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e843046741e73bcec67a2b486874fa7a 2024-11-21T04:01:16,675 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for e843046741e73bcec67a2b486874fa7a: Running coprocessor pre-open hook at 1732161676657Writing region info on filesystem at 1732161676657Initializing all the Stores at 1732161676659 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161676659Cleaning up temporary data from old regions at 1732161676666 (+7 ms)Running coprocessor post-open hooks at 1732161676675 (+9 ms)Region opened successfully at 1732161676675 2024-11-21T04:01:16,676 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1732161666119.e843046741e73bcec67a2b486874fa7a., pid=24, masterSystemTime=1732161676553 2024-11-21T04:01:16,680 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1732161666119.e843046741e73bcec67a2b486874fa7a. 2024-11-21T04:01:16,680 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1732161666119.e843046741e73bcec67a2b486874fa7a. 2024-11-21T04:01:16,681 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=e843046741e73bcec67a2b486874fa7a, regionState=OPEN, openSeqNum=2, regionLocation=fdc0a393186c,39179,1732161653824 2024-11-21T04:01:16,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure e843046741e73bcec67a2b486874fa7a, server=fdc0a393186c,39179,1732161653824 because future has completed 2024-11-21T04:01:16,690 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=14 2024-11-21T04:01:16,690 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure e843046741e73bcec67a2b486874fa7a, server=fdc0a393186c,39179,1732161653824 in 10.1320 sec 2024-11-21T04:01:16,694 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=4 2024-11-21T04:01:16,694 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e843046741e73bcec67a2b486874fa7a, ASSIGN in 10.3390 sec 2024-11-21T04:01:16,696 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T04:01:16,696 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732161676696"}]},"ts":"1732161676696"} 2024-11-21T04:01:16,699 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-21T04:01:16,701 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T04:01:16,707 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.5760 sec 2024-11-21T04:01:19,101 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-21T04:01:22,016 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T04:01:22,078 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T04:01:23,215 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-11-21T04:01:23,215 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-11-21T04:01:24,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T04:01:24,431 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-21T04:01:24,432 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-21T04:01:24,435 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T04:01:24,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-21T04:01:24,452 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T04:01:24,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-21T04:01:24,503 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1732161666119.d703857fd65657f2446ec82fa5fecbed., hostname=fdc0a393186c,39179,1732161653824, seqNum=2] 2024-11-21T04:01:24,509 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1732161666119.d703857fd65657f2446ec82fa5fecbed., hostname=fdc0a393186c,39179,1732161653824, seqNum=2] 2024-11-21T04:01:24,512 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1732161666119.d703857fd65657f2446ec82fa5fecbed., hostname=fdc0a393186c,39179,1732161653824, seqNum=2] 2024-11-21T04:01:24,515 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1732161666119.d703857fd65657f2446ec82fa5fecbed., hostname=fdc0a393186c,39179,1732161653824, seqNum=2] 2024-11-21T04:01:24,518 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1732161666119.d703857fd65657f2446ec82fa5fecbed., hostname=fdc0a393186c,39179,1732161653824, seqNum=2] 2024-11-21T04:01:24,520 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1732161666119.d703857fd65657f2446ec82fa5fecbed., hostname=fdc0a393186c,39179,1732161653824, seqNum=2] 2024-11-21T04:01:24,522 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1732161666119.d703857fd65657f2446ec82fa5fecbed., hostname=fdc0a393186c,39179,1732161653824, seqNum=2] 2024-11-21T04:01:24,525 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aah', locateType=CURRENT is [region=SPTestTable,99999996,1732161666119.d703857fd65657f2446ec82fa5fecbed., hostname=fdc0a393186c,39179,1732161653824, seqNum=2] 2024-11-21T04:01:24,558 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1732161666119.67ca1c62aa30d0cd5a2b7841c42a6310., hostname=fdc0a393186c,40537,1732161653647, seqNum=2] 2024-11-21T04:01:24,562 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1732161666119.67ca1c62aa30d0cd5a2b7841c42a6310., hostname=fdc0a393186c,40537,1732161653647, seqNum=2] 2024-11-21T04:01:24,564 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1732161666119.67ca1c62aa30d0cd5a2b7841c42a6310., hostname=fdc0a393186c,40537,1732161653647, seqNum=2] 2024-11-21T04:01:24,567 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1732161666119.67ca1c62aa30d0cd5a2b7841c42a6310., hostname=fdc0a393186c,40537,1732161653647, seqNum=2] 2024-11-21T04:01:24,569 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1732161666119.67ca1c62aa30d0cd5a2b7841c42a6310., hostname=fdc0a393186c,40537,1732161653647, seqNum=2] 2024-11-21T04:01:24,570 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1732161666119.67ca1c62aa30d0cd5a2b7841c42a6310., hostname=fdc0a393186c,40537,1732161653647, seqNum=2] 2024-11-21T04:01:24,572 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1732161666119.67ca1c62aa30d0cd5a2b7841c42a6310., hostname=fdc0a393186c,40537,1732161653647, seqNum=2] 2024-11-21T04:01:24,607 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732161666119.a00132231c09eaab69bcf4c1bcf2ed96., hostname=fdc0a393186c,41215,1732161653766, seqNum=2] 2024-11-21T04:01:24,610 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732161666119.a00132231c09eaab69bcf4c1bcf2ed96., hostname=fdc0a393186c,41215,1732161653766, seqNum=2] 2024-11-21T04:01:24,612 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732161666119.a00132231c09eaab69bcf4c1bcf2ed96., hostname=fdc0a393186c,41215,1732161653766, seqNum=2] 2024-11-21T04:01:24,615 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732161666119.a00132231c09eaab69bcf4c1bcf2ed96., hostname=fdc0a393186c,41215,1732161653766, seqNum=2] 2024-11-21T04:01:24,617 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732161666119.a00132231c09eaab69bcf4c1bcf2ed96., hostname=fdc0a393186c,41215,1732161653766, seqNum=2] 2024-11-21T04:01:24,619 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732161666119.a00132231c09eaab69bcf4c1bcf2ed96., hostname=fdc0a393186c,41215,1732161653766, seqNum=2] 2024-11-21T04:01:24,621 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732161666119.a00132231c09eaab69bcf4c1bcf2ed96., hostname=fdc0a393186c,41215,1732161653766, seqNum=2] 2024-11-21T04:01:24,622 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cck', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732161666119.a00132231c09eaab69bcf4c1bcf2ed96., hostname=fdc0a393186c,41215,1732161653766, seqNum=2] 2024-11-21T04:01:24,680 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1732161666119.e843046741e73bcec67a2b486874fa7a., hostname=fdc0a393186c,39179,1732161653824, seqNum=2] 2024-11-21T04:01:24,683 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1732161666119.e843046741e73bcec67a2b486874fa7a., hostname=fdc0a393186c,39179,1732161653824, seqNum=2] 2024-11-21T04:01:24,685 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1732161666119.e843046741e73bcec67a2b486874fa7a., hostname=fdc0a393186c,39179,1732161653824, seqNum=2] 2024-11-21T04:01:24,688 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1732161666119.e843046741e73bcec67a2b486874fa7a., hostname=fdc0a393186c,39179,1732161653824, seqNum=2] 2024-11-21T04:01:24,690 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1732161666119.e843046741e73bcec67a2b486874fa7a., hostname=fdc0a393186c,39179,1732161653824, seqNum=2] 2024-11-21T04:01:24,693 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1732161666119.e843046741e73bcec67a2b486874fa7a., hostname=fdc0a393186c,39179,1732161653824, seqNum=2] 2024-11-21T04:01:25,396 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T04:01:25,401 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57300, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T04:01:25,428 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T04:01:25,471 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40537 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1732161666119.67ca1c62aa30d0cd5a2b7841c42a6310. with WAL disabled. Data may be lost in the event of a crash. 2024-11-21T04:01:25,472 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52362, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T04:01:25,496 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41215 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1732161666119.a00132231c09eaab69bcf4c1bcf2ed96. with WAL disabled. Data may be lost in the event of a crash. 2024-11-21T04:01:25,531 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39179 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1732161666119.d703857fd65657f2446ec82fa5fecbed. 2024-11-21T04:01:25,551 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39179 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1732161666119.d703857fd65657f2446ec82fa5fecbed. with WAL disabled. Data may be lost in the event of a crash. 2024-11-21T04:01:26,031 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39179 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1732161666119.e843046741e73bcec67a2b486874fa7a. with WAL disabled. Data may be lost in the event of a crash. 2024-11-21T04:01:26,154 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-21T04:01:26,156 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T04:01:26,157 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-21T04:01:26,161 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-21T04:01:26,174 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-21T04:01:26,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741848_1024 (size=49) 2024-11-21T04:01:26,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36901 is added to blk_1073741848_1024 (size=49) 2024-11-21T04:01:26,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41627 is added to blk_1073741848_1024 (size=49) 2024-11-21T04:01:26,186 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-21T04:01:26,188 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4a3c6424968050d8d28b81b78db38a98}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a7aec503ef2a699a9f19b1b14b066a41}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c68a813bfbae93335bab9e2a838e7767}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e11cc4058ce4f7072e80bec3324b0e79}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 647741cb8104eb62a6ef7a4b6cfe4948}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d3a2245be5880d114b6666685285178e}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d703857fd65657f2446ec82fa5fecbed}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 67ca1c62aa30d0cd5a2b7841c42a6310}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a00132231c09eaab69bcf4c1bcf2ed96}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e843046741e73bcec67a2b486874fa7a}] 2024-11-21T04:01:26,194 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 67ca1c62aa30d0cd5a2b7841c42a6310 2024-11-21T04:01:26,194 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e843046741e73bcec67a2b486874fa7a 2024-11-21T04:01:26,194 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d703857fd65657f2446ec82fa5fecbed 2024-11-21T04:01:26,194 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a00132231c09eaab69bcf4c1bcf2ed96 2024-11-21T04:01:26,194 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d3a2245be5880d114b6666685285178e 2024-11-21T04:01:26,201 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 647741cb8104eb62a6ef7a4b6cfe4948 2024-11-21T04:01:26,201 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e11cc4058ce4f7072e80bec3324b0e79 2024-11-21T04:01:26,201 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c68a813bfbae93335bab9e2a838e7767 2024-11-21T04:01:26,201 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a7aec503ef2a699a9f19b1b14b066a41 2024-11-21T04:01:26,203 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4a3c6424968050d8d28b81b78db38a98 2024-11-21T04:01:26,257 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing fdc0a393186c,39179,1732161653824 2024-11-21T04:01:26,258 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server fdc0a393186c,39179,1732161653824: Simulated kill ***** 2024-11-21T04:01:26,258 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-21T04:01:26,259 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-21T04:01:26,260 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-21T04:01:26,263 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-21T04:01:26,264 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-21T04:01:26,272 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 584914392 }, "NonHeapMemoryUsage": { "committed": 157548544, "init": 7667712, "max": -1, "used": 153907632 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "fdc0a393186c", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 3, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14480, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 676 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "fdc0a393186c", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:55420", "tag.serverName": "fdc0a393186c,41215,1732161653766", "tag.clusterId": "2d3126f2-d37a-4960-8fa1-3838a8034b02", "tag.Context": "regionserver", "tag.Hostname": "fdc0a393186c", "regionCount": 3, "storeCount": 3, "hlogFileCount": 5, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 768, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1732161653766, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-21T04:01:26,276 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40945 {}] master.MasterRpcServices(700): fdc0a393186c,39179,1732161653824 reported a fatal error: ***** ABORTING region server fdc0a393186c,39179,1732161653824: Simulated kill ***** 2024-11-21T04:01:26,277 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fdc0a393186c,39179,1732161653824' ***** 2024-11-21T04:01:26,277 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-21T04:01:26,278 INFO [RS:2;fdc0a393186c:39179 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T04:01:26,278 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T04:01:26,278 INFO [RS:2;fdc0a393186c:39179 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-21T04:01:26,278 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T04:01:26,278 INFO [RS:2;fdc0a393186c:39179 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-21T04:01:26,278 INFO [RS:2;fdc0a393186c:39179 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T04:01:26,278 INFO [RS:2;fdc0a393186c:39179 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;fdc0a393186c:39179. 2024-11-21T04:01:26,278 DEBUG [RS:2;fdc0a393186c:39179 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T04:01:26,278 DEBUG [RS:2;fdc0a393186c:39179 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:01:26,280 INFO [regionserver/fdc0a393186c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T04:01:26,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41627 is added to blk_1073741835_1011 (size=1257) 2024-11-21T04:01:26,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741835_1011 (size=1257) 2024-11-21T04:01:26,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36901 is added to blk_1073741835_1011 (size=1257) 2024-11-21T04:01:26,285 DEBUG [RS:2;fdc0a393186c:39179 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:01:26,285 INFO [RS:2;fdc0a393186c:39179 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T04:01:26,285 INFO [RS:2;fdc0a393186c:39179 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39179 2024-11-21T04:01:26,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39179-0x1015cd6d8250003, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fdc0a393186c,39179,1732161653824 2024-11-21T04:01:26,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40945-0x1015cd6d8250000, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T04:01:26,343 INFO [RS:2;fdc0a393186c:39179 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T04:01:26,351 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fdc0a393186c,39179,1732161653824] 2024-11-21T04:01:26,359 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/fdc0a393186c,39179,1732161653824 already deleted, retry=false 2024-11-21T04:01:26,359 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of fdc0a393186c,39179,1732161653824 on fdc0a393186c,40945,1732161652873 2024-11-21T04:01:26,367 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure fdc0a393186c,39179,1732161653824, splitWal=true, meta=false 2024-11-21T04:01:26,372 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=36 for fdc0a393186c,39179,1732161653824 (carryingMeta=false) fdc0a393186c,39179,1732161653824/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@7e9f2eef[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-21T04:01:26,372 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure fdc0a393186c,39179,1732161653824, splitWal=true, meta=false 2024-11-21T04:01:26,374 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): fdc0a393186c,39179,1732161653824 had 4 regions 2024-11-21T04:01:26,374 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e843046741e73bcec67a2b486874fa7a 2024-11-21T04:01:26,374 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d703857fd65657f2446ec82fa5fecbed 2024-11-21T04:01:26,374 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e11cc4058ce4f7072e80bec3324b0e79 2024-11-21T04:01:26,374 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c68a813bfbae93335bab9e2a838e7767 2024-11-21T04:01:26,375 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure fdc0a393186c,39179,1732161653824, splitWal=true, meta=false, isMeta: false 2024-11-21T04:01:26,375 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure d703857fd65657f2446ec82fa5fecbed can not run currently because target server of region SPTestTable,99999996,1732161666119.d703857fd65657f2446ec82fa5fecbed. fdc0a393186c,39179,1732161653824 is in state CRASHED, wait 1000 ms to retry 2024-11-21T04:01:26,375 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure e843046741e73bcec67a2b486874fa7a can not run currently because target server of region SPTestTable,e6666661,1732161666119.e843046741e73bcec67a2b486874fa7a. fdc0a393186c,39179,1732161653824 is in state CRASHED, wait 1000 ms to retry 2024-11-21T04:01:26,375 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure e11cc4058ce4f7072e80bec3324b0e79 can not run currently because target server of region SPTestTable,4ccccccb,1732161666119.e11cc4058ce4f7072e80bec3324b0e79. fdc0a393186c,39179,1732161653824 is in state CRASHED, wait 1000 ms to retry 2024-11-21T04:01:26,375 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure c68a813bfbae93335bab9e2a838e7767 can not run currently because target server of region SPTestTable,33333332,1732161666119.c68a813bfbae93335bab9e2a838e7767. fdc0a393186c,39179,1732161653824 is in state CRASHED, wait 1000 ms to retry 2024-11-21T04:01:26,376 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure d703857fd65657f2446ec82fa5fecbed; timeout=1000, timestamp=1732161687376 2024-11-21T04:01:26,376 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure e843046741e73bcec67a2b486874fa7a; timeout=1000, timestamp=1732161687376 2024-11-21T04:01:26,376 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure e11cc4058ce4f7072e80bec3324b0e79; timeout=1000, timestamp=1732161687376 2024-11-21T04:01:26,376 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure c68a813bfbae93335bab9e2a838e7767; timeout=1000, timestamp=1732161687376 2024-11-21T04:01:26,378 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/WALs/fdc0a393186c,39179,1732161653824-splitting 2024-11-21T04:01:26,380 INFO [PEWorker-1 {}] master.SplitWALManager(105): fdc0a393186c,39179,1732161653824 WAL count=1, meta=false 2024-11-21T04:01:26,383 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure fdc0a393186c%2C39179%2C1732161653824.1732161655312}] 2024-11-21T04:01:26,389 DEBUG [PEWorker-3 {}] master.SplitWALManager(158): Acquired split WAL worker=fdc0a393186c,41215,1732161653766 2024-11-21T04:01:26,392 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure fdc0a393186c%2C39179%2C1732161653824.1732161655312, worker=fdc0a393186c,41215,1732161653766}] 2024-11-21T04:01:26,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39179-0x1015cd6d8250003, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T04:01:26,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39179-0x1015cd6d8250003, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T04:01:26,452 INFO [RS:2;fdc0a393186c:39179 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T04:01:26,452 INFO [RS:2;fdc0a393186c:39179 {}] regionserver.HRegionServer(1031): Exiting; stopping=fdc0a393186c,39179,1732161653824; zookeeper connection closed. 2024-11-21T04:01:26,452 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@455a34dc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@455a34dc 2024-11-21T04:01:27,144 INFO [regionserver/fdc0a393186c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T04:01:27,145 INFO [regionserver/fdc0a393186c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T04:01:27,377 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d703857fd65657f2446ec82fa5fecbed 2024-11-21T04:01:27,377 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e843046741e73bcec67a2b486874fa7a 2024-11-21T04:01:27,377 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c68a813bfbae93335bab9e2a838e7767 2024-11-21T04:01:27,377 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e11cc4058ce4f7072e80bec3324b0e79 2024-11-21T04:01:27,378 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure d703857fd65657f2446ec82fa5fecbed can not run currently because target server of region SPTestTable,99999996,1732161666119.d703857fd65657f2446ec82fa5fecbed. fdc0a393186c,39179,1732161653824 is in state SPLITTING, wait 2000 ms to retry 2024-11-21T04:01:27,378 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure e11cc4058ce4f7072e80bec3324b0e79 can not run currently because target server of region SPTestTable,4ccccccb,1732161666119.e11cc4058ce4f7072e80bec3324b0e79. fdc0a393186c,39179,1732161653824 is in state SPLITTING, wait 2000 ms to retry 2024-11-21T04:01:27,378 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure c68a813bfbae93335bab9e2a838e7767 can not run currently because target server of region SPTestTable,33333332,1732161666119.c68a813bfbae93335bab9e2a838e7767. fdc0a393186c,39179,1732161653824 is in state SPLITTING, wait 2000 ms to retry 2024-11-21T04:01:27,378 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure e843046741e73bcec67a2b486874fa7a can not run currently because target server of region SPTestTable,e6666661,1732161666119.e843046741e73bcec67a2b486874fa7a. fdc0a393186c,39179,1732161653824 is in state SPLITTING, wait 2000 ms to retry 2024-11-21T04:01:27,378 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure d703857fd65657f2446ec82fa5fecbed; timeout=2000, timestamp=1732161689378 2024-11-21T04:01:27,378 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure e11cc4058ce4f7072e80bec3324b0e79; timeout=2000, timestamp=1732161689378 2024-11-21T04:01:27,378 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure c68a813bfbae93335bab9e2a838e7767; timeout=2000, timestamp=1732161689378 2024-11-21T04:01:27,378 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure e843046741e73bcec67a2b486874fa7a; timeout=2000, timestamp=1732161689378 2024-11-21T04:01:29,379 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e11cc4058ce4f7072e80bec3324b0e79 2024-11-21T04:01:29,380 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d703857fd65657f2446ec82fa5fecbed 2024-11-21T04:01:29,381 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e843046741e73bcec67a2b486874fa7a 2024-11-21T04:01:29,381 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c68a813bfbae93335bab9e2a838e7767 2024-11-21T04:01:29,384 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure e11cc4058ce4f7072e80bec3324b0e79 can not run currently because target server of region SPTestTable,4ccccccb,1732161666119.e11cc4058ce4f7072e80bec3324b0e79. fdc0a393186c,39179,1732161653824 is in state SPLITTING, wait 4000 ms to retry 2024-11-21T04:01:29,384 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure d703857fd65657f2446ec82fa5fecbed can not run currently because target server of region SPTestTable,99999996,1732161666119.d703857fd65657f2446ec82fa5fecbed. fdc0a393186c,39179,1732161653824 is in state SPLITTING, wait 4000 ms to retry 2024-11-21T04:01:29,385 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure d703857fd65657f2446ec82fa5fecbed; timeout=4000, timestamp=1732161693384 2024-11-21T04:01:29,385 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure e11cc4058ce4f7072e80bec3324b0e79; timeout=4000, timestamp=1732161693384 2024-11-21T04:01:29,385 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure e843046741e73bcec67a2b486874fa7a can not run currently because target server of region SPTestTable,e6666661,1732161666119.e843046741e73bcec67a2b486874fa7a. fdc0a393186c,39179,1732161653824 is in state SPLITTING, wait 4000 ms to retry 2024-11-21T04:01:29,385 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure c68a813bfbae93335bab9e2a838e7767 can not run currently because target server of region SPTestTable,33333332,1732161666119.c68a813bfbae93335bab9e2a838e7767. fdc0a393186c,39179,1732161653824 is in state SPLITTING, wait 4000 ms to retry 2024-11-21T04:01:29,385 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure e843046741e73bcec67a2b486874fa7a; timeout=4000, timestamp=1732161693385 2024-11-21T04:01:29,385 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure c68a813bfbae93335bab9e2a838e7767; timeout=4000, timestamp=1732161693385 2024-11-21T04:01:33,385 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e11cc4058ce4f7072e80bec3324b0e79 2024-11-21T04:01:33,385 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d703857fd65657f2446ec82fa5fecbed 2024-11-21T04:01:33,386 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c68a813bfbae93335bab9e2a838e7767 2024-11-21T04:01:33,387 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e843046741e73bcec67a2b486874fa7a 2024-11-21T04:01:33,389 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure e11cc4058ce4f7072e80bec3324b0e79 can not run currently because target server of region SPTestTable,4ccccccb,1732161666119.e11cc4058ce4f7072e80bec3324b0e79. fdc0a393186c,39179,1732161653824 is in state SPLITTING, wait 8000 ms to retry 2024-11-21T04:01:33,389 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure e11cc4058ce4f7072e80bec3324b0e79; timeout=8000, timestamp=1732161701389 2024-11-21T04:01:33,390 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure c68a813bfbae93335bab9e2a838e7767 can not run currently because target server of region SPTestTable,33333332,1732161666119.c68a813bfbae93335bab9e2a838e7767. fdc0a393186c,39179,1732161653824 is in state SPLITTING, wait 8000 ms to retry 2024-11-21T04:01:33,390 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure e843046741e73bcec67a2b486874fa7a can not run currently because target server of region SPTestTable,e6666661,1732161666119.e843046741e73bcec67a2b486874fa7a. fdc0a393186c,39179,1732161653824 is in state SPLITTING, wait 8000 ms to retry 2024-11-21T04:01:33,390 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure d703857fd65657f2446ec82fa5fecbed can not run currently because target server of region SPTestTable,99999996,1732161666119.d703857fd65657f2446ec82fa5fecbed. fdc0a393186c,39179,1732161653824 is in state SPLITTING, wait 8000 ms to retry 2024-11-21T04:01:33,390 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure c68a813bfbae93335bab9e2a838e7767; timeout=8000, timestamp=1732161701390 2024-11-21T04:01:33,390 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure e843046741e73bcec67a2b486874fa7a; timeout=8000, timestamp=1732161701390 2024-11-21T04:01:33,390 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure d703857fd65657f2446ec82fa5fecbed; timeout=8000, timestamp=1732161701390 2024-11-21T04:01:36,210 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-21T04:01:36,211 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-21T04:01:36,211 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-21T04:01:36,211 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1732161666119.647741cb8104eb62a6ef7a4b6cfe4948. 2024-11-21T04:01:36,211 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1732161666119.a7aec503ef2a699a9f19b1b14b066a41. 2024-11-21T04:01:36,212 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-21T04:01:36,212 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1732161666119.4a3c6424968050d8d28b81b78db38a98. 2024-11-21T04:01:36,212 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1732161666119.67ca1c62aa30d0cd5a2b7841c42a6310. 2024-11-21T04:01:36,212 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-11-21T04:01:36,212 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-21T04:01:36,213 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-21T04:01:36,213 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1732161666119.d3a2245be5880d114b6666685285178e. 2024-11-21T04:01:36,213 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1732161666119.a00132231c09eaab69bcf4c1bcf2ed96. 2024-11-21T04:01:36,215 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 67ca1c62aa30d0cd5a2b7841c42a6310 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-21T04:01:36,215 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing a00132231c09eaab69bcf4c1bcf2ed96 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-21T04:01:36,216 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for a7aec503ef2a699a9f19b1b14b066a41: 2024-11-21T04:01:36,216 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 4a3c6424968050d8d28b81b78db38a98: 2024-11-21T04:01:36,216 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for d3a2245be5880d114b6666685285178e: 2024-11-21T04:01:36,216 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 647741cb8104eb62a6ef7a4b6cfe4948: 2024-11-21T04:01:36,216 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1732161666119.d3a2245be5880d114b6666685285178e. for SnapshotProcedureTest completed. 2024-11-21T04:01:36,216 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1732161666119.a7aec503ef2a699a9f19b1b14b066a41. for SnapshotProcedureTest completed. 2024-11-21T04:01:36,216 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1732161666119.4a3c6424968050d8d28b81b78db38a98. for SnapshotProcedureTest completed. 2024-11-21T04:01:36,216 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1732161666119.647741cb8104eb62a6ef7a4b6cfe4948. for SnapshotProcedureTest completed. 2024-11-21T04:01:36,217 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1732161666119.d3a2245be5880d114b6666685285178e.' region-info for snapshot=SnapshotProcedureTest 2024-11-21T04:01:36,217 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1732161666119.647741cb8104eb62a6ef7a4b6cfe4948.' region-info for snapshot=SnapshotProcedureTest 2024-11-21T04:01:36,217 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1732161666119.a7aec503ef2a699a9f19b1b14b066a41.' region-info for snapshot=SnapshotProcedureTest 2024-11-21T04:01:36,217 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1732161666119.4a3c6424968050d8d28b81b78db38a98.' region-info for snapshot=SnapshotProcedureTest 2024-11-21T04:01:36,220 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T04:01:36,220 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T04:01:36,220 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T04:01:36,220 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T04:01:36,222 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-21T04:01:36,222 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-21T04:01:36,222 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-21T04:01:36,223 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-21T04:01:36,242 INFO [RS_LOG_REPLAY_OPS-regionserver/fdc0a393186c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/WALs/fdc0a393186c,39179,1732161653824-splitting/fdc0a393186c%2C39179%2C1732161653824.1732161655312, size=1.2 K (1257bytes) 2024-11-21T04:01:36,243 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fdc0a393186c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-21T04:01:36,243 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fdc0a393186c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-21T04:01:36,243 INFO [RS_LOG_REPLAY_OPS-regionserver/fdc0a393186c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/WALs/fdc0a393186c,39179,1732161653824-splitting/fdc0a393186c%2C39179%2C1732161653824.1732161655312 2024-11-21T04:01:36,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41627 is added to blk_1073741849_1025 (size=65) 2024-11-21T04:01:36,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36901 is added to blk_1073741849_1025 (size=65) 2024-11-21T04:01:36,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741849_1025 (size=65) 2024-11-21T04:01:36,251 INFO [RS_LOG_REPLAY_OPS-regionserver/fdc0a393186c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/WALs/fdc0a393186c,39179,1732161653824-splitting/fdc0a393186c%2C39179%2C1732161653824.1732161655312 after 6ms 2024-11-21T04:01:36,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741850_1026 (size=57) 2024-11-21T04:01:36,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36901 is added to blk_1073741850_1026 (size=57) 2024-11-21T04:01:36,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41627 is added to blk_1073741850_1026 (size=57) 2024-11-21T04:01:36,253 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1732161666119.4a3c6424968050d8d28b81b78db38a98. 2024-11-21T04:01:36,256 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-21T04:01:36,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40945 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-21T04:01:36,258 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40945 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 4a3c6424968050d8d28b81b78db38a98 2024-11-21T04:01:36,259 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4a3c6424968050d8d28b81b78db38a98 2024-11-21T04:01:36,262 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 4a3c6424968050d8d28b81b78db38a98 in 10.0720 sec 2024-11-21T04:01:36,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41627 is added to blk_1073741851_1027 (size=65) 2024-11-21T04:01:36,271 INFO [RS_LOG_REPLAY_OPS-regionserver/fdc0a393186c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/WALs/fdc0a393186c,39179,1732161653824-splitting/fdc0a393186c%2C39179%2C1732161653824.1732161655312 took 31ms 2024-11-21T04:01:36,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741852_1028 (size=65) 2024-11-21T04:01:36,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36901 is added to blk_1073741852_1028 (size=65) 2024-11-21T04:01:36,272 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1732161666119.d3a2245be5880d114b6666685285178e. 2024-11-21T04:01:36,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41627 is added to blk_1073741852_1028 (size=65) 2024-11-21T04:01:36,272 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-21T04:01:36,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741851_1027 (size=65) 2024-11-21T04:01:36,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36901 is added to blk_1073741851_1027 (size=65) 2024-11-21T04:01:36,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40945 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-21T04:01:36,279 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40945 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d3a2245be5880d114b6666685285178e 2024-11-21T04:01:36,279 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d3a2245be5880d114b6666685285178e 2024-11-21T04:01:36,284 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d3a2245be5880d114b6666685285178e in 10.0920 sec 2024-11-21T04:01:36,287 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fdc0a393186c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for d703857fd65657f2446ec82fa5fecbed: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-21T04:01:36,290 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fdc0a393186c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for e11cc4058ce4f7072e80bec3324b0e79: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-21T04:01:36,292 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fdc0a393186c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for c68a813bfbae93335bab9e2a838e7767: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-21T04:01:36,294 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fdc0a393186c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for e843046741e73bcec67a2b486874fa7a: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-21T04:01:36,294 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fdc0a393186c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/WALs/fdc0a393186c,39179,1732161653824-splitting/fdc0a393186c%2C39179%2C1732161653824.1732161655312 so closing down 2024-11-21T04:01:36,294 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fdc0a393186c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T04:01:36,295 INFO [RS_LOG_REPLAY_OPS-regionserver/fdc0a393186c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T04:01:36,299 INFO [RS_LOG_REPLAY_OPS-regionserver/fdc0a393186c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 4 edits across 0 Regions in 22 ms; skipped=4; WAL=hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/WALs/fdc0a393186c,39179,1732161653824-splitting/fdc0a393186c%2C39179%2C1732161653824.1732161655312, size=1.2 K, length=1257, corrupted=false, cancelled=false 2024-11-21T04:01:36,299 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fdc0a393186c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/WALs/fdc0a393186c,39179,1732161653824-splitting/fdc0a393186c%2C39179%2C1732161653824.1732161655312, journal: Splitting hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/WALs/fdc0a393186c,39179,1732161653824-splitting/fdc0a393186c%2C39179%2C1732161653824.1732161655312, size=1.2 K (1257bytes) at 1732161696242Finishing writing output for hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/WALs/fdc0a393186c,39179,1732161653824-splitting/fdc0a393186c%2C39179%2C1732161653824.1732161655312 so closing down at 1732161696294 (+52 ms)3 split writer threads finished at 1732161696295 (+1 ms)Processed 4 edits across 0 Regions in 22 ms; skipped=4; WAL=hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/WALs/fdc0a393186c,39179,1732161653824-splitting/fdc0a393186c%2C39179%2C1732161653824.1732161655312, size=1.2 K, length=1257, corrupted=false, cancelled=false at 1732161696299 (+4 ms) 2024-11-21T04:01:36,300 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fdc0a393186c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/WALs/fdc0a393186c,39179,1732161653824-splitting/fdc0a393186c%2C39179%2C1732161653824.1732161655312 2024-11-21T04:01:36,300 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fdc0a393186c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-21T04:01:36,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40945 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-21T04:01:36,309 INFO [PEWorker-3 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/WALs/fdc0a393186c,39179,1732161653824-splitting/fdc0a393186c%2C39179%2C1732161653824.1732161655312 to hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/oldWALs 2024-11-21T04:01:36,313 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-21T04:01:36,313 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure fdc0a393186c%2C39179%2C1732161653824.1732161655312, worker=fdc0a393186c,41215,1732161653766 in 9.9170 sec 2024-11-21T04:01:36,315 DEBUG [PEWorker-4 {}] master.SplitWALManager(172): Release split WAL worker=fdc0a393186c,41215,1732161653766 2024-11-21T04:01:36,320 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-21T04:01:36,320 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure fdc0a393186c%2C39179%2C1732161653824.1732161655312, worker=fdc0a393186c,41215,1732161653766 in 9.9340 sec 2024-11-21T04:01:36,320 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/data/default/SPTestTable/67ca1c62aa30d0cd5a2b7841c42a6310/.tmp/cf/ef04882ef2384d22aced332043cc42f8 is 34, key is baa/cf:cf/1732161685461/Put/seqid=0 2024-11-21T04:01:36,320 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/data/default/SPTestTable/a00132231c09eaab69bcf4c1bcf2ed96/.tmp/cf/e779351726154bfbb32fbb1f88ff6552 is 34, key is ccd/cf:cf/1732161685494/Put/seqid=0 2024-11-21T04:01:36,322 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/WALs/fdc0a393186c,39179,1732161653824-splitting dir is empty, no logs to split. 2024-11-21T04:01:36,322 INFO [PEWorker-2 {}] master.SplitWALManager(105): fdc0a393186c,39179,1732161653824 WAL count=0, meta=false 2024-11-21T04:01:36,322 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if fdc0a393186c,39179,1732161653824 WAL splitting is done? wals=0, meta=false 2024-11-21T04:01:36,326 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for fdc0a393186c,39179,1732161653824 failed, ignore...File hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/WALs/fdc0a393186c,39179,1732161653824-splitting does not exist. 2024-11-21T04:01:36,330 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e843046741e73bcec67a2b486874fa7a, ASSIGN}, {pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d703857fd65657f2446ec82fa5fecbed, ASSIGN}, {pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c68a813bfbae93335bab9e2a838e7767, ASSIGN}, {pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e11cc4058ce4f7072e80bec3324b0e79, ASSIGN}] 2024-11-21T04:01:36,332 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c68a813bfbae93335bab9e2a838e7767, ASSIGN 2024-11-21T04:01:36,332 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e843046741e73bcec67a2b486874fa7a, ASSIGN 2024-11-21T04:01:36,332 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d703857fd65657f2446ec82fa5fecbed, ASSIGN 2024-11-21T04:01:36,333 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c68a813bfbae93335bab9e2a838e7767, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-21T04:01:36,334 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e843046741e73bcec67a2b486874fa7a, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-21T04:01:36,334 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d703857fd65657f2446ec82fa5fecbed, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-21T04:01:36,335 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e11cc4058ce4f7072e80bec3324b0e79, ASSIGN 2024-11-21T04:01:36,336 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e11cc4058ce4f7072e80bec3324b0e79, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-21T04:01:36,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41627 is added to blk_1073741854_1030 (size=47197) 2024-11-21T04:01:36,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741854_1030 (size=47197) 2024-11-21T04:01:36,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36901 is added to blk_1073741854_1030 (size=47197) 2024-11-21T04:01:36,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36901 is added to blk_1073741853_1029 (size=28623) 2024-11-21T04:01:36,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41627 is added to blk_1073741853_1029 (size=28623) 2024-11-21T04:01:36,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741853_1029 (size=28623) 2024-11-21T04:01:36,486 DEBUG [fdc0a393186c:40945 {}] balancer.BalancerClusterState(204): Hosts are {fdc0a393186c=0} racks are {/default-rack=0} 2024-11-21T04:01:36,487 DEBUG [fdc0a393186c:40945 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-21T04:01:36,487 DEBUG [fdc0a393186c:40945 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-21T04:01:36,487 DEBUG [fdc0a393186c:40945 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-21T04:01:36,487 DEBUG [fdc0a393186c:40945 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-21T04:01:36,487 INFO [fdc0a393186c:40945 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-21T04:01:36,487 INFO [fdc0a393186c:40945 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-21T04:01:36,487 DEBUG [fdc0a393186c:40945 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-21T04:01:36,487 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=d703857fd65657f2446ec82fa5fecbed, regionState=OPENING, regionLocation=fdc0a393186c,41215,1732161653766 2024-11-21T04:01:36,487 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=c68a813bfbae93335bab9e2a838e7767, regionState=OPENING, regionLocation=fdc0a393186c,41215,1732161653766 2024-11-21T04:01:36,487 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=e843046741e73bcec67a2b486874fa7a, regionState=OPENING, regionLocation=fdc0a393186c,40537,1732161653647 2024-11-21T04:01:36,487 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=e11cc4058ce4f7072e80bec3324b0e79, regionState=OPENING, regionLocation=fdc0a393186c,40537,1732161653647 2024-11-21T04:01:36,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d703857fd65657f2446ec82fa5fecbed, ASSIGN because future has completed 2024-11-21T04:01:36,491 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure d703857fd65657f2446ec82fa5fecbed, server=fdc0a393186c,41215,1732161653766}] 2024-11-21T04:01:36,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c68a813bfbae93335bab9e2a838e7767, ASSIGN because future has completed 2024-11-21T04:01:36,492 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure c68a813bfbae93335bab9e2a838e7767, server=fdc0a393186c,41215,1732161653766}] 2024-11-21T04:01:36,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e11cc4058ce4f7072e80bec3324b0e79, ASSIGN because future has completed 2024-11-21T04:01:36,494 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure e11cc4058ce4f7072e80bec3324b0e79, server=fdc0a393186c,40537,1732161653647}] 2024-11-21T04:01:36,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e843046741e73bcec67a2b486874fa7a, ASSIGN because future has completed 2024-11-21T04:01:36,496 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure e843046741e73bcec67a2b486874fa7a, server=fdc0a393186c,40537,1732161653647}] 2024-11-21T04:01:36,649 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1732161666119.647741cb8104eb62a6ef7a4b6cfe4948. 2024-11-21T04:01:36,650 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-21T04:01:36,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40945 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-21T04:01:36,651 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40945 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 647741cb8104eb62a6ef7a4b6cfe4948 2024-11-21T04:01:36,652 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 647741cb8104eb62a6ef7a4b6cfe4948 2024-11-21T04:01:36,658 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 647741cb8104eb62a6ef7a4b6cfe4948 in 10.4660 sec 2024-11-21T04:01:36,671 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1732161666119.a7aec503ef2a699a9f19b1b14b066a41. 2024-11-21T04:01:36,671 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-21T04:01:36,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40945 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-21T04:01:36,672 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40945 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a7aec503ef2a699a9f19b1b14b066a41 2024-11-21T04:01:36,672 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a7aec503ef2a699a9f19b1b14b066a41 2024-11-21T04:01:36,675 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a7aec503ef2a699a9f19b1b14b066a41 in 10.4850 sec 2024-11-21T04:01:36,754 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/data/default/SPTestTable/a00132231c09eaab69bcf4c1bcf2ed96/.tmp/cf/e779351726154bfbb32fbb1f88ff6552 2024-11-21T04:01:36,754 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/data/default/SPTestTable/67ca1c62aa30d0cd5a2b7841c42a6310/.tmp/cf/ef04882ef2384d22aced332043cc42f8 2024-11-21T04:01:36,801 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/data/default/SPTestTable/67ca1c62aa30d0cd5a2b7841c42a6310/.tmp/cf/ef04882ef2384d22aced332043cc42f8 as hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/data/default/SPTestTable/67ca1c62aa30d0cd5a2b7841c42a6310/cf/ef04882ef2384d22aced332043cc42f8 2024-11-21T04:01:36,801 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/data/default/SPTestTable/a00132231c09eaab69bcf4c1bcf2ed96/.tmp/cf/e779351726154bfbb32fbb1f88ff6552 as hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/data/default/SPTestTable/a00132231c09eaab69bcf4c1bcf2ed96/cf/e779351726154bfbb32fbb1f88ff6552 2024-11-21T04:01:36,812 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/data/default/SPTestTable/67ca1c62aa30d0cd5a2b7841c42a6310/cf/ef04882ef2384d22aced332043cc42f8, entries=731, sequenceid=5, filesize=28.0 K 2024-11-21T04:01:36,812 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/data/default/SPTestTable/a00132231c09eaab69bcf4c1bcf2ed96/cf/e779351726154bfbb32fbb1f88ff6552, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-21T04:01:36,818 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for a00132231c09eaab69bcf4c1bcf2ed96 in 601ms, sequenceid=5, compaction requested=false 2024-11-21T04:01:36,818 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 67ca1c62aa30d0cd5a2b7841c42a6310 in 602ms, sequenceid=5, compaction requested=false 2024-11-21T04:01:36,818 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for a00132231c09eaab69bcf4c1bcf2ed96: 2024-11-21T04:01:36,818 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1732161666119.a00132231c09eaab69bcf4c1bcf2ed96. for SnapshotProcedureTest completed. 2024-11-21T04:01:36,818 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 67ca1c62aa30d0cd5a2b7841c42a6310: 2024-11-21T04:01:36,818 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1732161666119.67ca1c62aa30d0cd5a2b7841c42a6310. for SnapshotProcedureTest completed. 2024-11-21T04:01:36,818 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1732161666119.a00132231c09eaab69bcf4c1bcf2ed96.' region-info for snapshot=SnapshotProcedureTest 2024-11-21T04:01:36,818 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T04:01:36,818 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1732161666119.67ca1c62aa30d0cd5a2b7841c42a6310.' region-info for snapshot=SnapshotProcedureTest 2024-11-21T04:01:36,818 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/data/default/SPTestTable/a00132231c09eaab69bcf4c1bcf2ed96/cf/e779351726154bfbb32fbb1f88ff6552] hfiles 2024-11-21T04:01:36,818 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T04:01:36,818 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/data/default/SPTestTable/67ca1c62aa30d0cd5a2b7841c42a6310/cf/ef04882ef2384d22aced332043cc42f8] hfiles 2024-11-21T04:01:36,820 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/data/default/SPTestTable/a00132231c09eaab69bcf4c1bcf2ed96/cf/e779351726154bfbb32fbb1f88ff6552 for snapshot=SnapshotProcedureTest 2024-11-21T04:01:36,820 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/data/default/SPTestTable/67ca1c62aa30d0cd5a2b7841c42a6310/cf/ef04882ef2384d22aced332043cc42f8 for snapshot=SnapshotProcedureTest 2024-11-21T04:01:36,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741856_1032 (size=105) 2024-11-21T04:01:36,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741855_1031 (size=105) 2024-11-21T04:01:36,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41627 is added to blk_1073741855_1031 (size=105) 2024-11-21T04:01:36,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36901 is added to blk_1073741855_1031 (size=105) 2024-11-21T04:01:36,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41627 is added to blk_1073741856_1032 (size=105) 2024-11-21T04:01:36,838 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1732161666119.a00132231c09eaab69bcf4c1bcf2ed96. 2024-11-21T04:01:36,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36901 is added to blk_1073741856_1032 (size=105) 2024-11-21T04:01:36,838 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1732161666119.67ca1c62aa30d0cd5a2b7841c42a6310. 2024-11-21T04:01:36,838 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-21T04:01:36,838 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-21T04:01:36,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40945 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-21T04:01:36,839 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40945 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a00132231c09eaab69bcf4c1bcf2ed96 2024-11-21T04:01:36,839 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a00132231c09eaab69bcf4c1bcf2ed96 2024-11-21T04:01:36,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40945 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-21T04:01:36,839 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40945 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 67ca1c62aa30d0cd5a2b7841c42a6310 2024-11-21T04:01:36,839 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 67ca1c62aa30d0cd5a2b7841c42a6310 2024-11-21T04:01:36,841 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a00132231c09eaab69bcf4c1bcf2ed96 in 10.6520 sec 2024-11-21T04:01:36,842 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 67ca1c62aa30d0cd5a2b7841c42a6310 in 10.6520 sec 2024-11-21T04:01:41,390 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e11cc4058ce4f7072e80bec3324b0e79 held by pid=42 2024-11-21T04:01:41,391 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c68a813bfbae93335bab9e2a838e7767 held by pid=41 2024-11-21T04:01:41,391 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e11cc4058ce4f7072e80bec3324b0e79 2024-11-21T04:01:41,391 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c68a813bfbae93335bab9e2a838e7767 2024-11-21T04:01:41,391 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d703857fd65657f2446ec82fa5fecbed held by pid=40 2024-11-21T04:01:41,391 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d703857fd65657f2446ec82fa5fecbed 2024-11-21T04:01:41,391 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e843046741e73bcec67a2b486874fa7a held by pid=39 2024-11-21T04:01:41,391 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e843046741e73bcec67a2b486874fa7a 2024-11-21T04:01:45,963 INFO [master/fdc0a393186c:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-21T04:01:45,963 INFO [master/fdc0a393186c:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-21T04:01:46,502 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1732161666119.c68a813bfbae93335bab9e2a838e7767. 2024-11-21T04:01:46,502 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => c68a813bfbae93335bab9e2a838e7767, NAME => 'SPTestTable,33333332,1732161666119.c68a813bfbae93335bab9e2a838e7767.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-21T04:01:46,503 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c68a813bfbae93335bab9e2a838e7767 2024-11-21T04:01:46,503 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732161666119.c68a813bfbae93335bab9e2a838e7767.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T04:01:46,503 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for c68a813bfbae93335bab9e2a838e7767 2024-11-21T04:01:46,503 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for c68a813bfbae93335bab9e2a838e7767 2024-11-21T04:01:46,504 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1732161666119.e843046741e73bcec67a2b486874fa7a. 2024-11-21T04:01:46,504 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => e843046741e73bcec67a2b486874fa7a, NAME => 'SPTestTable,e6666661,1732161666119.e843046741e73bcec67a2b486874fa7a.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-21T04:01:46,504 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e843046741e73bcec67a2b486874fa7a 2024-11-21T04:01:46,505 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732161666119.e843046741e73bcec67a2b486874fa7a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T04:01:46,505 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for e843046741e73bcec67a2b486874fa7a 2024-11-21T04:01:46,505 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for e843046741e73bcec67a2b486874fa7a 2024-11-21T04:01:46,505 INFO [StoreOpener-c68a813bfbae93335bab9e2a838e7767-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c68a813bfbae93335bab9e2a838e7767 2024-11-21T04:01:46,506 INFO [StoreOpener-e843046741e73bcec67a2b486874fa7a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e843046741e73bcec67a2b486874fa7a 2024-11-21T04:01:46,507 INFO [StoreOpener-c68a813bfbae93335bab9e2a838e7767-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c68a813bfbae93335bab9e2a838e7767 columnFamilyName cf 2024-11-21T04:01:46,507 DEBUG [StoreOpener-c68a813bfbae93335bab9e2a838e7767-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:01:46,508 INFO [StoreOpener-c68a813bfbae93335bab9e2a838e7767-1 {}] regionserver.HStore(327): Store=c68a813bfbae93335bab9e2a838e7767/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T04:01:46,508 INFO [StoreOpener-e843046741e73bcec67a2b486874fa7a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e843046741e73bcec67a2b486874fa7a columnFamilyName cf 2024-11-21T04:01:46,508 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for c68a813bfbae93335bab9e2a838e7767 2024-11-21T04:01:46,508 DEBUG [StoreOpener-e843046741e73bcec67a2b486874fa7a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:01:46,508 INFO [StoreOpener-e843046741e73bcec67a2b486874fa7a-1 {}] regionserver.HStore(327): Store=e843046741e73bcec67a2b486874fa7a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T04:01:46,509 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for e843046741e73bcec67a2b486874fa7a 2024-11-21T04:01:46,509 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/data/default/SPTestTable/c68a813bfbae93335bab9e2a838e7767 2024-11-21T04:01:46,509 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/data/default/SPTestTable/e843046741e73bcec67a2b486874fa7a 2024-11-21T04:01:46,510 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/data/default/SPTestTable/c68a813bfbae93335bab9e2a838e7767 2024-11-21T04:01:46,511 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for c68a813bfbae93335bab9e2a838e7767 2024-11-21T04:01:46,511 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for c68a813bfbae93335bab9e2a838e7767 2024-11-21T04:01:46,511 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/data/default/SPTestTable/e843046741e73bcec67a2b486874fa7a 2024-11-21T04:01:46,511 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for e843046741e73bcec67a2b486874fa7a 2024-11-21T04:01:46,511 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for e843046741e73bcec67a2b486874fa7a 2024-11-21T04:01:46,513 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for c68a813bfbae93335bab9e2a838e7767 2024-11-21T04:01:46,514 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for e843046741e73bcec67a2b486874fa7a 2024-11-21T04:01:46,515 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened c68a813bfbae93335bab9e2a838e7767; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59259000, jitterRate=-0.11697208881378174}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T04:01:46,515 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened e843046741e73bcec67a2b486874fa7a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62503757, jitterRate=-0.0686214417219162}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T04:01:46,515 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c68a813bfbae93335bab9e2a838e7767 2024-11-21T04:01:46,515 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e843046741e73bcec67a2b486874fa7a 2024-11-21T04:01:46,515 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for c68a813bfbae93335bab9e2a838e7767: Running coprocessor pre-open hook at 1732161706503Writing region info on filesystem at 1732161706503Initializing all the Stores at 1732161706505 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161706505Cleaning up temporary data from old regions at 1732161706511 (+6 ms)Running coprocessor post-open hooks at 1732161706515 (+4 ms)Region opened successfully at 1732161706515 2024-11-21T04:01:46,515 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for e843046741e73bcec67a2b486874fa7a: Running coprocessor pre-open hook at 1732161706505Writing region info on filesystem at 1732161706505Initializing all the Stores at 1732161706506 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161706506Cleaning up temporary data from old regions at 1732161706512 (+6 ms)Running coprocessor post-open hooks at 1732161706515 (+3 ms)Region opened successfully at 1732161706515 2024-11-21T04:01:46,516 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1732161666119.c68a813bfbae93335bab9e2a838e7767., pid=44, masterSystemTime=1732161706493 2024-11-21T04:01:46,517 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1732161666119.e843046741e73bcec67a2b486874fa7a., pid=46, masterSystemTime=1732161706498 2024-11-21T04:01:46,519 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1732161666119.c68a813bfbae93335bab9e2a838e7767. 2024-11-21T04:01:46,519 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1732161666119.c68a813bfbae93335bab9e2a838e7767. 2024-11-21T04:01:46,519 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732161666119.d703857fd65657f2446ec82fa5fecbed. 2024-11-21T04:01:46,519 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => d703857fd65657f2446ec82fa5fecbed, NAME => 'SPTestTable,99999996,1732161666119.d703857fd65657f2446ec82fa5fecbed.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-21T04:01:46,520 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d703857fd65657f2446ec82fa5fecbed 2024-11-21T04:01:46,520 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732161666119.d703857fd65657f2446ec82fa5fecbed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T04:01:46,520 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for d703857fd65657f2446ec82fa5fecbed 2024-11-21T04:01:46,520 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for d703857fd65657f2446ec82fa5fecbed 2024-11-21T04:01:46,520 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=c68a813bfbae93335bab9e2a838e7767, regionState=OPEN, openSeqNum=2, regionLocation=fdc0a393186c,41215,1732161653766 2024-11-21T04:01:46,522 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1732161666119.e843046741e73bcec67a2b486874fa7a. 2024-11-21T04:01:46,522 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1732161666119.e843046741e73bcec67a2b486874fa7a. 2024-11-21T04:01:46,523 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=e843046741e73bcec67a2b486874fa7a, regionState=OPEN, openSeqNum=2, regionLocation=fdc0a393186c,40537,1732161653647 2024-11-21T04:01:46,523 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1732161666119.e11cc4058ce4f7072e80bec3324b0e79. 2024-11-21T04:01:46,523 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7752): Opening region: {ENCODED => e11cc4058ce4f7072e80bec3324b0e79, NAME => 'SPTestTable,4ccccccb,1732161666119.e11cc4058ce4f7072e80bec3324b0e79.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-21T04:01:46,523 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e11cc4058ce4f7072e80bec3324b0e79 2024-11-21T04:01:46,523 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732161666119.e11cc4058ce4f7072e80bec3324b0e79.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T04:01:46,524 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7794): checking encryption for e11cc4058ce4f7072e80bec3324b0e79 2024-11-21T04:01:46,524 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7797): checking classloading for e11cc4058ce4f7072e80bec3324b0e79 2024-11-21T04:01:46,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure c68a813bfbae93335bab9e2a838e7767, server=fdc0a393186c,41215,1732161653766 because future has completed 2024-11-21T04:01:46,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure e843046741e73bcec67a2b486874fa7a, server=fdc0a393186c,40537,1732161653647 because future has completed 2024-11-21T04:01:46,526 INFO [StoreOpener-e11cc4058ce4f7072e80bec3324b0e79-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e11cc4058ce4f7072e80bec3324b0e79 2024-11-21T04:01:46,527 INFO [StoreOpener-d703857fd65657f2446ec82fa5fecbed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d703857fd65657f2446ec82fa5fecbed 2024-11-21T04:01:46,529 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=41 2024-11-21T04:01:46,529 INFO [StoreOpener-e11cc4058ce4f7072e80bec3324b0e79-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e11cc4058ce4f7072e80bec3324b0e79 columnFamilyName cf 2024-11-21T04:01:46,529 DEBUG [StoreOpener-e11cc4058ce4f7072e80bec3324b0e79-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:01:46,529 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure c68a813bfbae93335bab9e2a838e7767, server=fdc0a393186c,41215,1732161653766 in 10.0340 sec 2024-11-21T04:01:46,530 INFO [StoreOpener-d703857fd65657f2446ec82fa5fecbed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d703857fd65657f2446ec82fa5fecbed columnFamilyName cf 2024-11-21T04:01:46,530 INFO [StoreOpener-e11cc4058ce4f7072e80bec3324b0e79-1 {}] regionserver.HStore(327): Store=e11cc4058ce4f7072e80bec3324b0e79/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T04:01:46,531 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1038): replaying wal for e11cc4058ce4f7072e80bec3324b0e79 2024-11-21T04:01:46,532 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=39 2024-11-21T04:01:46,532 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure e843046741e73bcec67a2b486874fa7a, server=fdc0a393186c,40537,1732161653647 in 10.0320 sec 2024-11-21T04:01:46,532 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c68a813bfbae93335bab9e2a838e7767, ASSIGN in 10.1990 sec 2024-11-21T04:01:46,532 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c68a813bfbae93335bab9e2a838e7767 2024-11-21T04:01:46,532 DEBUG [StoreOpener-d703857fd65657f2446ec82fa5fecbed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:01:46,533 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/data/default/SPTestTable/e11cc4058ce4f7072e80bec3324b0e79 2024-11-21T04:01:46,533 INFO [StoreOpener-d703857fd65657f2446ec82fa5fecbed-1 {}] regionserver.HStore(327): Store=d703857fd65657f2446ec82fa5fecbed/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T04:01:46,533 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for d703857fd65657f2446ec82fa5fecbed 2024-11-21T04:01:46,535 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/data/default/SPTestTable/d703857fd65657f2446ec82fa5fecbed 2024-11-21T04:01:46,535 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e843046741e73bcec67a2b486874fa7a, ASSIGN in 10.2020 sec 2024-11-21T04:01:46,535 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e843046741e73bcec67a2b486874fa7a 2024-11-21T04:01:46,536 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/data/default/SPTestTable/e11cc4058ce4f7072e80bec3324b0e79 2024-11-21T04:01:46,537 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1048): stopping wal replay for e11cc4058ce4f7072e80bec3324b0e79 2024-11-21T04:01:46,537 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1060): Cleaning up temporary data for e11cc4058ce4f7072e80bec3324b0e79 2024-11-21T04:01:46,537 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/data/default/SPTestTable/d703857fd65657f2446ec82fa5fecbed 2024-11-21T04:01:46,538 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for d703857fd65657f2446ec82fa5fecbed 2024-11-21T04:01:46,538 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for d703857fd65657f2446ec82fa5fecbed 2024-11-21T04:01:46,540 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for d703857fd65657f2446ec82fa5fecbed 2024-11-21T04:01:46,540 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1093): writing seq id for e11cc4058ce4f7072e80bec3324b0e79 2024-11-21T04:01:46,542 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1114): Opened e11cc4058ce4f7072e80bec3324b0e79; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68158906, jitterRate=0.01564684510231018}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T04:01:46,542 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened d703857fd65657f2446ec82fa5fecbed; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71057891, jitterRate=0.05884508788585663}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T04:01:46,542 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d703857fd65657f2446ec82fa5fecbed 2024-11-21T04:01:46,542 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e11cc4058ce4f7072e80bec3324b0e79 2024-11-21T04:01:46,542 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for d703857fd65657f2446ec82fa5fecbed: Running coprocessor pre-open hook at 1732161706520Writing region info on filesystem at 1732161706520Initializing all the Stores at 1732161706527 (+7 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161706527Cleaning up temporary data from old regions at 1732161706538 (+11 ms)Running coprocessor post-open hooks at 1732161706542 (+4 ms)Region opened successfully at 1732161706542 2024-11-21T04:01:46,542 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1006): Region open journal for e11cc4058ce4f7072e80bec3324b0e79: Running coprocessor pre-open hook at 1732161706524Writing region info on filesystem at 1732161706524Initializing all the Stores at 1732161706526 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161706526Cleaning up temporary data from old regions at 1732161706537 (+11 ms)Running coprocessor post-open hooks at 1732161706542 (+5 ms)Region opened successfully at 1732161706542 2024-11-21T04:01:46,543 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1732161666119.e11cc4058ce4f7072e80bec3324b0e79., pid=45, masterSystemTime=1732161706498 2024-11-21T04:01:46,543 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732161666119.d703857fd65657f2446ec82fa5fecbed., pid=43, masterSystemTime=1732161706493 2024-11-21T04:01:46,545 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1732161666119.e11cc4058ce4f7072e80bec3324b0e79. 2024-11-21T04:01:46,545 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1732161666119.e11cc4058ce4f7072e80bec3324b0e79. 2024-11-21T04:01:46,546 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=e11cc4058ce4f7072e80bec3324b0e79, regionState=OPEN, openSeqNum=2, regionLocation=fdc0a393186c,40537,1732161653647 2024-11-21T04:01:46,547 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732161666119.d703857fd65657f2446ec82fa5fecbed. 2024-11-21T04:01:46,547 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732161666119.d703857fd65657f2446ec82fa5fecbed. 2024-11-21T04:01:46,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure e11cc4058ce4f7072e80bec3324b0e79, server=fdc0a393186c,40537,1732161653647 because future has completed 2024-11-21T04:01:46,549 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=d703857fd65657f2446ec82fa5fecbed, regionState=OPEN, openSeqNum=2, regionLocation=fdc0a393186c,41215,1732161653766 2024-11-21T04:01:46,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure d703857fd65657f2446ec82fa5fecbed, server=fdc0a393186c,41215,1732161653766 because future has completed 2024-11-21T04:01:46,554 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=42 2024-11-21T04:01:46,554 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=42, state=SUCCESS, hasLock=false; OpenRegionProcedure e11cc4058ce4f7072e80bec3324b0e79, server=fdc0a393186c,40537,1732161653647 in 10.0560 sec 2024-11-21T04:01:46,556 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=40 2024-11-21T04:01:46,556 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=40, state=SUCCESS, hasLock=false; OpenRegionProcedure d703857fd65657f2446ec82fa5fecbed, server=fdc0a393186c,41215,1732161653766 in 10.0620 sec 2024-11-21T04:01:46,556 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e11cc4058ce4f7072e80bec3324b0e79, ASSIGN in 10.2240 sec 2024-11-21T04:01:46,556 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e11cc4058ce4f7072e80bec3324b0e79 2024-11-21T04:01:46,559 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=36 2024-11-21T04:01:46,559 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(291): removed crashed server fdc0a393186c,39179,1732161653824 after splitting done 2024-11-21T04:01:46,559 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d703857fd65657f2446ec82fa5fecbed, ASSIGN in 10.2260 sec 2024-11-21T04:01:46,559 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d703857fd65657f2446ec82fa5fecbed 2024-11-21T04:01:46,562 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure fdc0a393186c,39179,1732161653824, splitWal=true, meta=false in 20.1990 sec 2024-11-21T04:01:52,017 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T04:01:52,039 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T04:01:55,242 INFO [regionserver/fdc0a393186c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-21T04:01:56,536 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-21T04:01:56,537 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1732161666119.c68a813bfbae93335bab9e2a838e7767. 2024-11-21T04:01:56,537 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-21T04:01:56,537 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1732161666119.d703857fd65657f2446ec82fa5fecbed. 2024-11-21T04:01:56,537 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for c68a813bfbae93335bab9e2a838e7767: 2024-11-21T04:01:56,538 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1732161666119.c68a813bfbae93335bab9e2a838e7767. for SnapshotProcedureTest completed. 2024-11-21T04:01:56,538 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for d703857fd65657f2446ec82fa5fecbed: 2024-11-21T04:01:56,538 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1732161666119.d703857fd65657f2446ec82fa5fecbed. for SnapshotProcedureTest completed. 2024-11-21T04:01:56,538 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-21T04:01:56,539 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1732161666119.e11cc4058ce4f7072e80bec3324b0e79. 2024-11-21T04:01:56,539 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1732161666119.c68a813bfbae93335bab9e2a838e7767.' region-info for snapshot=SnapshotProcedureTest 2024-11-21T04:01:56,539 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1732161666119.d703857fd65657f2446ec82fa5fecbed.' region-info for snapshot=SnapshotProcedureTest 2024-11-21T04:01:56,539 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-21T04:01:56,539 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T04:01:56,539 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T04:01:56,540 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for e11cc4058ce4f7072e80bec3324b0e79: 2024-11-21T04:01:56,540 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-21T04:01:56,540 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-21T04:01:56,540 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1732161666119.e843046741e73bcec67a2b486874fa7a. 2024-11-21T04:01:56,540 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1732161666119.e11cc4058ce4f7072e80bec3324b0e79. for SnapshotProcedureTest completed. 2024-11-21T04:01:56,540 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for e843046741e73bcec67a2b486874fa7a: 2024-11-21T04:01:56,540 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1732161666119.e843046741e73bcec67a2b486874fa7a. for SnapshotProcedureTest completed. 2024-11-21T04:01:56,541 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1732161666119.e11cc4058ce4f7072e80bec3324b0e79.' region-info for snapshot=SnapshotProcedureTest 2024-11-21T04:01:56,541 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T04:01:56,541 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-21T04:01:56,541 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1732161666119.e843046741e73bcec67a2b486874fa7a.' region-info for snapshot=SnapshotProcedureTest 2024-11-21T04:01:56,541 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T04:01:56,541 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-21T04:01:56,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741857_1033 (size=65) 2024-11-21T04:01:56,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36901 is added to blk_1073741857_1033 (size=65) 2024-11-21T04:01:56,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41627 is added to blk_1073741857_1033 (size=65) 2024-11-21T04:01:56,561 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1732161666119.d703857fd65657f2446ec82fa5fecbed. 2024-11-21T04:01:56,561 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-21T04:01:56,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40945 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-21T04:01:56,562 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40945 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d703857fd65657f2446ec82fa5fecbed 2024-11-21T04:01:56,562 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d703857fd65657f2446ec82fa5fecbed 2024-11-21T04:01:56,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36901 is added to blk_1073741858_1034 (size=65) 2024-11-21T04:01:56,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41627 is added to blk_1073741858_1034 (size=65) 2024-11-21T04:01:56,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741858_1034 (size=65) 2024-11-21T04:01:56,566 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1732161666119.c68a813bfbae93335bab9e2a838e7767. 2024-11-21T04:01:56,566 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-21T04:01:56,566 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d703857fd65657f2446ec82fa5fecbed in 30.3750 sec 2024-11-21T04:01:56,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40945 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-21T04:01:56,567 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40945 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c68a813bfbae93335bab9e2a838e7767 2024-11-21T04:01:56,567 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c68a813bfbae93335bab9e2a838e7767 2024-11-21T04:01:56,569 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c68a813bfbae93335bab9e2a838e7767 in 30.3800 sec 2024-11-21T04:01:56,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741859_1035 (size=65) 2024-11-21T04:01:56,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36901 is added to blk_1073741860_1036 (size=57) 2024-11-21T04:01:56,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41627 is added to blk_1073741860_1036 (size=57) 2024-11-21T04:01:56,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36901 is added to blk_1073741859_1035 (size=65) 2024-11-21T04:01:56,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41627 is added to blk_1073741859_1035 (size=65) 2024-11-21T04:01:56,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741860_1036 (size=57) 2024-11-21T04:01:56,579 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1732161666119.e11cc4058ce4f7072e80bec3324b0e79. 2024-11-21T04:01:56,579 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-21T04:01:56,579 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1732161666119.e843046741e73bcec67a2b486874fa7a. 2024-11-21T04:01:56,579 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-21T04:01:56,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40945 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-21T04:01:56,580 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40945 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region e11cc4058ce4f7072e80bec3324b0e79 2024-11-21T04:01:56,580 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e11cc4058ce4f7072e80bec3324b0e79 2024-11-21T04:01:56,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40945 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-21T04:01:56,580 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40945 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region e843046741e73bcec67a2b486874fa7a 2024-11-21T04:01:56,581 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e843046741e73bcec67a2b486874fa7a 2024-11-21T04:01:56,583 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e11cc4058ce4f7072e80bec3324b0e79 in 30.3930 sec 2024-11-21T04:01:56,584 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=25 2024-11-21T04:01:56,584 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-21T04:01:56,584 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e843046741e73bcec67a2b486874fa7a in 30.3940 sec 2024-11-21T04:01:56,586 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-21T04:01:56,589 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-21T04:01:56,589 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-21T04:01:56,591 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-21T04:01:56,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741861_1037 (size=1094) 2024-11-21T04:01:56,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36901 is added to blk_1073741861_1037 (size=1094) 2024-11-21T04:01:56,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41627 is added to blk_1073741861_1037 (size=1094) 2024-11-21T04:01:56,619 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-21T04:01:56,626 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=48, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=55, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=56, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-21T04:01:56,631 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fdc0a393186c,41215,1732161653766 2024-11-21T04:01:56,631 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fdc0a393186c,41215,1732161653766 2024-11-21T04:01:56,631 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fdc0a393186c,40537,1732161653647 2024-11-21T04:01:56,631 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fdc0a393186c,41215,1732161653766 2024-11-21T04:01:56,631 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fdc0a393186c,40537,1732161653647 2024-11-21T04:01:56,636 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fdc0a393186c,40537,1732161653647 2024-11-21T04:01:59,912 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fdc0a393186c:40945 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-21T04:02:01,563 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region a00132231c09eaab69bcf4c1bcf2ed96, had cached 0 bytes from a total of 47197 2024-11-21T04:02:01,607 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 67ca1c62aa30d0cd5a2b7841c42a6310, had cached 0 bytes from a total of 28623 2024-11-21T04:02:06,635 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=47 2024-11-21T04:02:06,635 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=56 2024-11-21T04:02:06,635 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-11-21T04:02:06,635 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=48 2024-11-21T04:02:06,635 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-11-21T04:02:06,635 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-11-21T04:02:06,640 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-21T04:02:06,640 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-21T04:02:06,642 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-21T04:02:06,642 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-21T04:02:06,642 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-21T04:02:06,642 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-21T04:02:06,642 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-21T04:02:06,642 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-21T04:02:06,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40945 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-21T04:02:06,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40945 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-21T04:02:06,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40945 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-11-21T04:02:06,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40945 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-21T04:02:06,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40945 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-21T04:02:06,646 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fdc0a393186c,40537,1732161653647 Release verify snapshot worker=fdc0a393186c,40537,1732161653647 2024-11-21T04:02:06,646 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fdc0a393186c,41215,1732161653766 Release verify snapshot worker=fdc0a393186c,41215,1732161653766 2024-11-21T04:02:06,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40945 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-11-21T04:02:06,647 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fdc0a393186c,41215,1732161653766 Release verify snapshot worker=fdc0a393186c,41215,1732161653766 2024-11-21T04:02:06,649 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fdc0a393186c,41215,1732161653766 in 10.0210 sec 2024-11-21T04:02:06,649 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fdc0a393186c,41215,1732161653766 in 10.0200 sec 2024-11-21T04:02:06,649 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fdc0a393186c,41215,1732161653766 2024-11-21T04:02:06,650 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fdc0a393186c,41215,1732161653766 2024-11-21T04:02:06,650 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fdc0a393186c,40537,1732161653647 Release verify snapshot worker=fdc0a393186c,40537,1732161653647 2024-11-21T04:02:06,651 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fdc0a393186c,40537,1732161653647 in 10.0200 sec 2024-11-21T04:02:06,652 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fdc0a393186c,40537,1732161653647 in 10.0240 sec 2024-11-21T04:02:06,653 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fdc0a393186c,41215,1732161653766 Release verify snapshot worker=fdc0a393186c,41215,1732161653766 2024-11-21T04:02:06,653 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fdc0a393186c,40537,1732161653647 Release verify snapshot worker=fdc0a393186c,40537,1732161653647 2024-11-21T04:02:06,654 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fdc0a393186c,40537,1732161653647 2024-11-21T04:02:06,654 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fdc0a393186c,41215,1732161653766 2024-11-21T04:02:06,655 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fdc0a393186c,41215,1732161653766 in 10.0270 sec 2024-11-21T04:02:06,656 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fdc0a393186c,40537,1732161653647 in 10.0270 sec 2024-11-21T04:02:06,715 DEBUG [master/fdc0a393186c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 4a3c6424968050d8d28b81b78db38a98 changed from -1.0 to 0.0, refreshing cache 2024-11-21T04:02:06,715 DEBUG [master/fdc0a393186c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region e11cc4058ce4f7072e80bec3324b0e79 changed from -1.0 to 0.0, refreshing cache 2024-11-21T04:02:06,716 DEBUG [master/fdc0a393186c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 647741cb8104eb62a6ef7a4b6cfe4948 changed from -1.0 to 0.0, refreshing cache 2024-11-21T04:02:06,716 DEBUG [master/fdc0a393186c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 67ca1c62aa30d0cd5a2b7841c42a6310 changed from -1.0 to 0.0, refreshing cache 2024-11-21T04:02:06,716 DEBUG [master/fdc0a393186c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region e843046741e73bcec67a2b486874fa7a changed from -1.0 to 0.0, refreshing cache 2024-11-21T04:02:06,716 DEBUG [master/fdc0a393186c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region a7aec503ef2a699a9f19b1b14b066a41 changed from -1.0 to 0.0, refreshing cache 2024-11-21T04:02:06,716 DEBUG [master/fdc0a393186c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region c68a813bfbae93335bab9e2a838e7767 changed from -1.0 to 0.0, refreshing cache 2024-11-21T04:02:06,716 DEBUG [master/fdc0a393186c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region d3a2245be5880d114b6666685285178e changed from -1.0 to 0.0, refreshing cache 2024-11-21T04:02:06,716 DEBUG [master/fdc0a393186c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region d703857fd65657f2446ec82fa5fecbed changed from -1.0 to 0.0, refreshing cache 2024-11-21T04:02:06,717 DEBUG [master/fdc0a393186c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region a00132231c09eaab69bcf4c1bcf2ed96 changed from -1.0 to 0.0, refreshing cache 2024-11-21T04:02:16,651 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-11-21T04:02:16,651 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=55 2024-11-21T04:02:16,651 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-11-21T04:02:16,651 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-21T04:02:16,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40945 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-21T04:02:16,655 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-21T04:02:16,655 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-21T04:02:16,655 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fdc0a393186c,41215,1732161653766 Release verify snapshot worker=fdc0a393186c,41215,1732161653766 2024-11-21T04:02:16,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40945 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-21T04:02:16,656 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-11-21T04:02:16,656 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-21T04:02:16,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40945 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-21T04:02:16,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40945 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-21T04:02:16,659 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fdc0a393186c,41215,1732161653766 in 20.0300 sec 2024-11-21T04:02:16,659 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fdc0a393186c,41215,1732161653766 Release verify snapshot worker=fdc0a393186c,41215,1732161653766 2024-11-21T04:02:16,660 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fdc0a393186c,40537,1732161653647 Release verify snapshot worker=fdc0a393186c,40537,1732161653647 2024-11-21T04:02:16,660 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fdc0a393186c,41215,1732161653766 Release verify snapshot worker=fdc0a393186c,41215,1732161653766 2024-11-21T04:02:16,661 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fdc0a393186c,41215,1732161653766 in 20.0330 sec 2024-11-21T04:02:16,662 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fdc0a393186c,40537,1732161653647 in 20.0350 sec 2024-11-21T04:02:16,663 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=25 2024-11-21T04:02:16,663 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-21T04:02:16,663 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fdc0a393186c,41215,1732161653766 in 20.0350 sec 2024-11-21T04:02:16,663 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/.hbase-snapshot/SnapshotProcedureTest 2024-11-21T04:02:16,665 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-21T04:02:16,665 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-21T04:02:16,667 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 50.5160 sec 2024-11-21T04:02:16,933 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-21T04:02:16,940 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-21T04:02:16,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T04:02:16,940 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T04:02:16,940 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T04:02:16,940 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:02:16,941 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:02:16,941 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T04:02:16,941 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T04:02:16,941 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=994601949, stopped=false 2024-11-21T04:02:16,941 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fdc0a393186c,40945,1732161652873 2024-11-21T04:02:16,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41215-0x1015cd6d8250002, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T04:02:16,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40537-0x1015cd6d8250001, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T04:02:16,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40945-0x1015cd6d8250000, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T04:02:16,997 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T04:02:16,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41215-0x1015cd6d8250002, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T04:02:16,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40537-0x1015cd6d8250001, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T04:02:16,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40945-0x1015cd6d8250000, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T04:02:16,999 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40945-0x1015cd6d8250000, quorum=127.0.0.1:55420, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T04:02:16,999 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T04:02:16,999 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41215-0x1015cd6d8250002, quorum=127.0.0.1:55420, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T04:02:16,999 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40537-0x1015cd6d8250001, quorum=127.0.0.1:55420, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T04:02:16,999 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T04:02:16,999 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:02:17,000 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fdc0a393186c,40537,1732161653647' ***** 2024-11-21T04:02:17,000 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T04:02:17,000 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fdc0a393186c,41215,1732161653766' ***** 2024-11-21T04:02:17,000 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T04:02:17,001 INFO [RS:0;fdc0a393186c:40537 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T04:02:17,001 INFO [RS:1;fdc0a393186c:41215 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T04:02:17,001 INFO [RS:0;fdc0a393186c:40537 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T04:02:17,001 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T04:02:17,001 INFO [RS:1;fdc0a393186c:41215 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T04:02:17,001 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T04:02:17,001 INFO [RS:0;fdc0a393186c:40537 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T04:02:17,001 INFO [RS:1;fdc0a393186c:41215 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T04:02:17,001 INFO [RS:1;fdc0a393186c:41215 {}] regionserver.HRegionServer(3091): Received CLOSE for c68a813bfbae93335bab9e2a838e7767 2024-11-21T04:02:17,001 INFO [RS:0;fdc0a393186c:40537 {}] regionserver.HRegionServer(3091): Received CLOSE for 4a3c6424968050d8d28b81b78db38a98 2024-11-21T04:02:17,002 INFO [RS:0;fdc0a393186c:40537 {}] regionserver.HRegionServer(3091): Received CLOSE for e843046741e73bcec67a2b486874fa7a 2024-11-21T04:02:17,002 INFO [RS:0;fdc0a393186c:40537 {}] regionserver.HRegionServer(3091): Received CLOSE for e11cc4058ce4f7072e80bec3324b0e79 2024-11-21T04:02:17,002 INFO [RS:0;fdc0a393186c:40537 {}] regionserver.HRegionServer(3091): Received CLOSE for 67ca1c62aa30d0cd5a2b7841c42a6310 2024-11-21T04:02:17,003 INFO [RS:0;fdc0a393186c:40537 {}] regionserver.HRegionServer(3091): Received CLOSE for 647741cb8104eb62a6ef7a4b6cfe4948 2024-11-21T04:02:17,003 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4a3c6424968050d8d28b81b78db38a98, disabling compactions & flushes 2024-11-21T04:02:17,003 INFO [RS:0;fdc0a393186c:40537 {}] regionserver.HRegionServer(959): stopping server fdc0a393186c,40537,1732161653647 2024-11-21T04:02:17,003 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1732161666119.4a3c6424968050d8d28b81b78db38a98. 2024-11-21T04:02:17,003 INFO [RS:0;fdc0a393186c:40537 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T04:02:17,003 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732161666119.4a3c6424968050d8d28b81b78db38a98. 2024-11-21T04:02:17,003 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732161666119.4a3c6424968050d8d28b81b78db38a98. after waiting 0 ms 2024-11-21T04:02:17,003 INFO [RS:0;fdc0a393186c:40537 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fdc0a393186c:40537. 2024-11-21T04:02:17,003 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732161666119.4a3c6424968050d8d28b81b78db38a98. 2024-11-21T04:02:17,003 DEBUG [RS:0;fdc0a393186c:40537 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T04:02:17,003 DEBUG [RS:0;fdc0a393186c:40537 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:02:17,004 INFO [RS:0;fdc0a393186c:40537 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T04:02:17,004 INFO [RS:0;fdc0a393186c:40537 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T04:02:17,004 INFO [RS:0;fdc0a393186c:40537 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T04:02:17,004 INFO [RS:0;fdc0a393186c:40537 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T04:02:17,004 INFO [RS:1;fdc0a393186c:41215 {}] regionserver.HRegionServer(3091): Received CLOSE for a7aec503ef2a699a9f19b1b14b066a41 2024-11-21T04:02:17,004 INFO [RS:1;fdc0a393186c:41215 {}] regionserver.HRegionServer(3091): Received CLOSE for d3a2245be5880d114b6666685285178e 2024-11-21T04:02:17,005 INFO [RS:1;fdc0a393186c:41215 {}] regionserver.HRegionServer(3091): Received CLOSE for a00132231c09eaab69bcf4c1bcf2ed96 2024-11-21T04:02:17,005 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c68a813bfbae93335bab9e2a838e7767, disabling compactions & flushes 2024-11-21T04:02:17,005 INFO [RS:1;fdc0a393186c:41215 {}] regionserver.HRegionServer(3091): Received CLOSE for d703857fd65657f2446ec82fa5fecbed 2024-11-21T04:02:17,005 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732161666119.c68a813bfbae93335bab9e2a838e7767. 2024-11-21T04:02:17,005 INFO [RS:1;fdc0a393186c:41215 {}] regionserver.HRegionServer(959): stopping server fdc0a393186c,41215,1732161653766 2024-11-21T04:02:17,005 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732161666119.c68a813bfbae93335bab9e2a838e7767. 2024-11-21T04:02:17,005 INFO [RS:1;fdc0a393186c:41215 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T04:02:17,005 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732161666119.c68a813bfbae93335bab9e2a838e7767. after waiting 0 ms 2024-11-21T04:02:17,005 INFO [RS:1;fdc0a393186c:41215 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;fdc0a393186c:41215. 2024-11-21T04:02:17,005 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732161666119.c68a813bfbae93335bab9e2a838e7767. 2024-11-21T04:02:17,005 DEBUG [RS:1;fdc0a393186c:41215 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T04:02:17,005 DEBUG [RS:1;fdc0a393186c:41215 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:02:17,005 INFO [RS:1;fdc0a393186c:41215 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-21T04:02:17,005 DEBUG [RS:1;fdc0a393186c:41215 {}] regionserver.HRegionServer(1325): Online Regions={c68a813bfbae93335bab9e2a838e7767=SPTestTable,33333332,1732161666119.c68a813bfbae93335bab9e2a838e7767., a7aec503ef2a699a9f19b1b14b066a41=SPTestTable,19999999,1732161666119.a7aec503ef2a699a9f19b1b14b066a41., d3a2245be5880d114b6666685285178e=SPTestTable,7ffffffd,1732161666119.d3a2245be5880d114b6666685285178e., a00132231c09eaab69bcf4c1bcf2ed96=SPTestTable,ccccccc8,1732161666119.a00132231c09eaab69bcf4c1bcf2ed96., d703857fd65657f2446ec82fa5fecbed=SPTestTable,99999996,1732161666119.d703857fd65657f2446ec82fa5fecbed.} 2024-11-21T04:02:17,006 DEBUG [RS:1;fdc0a393186c:41215 {}] regionserver.HRegionServer(1351): Waiting on a00132231c09eaab69bcf4c1bcf2ed96, a7aec503ef2a699a9f19b1b14b066a41, c68a813bfbae93335bab9e2a838e7767, d3a2245be5880d114b6666685285178e, d703857fd65657f2446ec82fa5fecbed 2024-11-21T04:02:17,006 INFO [RS:0;fdc0a393186c:40537 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-21T04:02:17,007 DEBUG [RS:0;fdc0a393186c:40537 {}] regionserver.HRegionServer(1325): Online Regions={4a3c6424968050d8d28b81b78db38a98=SPTestTable,,1732161666119.4a3c6424968050d8d28b81b78db38a98., e843046741e73bcec67a2b486874fa7a=SPTestTable,e6666661,1732161666119.e843046741e73bcec67a2b486874fa7a., 1588230740=hbase:meta,,1.1588230740, e11cc4058ce4f7072e80bec3324b0e79=SPTestTable,4ccccccb,1732161666119.e11cc4058ce4f7072e80bec3324b0e79., 67ca1c62aa30d0cd5a2b7841c42a6310=SPTestTable,b333332f,1732161666119.67ca1c62aa30d0cd5a2b7841c42a6310., 647741cb8104eb62a6ef7a4b6cfe4948=SPTestTable,66666664,1732161666119.647741cb8104eb62a6ef7a4b6cfe4948.} 2024-11-21T04:02:17,007 DEBUG [RS_CLOSE_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T04:02:17,007 DEBUG [RS:0;fdc0a393186c:40537 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4a3c6424968050d8d28b81b78db38a98, 647741cb8104eb62a6ef7a4b6cfe4948, 67ca1c62aa30d0cd5a2b7841c42a6310, e11cc4058ce4f7072e80bec3324b0e79, e843046741e73bcec67a2b486874fa7a 2024-11-21T04:02:17,007 INFO [RS_CLOSE_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T04:02:17,007 DEBUG [RS_CLOSE_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T04:02:17,007 DEBUG [RS_CLOSE_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T04:02:17,007 DEBUG [RS_CLOSE_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T04:02:17,008 INFO [RS_CLOSE_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=16.34 KB heapSize=27.36 KB 2024-11-21T04:02:17,015 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/data/default/SPTestTable/c68a813bfbae93335bab9e2a838e7767/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-21T04:02:17,017 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/data/default/SPTestTable/4a3c6424968050d8d28b81b78db38a98/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-21T04:02:17,019 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732161666119.c68a813bfbae93335bab9e2a838e7767. 2024-11-21T04:02:17,019 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1732161666119.4a3c6424968050d8d28b81b78db38a98. 2024-11-21T04:02:17,019 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4a3c6424968050d8d28b81b78db38a98: Waiting for close lock at 1732161737002Running coprocessor pre-close hooks at 1732161737003 (+1 ms)Disabling compacts and flushes for region at 1732161737003Disabling writes for close at 1732161737003Writing region close event to WAL at 1732161737005 (+2 ms)Running coprocessor post-close hooks at 1732161737018 (+13 ms)Closed at 1732161737019 (+1 ms) 2024-11-21T04:02:17,019 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c68a813bfbae93335bab9e2a838e7767: Waiting for close lock at 1732161737004Running coprocessor pre-close hooks at 1732161737004Disabling compacts and flushes for region at 1732161737004Disabling writes for close at 1732161737005 (+1 ms)Writing region close event to WAL at 1732161737007 (+2 ms)Running coprocessor post-close hooks at 1732161737016 (+9 ms)Closed at 1732161737019 (+3 ms) 2024-11-21T04:02:17,020 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1732161666119.4a3c6424968050d8d28b81b78db38a98. 2024-11-21T04:02:17,020 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1732161666119.c68a813bfbae93335bab9e2a838e7767. 2024-11-21T04:02:17,020 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a7aec503ef2a699a9f19b1b14b066a41, disabling compactions & flushes 2024-11-21T04:02:17,020 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e843046741e73bcec67a2b486874fa7a, disabling compactions & flushes 2024-11-21T04:02:17,020 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732161666119.a7aec503ef2a699a9f19b1b14b066a41. 2024-11-21T04:02:17,020 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732161666119.e843046741e73bcec67a2b486874fa7a. 2024-11-21T04:02:17,020 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732161666119.a7aec503ef2a699a9f19b1b14b066a41. 2024-11-21T04:02:17,020 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732161666119.e843046741e73bcec67a2b486874fa7a. 2024-11-21T04:02:17,020 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732161666119.a7aec503ef2a699a9f19b1b14b066a41. after waiting 0 ms 2024-11-21T04:02:17,020 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732161666119.e843046741e73bcec67a2b486874fa7a. after waiting 0 ms 2024-11-21T04:02:17,020 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732161666119.a7aec503ef2a699a9f19b1b14b066a41. 2024-11-21T04:02:17,020 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732161666119.e843046741e73bcec67a2b486874fa7a. 2024-11-21T04:02:17,027 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/data/default/SPTestTable/e843046741e73bcec67a2b486874fa7a/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-21T04:02:17,029 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732161666119.e843046741e73bcec67a2b486874fa7a. 2024-11-21T04:02:17,029 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e843046741e73bcec67a2b486874fa7a: Waiting for close lock at 1732161737020Running coprocessor pre-close hooks at 1732161737020Disabling compacts and flushes for region at 1732161737020Disabling writes for close at 1732161737020Writing region close event to WAL at 1732161737021 (+1 ms)Running coprocessor post-close hooks at 1732161737028 (+7 ms)Closed at 1732161737028 2024-11-21T04:02:17,029 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1732161666119.e843046741e73bcec67a2b486874fa7a. 2024-11-21T04:02:17,029 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e11cc4058ce4f7072e80bec3324b0e79, disabling compactions & flushes 2024-11-21T04:02:17,029 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732161666119.e11cc4058ce4f7072e80bec3324b0e79. 2024-11-21T04:02:17,029 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732161666119.e11cc4058ce4f7072e80bec3324b0e79. 2024-11-21T04:02:17,029 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732161666119.e11cc4058ce4f7072e80bec3324b0e79. after waiting 0 ms 2024-11-21T04:02:17,029 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732161666119.e11cc4058ce4f7072e80bec3324b0e79. 2024-11-21T04:02:17,035 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/data/default/SPTestTable/a7aec503ef2a699a9f19b1b14b066a41/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-21T04:02:17,036 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732161666119.a7aec503ef2a699a9f19b1b14b066a41. 2024-11-21T04:02:17,036 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a7aec503ef2a699a9f19b1b14b066a41: Waiting for close lock at 1732161737020Running coprocessor pre-close hooks at 1732161737020Disabling compacts and flushes for region at 1732161737020Disabling writes for close at 1732161737020Writing region close event to WAL at 1732161737021 (+1 ms)Running coprocessor post-close hooks at 1732161737036 (+15 ms)Closed at 1732161737036 2024-11-21T04:02:17,037 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1732161666119.a7aec503ef2a699a9f19b1b14b066a41. 2024-11-21T04:02:17,037 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d3a2245be5880d114b6666685285178e, disabling compactions & flushes 2024-11-21T04:02:17,037 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732161666119.d3a2245be5880d114b6666685285178e. 2024-11-21T04:02:17,037 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732161666119.d3a2245be5880d114b6666685285178e. 2024-11-21T04:02:17,037 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732161666119.d3a2245be5880d114b6666685285178e. after waiting 0 ms 2024-11-21T04:02:17,037 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732161666119.d3a2245be5880d114b6666685285178e. 2024-11-21T04:02:17,041 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/data/default/SPTestTable/e11cc4058ce4f7072e80bec3324b0e79/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-21T04:02:17,044 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732161666119.e11cc4058ce4f7072e80bec3324b0e79. 2024-11-21T04:02:17,044 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/data/default/SPTestTable/d3a2245be5880d114b6666685285178e/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-21T04:02:17,044 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e11cc4058ce4f7072e80bec3324b0e79: Waiting for close lock at 1732161737029Running coprocessor pre-close hooks at 1732161737029Disabling compacts and flushes for region at 1732161737029Disabling writes for close at 1732161737029Writing region close event to WAL at 1732161737034 (+5 ms)Running coprocessor post-close hooks at 1732161737044 (+10 ms)Closed at 1732161737044 2024-11-21T04:02:17,044 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1732161666119.e11cc4058ce4f7072e80bec3324b0e79. 2024-11-21T04:02:17,044 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 67ca1c62aa30d0cd5a2b7841c42a6310, disabling compactions & flushes 2024-11-21T04:02:17,045 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732161666119.67ca1c62aa30d0cd5a2b7841c42a6310. 2024-11-21T04:02:17,045 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732161666119.67ca1c62aa30d0cd5a2b7841c42a6310. 2024-11-21T04:02:17,045 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732161666119.67ca1c62aa30d0cd5a2b7841c42a6310. after waiting 0 ms 2024-11-21T04:02:17,045 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732161666119.67ca1c62aa30d0cd5a2b7841c42a6310. 2024-11-21T04:02:17,045 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732161666119.d3a2245be5880d114b6666685285178e. 2024-11-21T04:02:17,045 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d3a2245be5880d114b6666685285178e: Waiting for close lock at 1732161737037Running coprocessor pre-close hooks at 1732161737037Disabling compacts and flushes for region at 1732161737037Disabling writes for close at 1732161737037Writing region close event to WAL at 1732161737038 (+1 ms)Running coprocessor post-close hooks at 1732161737045 (+7 ms)Closed at 1732161737045 2024-11-21T04:02:17,045 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1732161666119.d3a2245be5880d114b6666685285178e. 2024-11-21T04:02:17,045 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a00132231c09eaab69bcf4c1bcf2ed96, disabling compactions & flushes 2024-11-21T04:02:17,045 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732161666119.a00132231c09eaab69bcf4c1bcf2ed96. 2024-11-21T04:02:17,045 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732161666119.a00132231c09eaab69bcf4c1bcf2ed96. 2024-11-21T04:02:17,045 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732161666119.a00132231c09eaab69bcf4c1bcf2ed96. after waiting 0 ms 2024-11-21T04:02:17,045 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732161666119.a00132231c09eaab69bcf4c1bcf2ed96. 2024-11-21T04:02:17,049 DEBUG [RS_CLOSE_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/data/hbase/meta/1588230740/.tmp/info/12fdbc2efbaa4881ab185b8bf7460a39 is 167, key is SPTestTable,19999999,1732161666119.a7aec503ef2a699a9f19b1b14b066a41./info:regioninfo/1732161676562/Put/seqid=0 2024-11-21T04:02:17,049 INFO [regionserver/fdc0a393186c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T04:02:17,051 INFO [regionserver/fdc0a393186c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T04:02:17,053 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/data/default/SPTestTable/67ca1c62aa30d0cd5a2b7841c42a6310/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T04:02:17,054 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732161666119.67ca1c62aa30d0cd5a2b7841c42a6310. 2024-11-21T04:02:17,054 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 67ca1c62aa30d0cd5a2b7841c42a6310: Waiting for close lock at 1732161737044Running coprocessor pre-close hooks at 1732161737044Disabling compacts and flushes for region at 1732161737044Disabling writes for close at 1732161737045 (+1 ms)Writing region close event to WAL at 1732161737047 (+2 ms)Running coprocessor post-close hooks at 1732161737053 (+6 ms)Closed at 1732161737053 2024-11-21T04:02:17,054 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1732161666119.67ca1c62aa30d0cd5a2b7841c42a6310. 2024-11-21T04:02:17,054 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 647741cb8104eb62a6ef7a4b6cfe4948, disabling compactions & flushes 2024-11-21T04:02:17,054 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732161666119.647741cb8104eb62a6ef7a4b6cfe4948. 2024-11-21T04:02:17,054 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732161666119.647741cb8104eb62a6ef7a4b6cfe4948. 2024-11-21T04:02:17,054 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732161666119.647741cb8104eb62a6ef7a4b6cfe4948. after waiting 0 ms 2024-11-21T04:02:17,054 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732161666119.647741cb8104eb62a6ef7a4b6cfe4948. 2024-11-21T04:02:17,055 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/data/default/SPTestTable/a00132231c09eaab69bcf4c1bcf2ed96/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T04:02:17,056 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732161666119.a00132231c09eaab69bcf4c1bcf2ed96. 2024-11-21T04:02:17,056 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a00132231c09eaab69bcf4c1bcf2ed96: Waiting for close lock at 1732161737045Running coprocessor pre-close hooks at 1732161737045Disabling compacts and flushes for region at 1732161737045Disabling writes for close at 1732161737045Writing region close event to WAL at 1732161737048 (+3 ms)Running coprocessor post-close hooks at 1732161737056 (+8 ms)Closed at 1732161737056 2024-11-21T04:02:17,056 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1732161666119.a00132231c09eaab69bcf4c1bcf2ed96. 2024-11-21T04:02:17,056 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d703857fd65657f2446ec82fa5fecbed, disabling compactions & flushes 2024-11-21T04:02:17,056 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732161666119.d703857fd65657f2446ec82fa5fecbed. 2024-11-21T04:02:17,056 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732161666119.d703857fd65657f2446ec82fa5fecbed. 2024-11-21T04:02:17,056 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732161666119.d703857fd65657f2446ec82fa5fecbed. after waiting 0 ms 2024-11-21T04:02:17,056 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732161666119.d703857fd65657f2446ec82fa5fecbed. 2024-11-21T04:02:17,064 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/data/default/SPTestTable/647741cb8104eb62a6ef7a4b6cfe4948/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-21T04:02:17,065 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732161666119.647741cb8104eb62a6ef7a4b6cfe4948. 2024-11-21T04:02:17,065 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 647741cb8104eb62a6ef7a4b6cfe4948: Waiting for close lock at 1732161737054Running coprocessor pre-close hooks at 1732161737054Disabling compacts and flushes for region at 1732161737054Disabling writes for close at 1732161737054Writing region close event to WAL at 1732161737056 (+2 ms)Running coprocessor post-close hooks at 1732161737064 (+8 ms)Closed at 1732161737064 2024-11-21T04:02:17,065 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/data/default/SPTestTable/d703857fd65657f2446ec82fa5fecbed/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-21T04:02:17,065 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1732161666119.647741cb8104eb62a6ef7a4b6cfe4948. 2024-11-21T04:02:17,066 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732161666119.d703857fd65657f2446ec82fa5fecbed. 2024-11-21T04:02:17,066 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d703857fd65657f2446ec82fa5fecbed: Waiting for close lock at 1732161737056Running coprocessor pre-close hooks at 1732161737056Disabling compacts and flushes for region at 1732161737056Disabling writes for close at 1732161737056Writing region close event to WAL at 1732161737057 (+1 ms)Running coprocessor post-close hooks at 1732161737066 (+9 ms)Closed at 1732161737066 2024-11-21T04:02:17,066 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1732161666119.d703857fd65657f2446ec82fa5fecbed. 2024-11-21T04:02:17,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36901 is added to blk_1073741862_1038 (size=20292) 2024-11-21T04:02:17,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41627 is added to blk_1073741862_1038 (size=20292) 2024-11-21T04:02:17,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741862_1038 (size=20292) 2024-11-21T04:02:17,070 INFO [RS_CLOSE_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.18 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/data/hbase/meta/1588230740/.tmp/info/12fdbc2efbaa4881ab185b8bf7460a39 2024-11-21T04:02:17,104 DEBUG [RS_CLOSE_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/data/hbase/meta/1588230740/.tmp/ns/05fbf9d6809a4ff6aee6af9d4f53a126 is 43, key is default/ns:d/1732161665815/Put/seqid=0 2024-11-21T04:02:17,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36901 is added to blk_1073741863_1039 (size=5153) 2024-11-21T04:02:17,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41627 is added to blk_1073741863_1039 (size=5153) 2024-11-21T04:02:17,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741863_1039 (size=5153) 2024-11-21T04:02:17,113 INFO [RS_CLOSE_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/data/hbase/meta/1588230740/.tmp/ns/05fbf9d6809a4ff6aee6af9d4f53a126 2024-11-21T04:02:17,144 DEBUG [RS_CLOSE_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/data/hbase/meta/1588230740/.tmp/table/c2cac59db2574c7780120154aeb22fa4 is 47, key is SPTestTable/table:state/1732161676696/Put/seqid=0 2024-11-21T04:02:17,147 INFO [regionserver/fdc0a393186c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T04:02:17,147 INFO [regionserver/fdc0a393186c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T04:02:17,147 INFO [regionserver/fdc0a393186c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T04:02:17,147 INFO [regionserver/fdc0a393186c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T04:02:17,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741864_1040 (size=5214) 2024-11-21T04:02:17,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36901 is added to blk_1073741864_1040 (size=5214) 2024-11-21T04:02:17,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41627 is added to blk_1073741864_1040 (size=5214) 2024-11-21T04:02:17,153 INFO [RS_CLOSE_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/data/hbase/meta/1588230740/.tmp/table/c2cac59db2574c7780120154aeb22fa4 2024-11-21T04:02:17,162 DEBUG [RS_CLOSE_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/data/hbase/meta/1588230740/.tmp/info/12fdbc2efbaa4881ab185b8bf7460a39 as hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/data/hbase/meta/1588230740/info/12fdbc2efbaa4881ab185b8bf7460a39 2024-11-21T04:02:17,170 INFO [RS_CLOSE_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/data/hbase/meta/1588230740/info/12fdbc2efbaa4881ab185b8bf7460a39, entries=116, sequenceid=37, filesize=19.8 K 2024-11-21T04:02:17,172 DEBUG [RS_CLOSE_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/data/hbase/meta/1588230740/.tmp/ns/05fbf9d6809a4ff6aee6af9d4f53a126 as hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/data/hbase/meta/1588230740/ns/05fbf9d6809a4ff6aee6af9d4f53a126 2024-11-21T04:02:17,180 INFO [RS_CLOSE_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/data/hbase/meta/1588230740/ns/05fbf9d6809a4ff6aee6af9d4f53a126, entries=2, sequenceid=37, filesize=5.0 K 2024-11-21T04:02:17,181 DEBUG [RS_CLOSE_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/data/hbase/meta/1588230740/.tmp/table/c2cac59db2574c7780120154aeb22fa4 as hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/data/hbase/meta/1588230740/table/c2cac59db2574c7780120154aeb22fa4 2024-11-21T04:02:17,189 INFO [RS_CLOSE_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/data/hbase/meta/1588230740/table/c2cac59db2574c7780120154aeb22fa4, entries=2, sequenceid=37, filesize=5.1 K 2024-11-21T04:02:17,191 INFO [RS_CLOSE_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~16.34 KB/16732, heapSize ~27.06 KB/27712, currentSize=0 B/0 for 1588230740 in 183ms, sequenceid=37, compaction requested=false 2024-11-21T04:02:17,196 DEBUG [RS_CLOSE_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/data/hbase/meta/1588230740/recovered.edits/40.seqid, newMaxSeqId=40, maxSeqId=1 2024-11-21T04:02:17,196 DEBUG [RS_CLOSE_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T04:02:17,197 INFO [RS_CLOSE_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T04:02:17,197 DEBUG [RS_CLOSE_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732161737007Running coprocessor pre-close hooks at 1732161737007Disabling compacts and flushes for region at 1732161737007Disabling writes for close at 1732161737007Obtaining lock to block concurrent updates at 1732161737008 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732161737008Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16732, getHeapSize=27952, getOffHeapSize=0, getCellsCount=136 at 1732161737008Flushing stores of hbase:meta,,1.1588230740 at 1732161737009 (+1 ms)Flushing 1588230740/info: creating writer at 1732161737009Flushing 1588230740/info: appending metadata at 1732161737048 (+39 ms)Flushing 1588230740/info: closing flushed file at 1732161737048Flushing 1588230740/ns: creating writer at 1732161737081 (+33 ms)Flushing 1588230740/ns: appending metadata at 1732161737103 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1732161737103Flushing 1588230740/table: creating writer at 1732161737123 (+20 ms)Flushing 1588230740/table: appending metadata at 1732161737143 (+20 ms)Flushing 1588230740/table: closing flushed file at 1732161737144 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d134b12: reopening flushed file at 1732161737161 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e9ad34e: reopening flushed file at 1732161737170 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e42692f: reopening flushed file at 1732161737180 (+10 ms)Finished flush of dataSize ~16.34 KB/16732, heapSize ~27.06 KB/27712, currentSize=0 B/0 for 1588230740 in 183ms, sequenceid=37, compaction requested=false at 1732161737191 (+11 ms)Writing region close event to WAL at 1732161737192 (+1 ms)Running coprocessor post-close hooks at 1732161737196 (+4 ms)Closed at 1732161737196 2024-11-21T04:02:17,197 DEBUG [RS_CLOSE_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T04:02:17,206 INFO [RS:1;fdc0a393186c:41215 {}] regionserver.HRegionServer(976): stopping server fdc0a393186c,41215,1732161653766; all regions closed. 2024-11-21T04:02:17,207 INFO [RS:0;fdc0a393186c:40537 {}] regionserver.HRegionServer(976): stopping server fdc0a393186c,40537,1732161653647; all regions closed. 2024-11-21T04:02:17,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41627 is added to blk_1073741836_1012 (size=19530) 2024-11-21T04:02:17,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41627 is added to blk_1073741833_1009 (size=3530) 2024-11-21T04:02:17,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36901 is added to blk_1073741836_1012 (size=19530) 2024-11-21T04:02:17,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36901 is added to blk_1073741833_1009 (size=3530) 2024-11-21T04:02:17,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741836_1012 (size=19530) 2024-11-21T04:02:17,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741833_1009 (size=3530) 2024-11-21T04:02:17,214 DEBUG [RS:0;fdc0a393186c:40537 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/oldWALs 2024-11-21T04:02:17,214 INFO [RS:0;fdc0a393186c:40537 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fdc0a393186c%2C40537%2C1732161653647.meta:.meta(num 1732161665635) 2024-11-21T04:02:17,215 DEBUG [RS:1;fdc0a393186c:41215 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/oldWALs 2024-11-21T04:02:17,215 INFO [RS:1;fdc0a393186c:41215 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fdc0a393186c%2C41215%2C1732161653766:(num 1732161655312) 2024-11-21T04:02:17,215 DEBUG [RS:1;fdc0a393186c:41215 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:02:17,215 INFO [RS:1;fdc0a393186c:41215 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T04:02:17,215 INFO [RS:1;fdc0a393186c:41215 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T04:02:17,215 INFO [RS:1;fdc0a393186c:41215 {}] hbase.ChoreService(370): Chore service for: regionserver/fdc0a393186c:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-21T04:02:17,216 INFO [RS:1;fdc0a393186c:41215 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T04:02:17,216 INFO [RS:1;fdc0a393186c:41215 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T04:02:17,216 INFO [RS:1;fdc0a393186c:41215 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T04:02:17,216 INFO [RS:1;fdc0a393186c:41215 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T04:02:17,216 INFO [RS:1;fdc0a393186c:41215 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41215 2024-11-21T04:02:17,216 INFO [regionserver/fdc0a393186c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T04:02:17,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741834_1010 (size=3500) 2024-11-21T04:02:17,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41627 is added to blk_1073741834_1010 (size=3500) 2024-11-21T04:02:17,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36901 is added to blk_1073741834_1010 (size=3500) 2024-11-21T04:02:17,222 DEBUG [RS:0;fdc0a393186c:40537 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/oldWALs 2024-11-21T04:02:17,222 INFO [RS:0;fdc0a393186c:40537 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fdc0a393186c%2C40537%2C1732161653647:(num 1732161655312) 2024-11-21T04:02:17,222 DEBUG [RS:0;fdc0a393186c:40537 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:02:17,223 INFO [RS:0;fdc0a393186c:40537 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T04:02:17,223 INFO [RS:0;fdc0a393186c:40537 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T04:02:17,223 INFO [RS:0;fdc0a393186c:40537 {}] hbase.ChoreService(370): Chore service for: regionserver/fdc0a393186c:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T04:02:17,223 INFO [RS:0;fdc0a393186c:40537 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T04:02:17,223 INFO [regionserver/fdc0a393186c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T04:02:17,223 INFO [RS:0;fdc0a393186c:40537 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40537 2024-11-21T04:02:17,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41215-0x1015cd6d8250002, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fdc0a393186c,41215,1732161653766 2024-11-21T04:02:17,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40945-0x1015cd6d8250000, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T04:02:17,253 INFO [RS:1;fdc0a393186c:41215 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T04:02:17,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40537-0x1015cd6d8250001, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fdc0a393186c,40537,1732161653647 2024-11-21T04:02:17,261 INFO [RS:0;fdc0a393186c:40537 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T04:02:17,261 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fdc0a393186c,41215,1732161653766] 2024-11-21T04:02:17,277 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/fdc0a393186c,41215,1732161653766 already deleted, retry=false 2024-11-21T04:02:17,278 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fdc0a393186c,41215,1732161653766 expired; onlineServers=1 2024-11-21T04:02:17,278 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fdc0a393186c,40537,1732161653647] 2024-11-21T04:02:17,289 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/fdc0a393186c,40537,1732161653647 already deleted, retry=false 2024-11-21T04:02:17,289 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fdc0a393186c,40537,1732161653647 expired; onlineServers=0 2024-11-21T04:02:17,289 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fdc0a393186c,40945,1732161652873' ***** 2024-11-21T04:02:17,289 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T04:02:17,289 INFO [M:0;fdc0a393186c:40945 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T04:02:17,289 INFO [M:0;fdc0a393186c:40945 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T04:02:17,290 DEBUG [M:0;fdc0a393186c:40945 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T04:02:17,290 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T04:02:17,290 DEBUG [M:0;fdc0a393186c:40945 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T04:02:17,290 DEBUG [master/fdc0a393186c:0:becomeActiveMaster-HFileCleaner.small.0-1732161654973 {}] cleaner.HFileCleaner(306): Exit Thread[master/fdc0a393186c:0:becomeActiveMaster-HFileCleaner.small.0-1732161654973,5,FailOnTimeoutGroup] 2024-11-21T04:02:17,290 DEBUG [master/fdc0a393186c:0:becomeActiveMaster-HFileCleaner.large.0-1732161654973 {}] cleaner.HFileCleaner(306): Exit Thread[master/fdc0a393186c:0:becomeActiveMaster-HFileCleaner.large.0-1732161654973,5,FailOnTimeoutGroup] 2024-11-21T04:02:17,290 INFO [M:0;fdc0a393186c:40945 {}] hbase.ChoreService(370): Chore service for: master/fdc0a393186c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T04:02:17,290 INFO [M:0;fdc0a393186c:40945 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T04:02:17,290 DEBUG [M:0;fdc0a393186c:40945 {}] master.HMaster(1795): Stopping service threads 2024-11-21T04:02:17,290 INFO [M:0;fdc0a393186c:40945 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T04:02:17,290 INFO [M:0;fdc0a393186c:40945 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T04:02:17,291 ERROR [M:0;fdc0a393186c:40945 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1506214772) connection to localhost/127.0.0.1:40549 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:40549,5,PEWorkerGroup] 2024-11-21T04:02:17,291 INFO [M:0;fdc0a393186c:40945 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T04:02:17,291 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T04:02:17,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40945-0x1015cd6d8250000, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-21T04:02:17,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40945-0x1015cd6d8250000, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T04:02:17,297 DEBUG [M:0;fdc0a393186c:40945 {}] zookeeper.ZKUtil(347): master:40945-0x1015cd6d8250000, quorum=127.0.0.1:55420, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-21T04:02:17,297 WARN [M:0;fdc0a393186c:40945 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T04:02:17,298 INFO [M:0;fdc0a393186c:40945 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/.lastflushedseqids 2024-11-21T04:02:17,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36901 is added to blk_1073741865_1041 (size=686) 2024-11-21T04:02:17,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741865_1041 (size=686) 2024-11-21T04:02:17,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41627 is added to blk_1073741865_1041 (size=686) 2024-11-21T04:02:17,314 INFO [M:0;fdc0a393186c:40945 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T04:02:17,315 INFO [M:0;fdc0a393186c:40945 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T04:02:17,315 DEBUG [M:0;fdc0a393186c:40945 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T04:02:17,315 INFO [M:0;fdc0a393186c:40945 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T04:02:17,315 DEBUG [M:0;fdc0a393186c:40945 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T04:02:17,315 DEBUG [M:0;fdc0a393186c:40945 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T04:02:17,315 DEBUG [M:0;fdc0a393186c:40945 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T04:02:17,315 INFO [M:0;fdc0a393186c:40945 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=195.28 KB heapSize=242.05 KB 2024-11-21T04:02:17,335 DEBUG [M:0;fdc0a393186c:40945 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/00748253d7894eb9807230ec266df285 is 82, key is hbase:meta,,1/info:regioninfo/1732161665708/Put/seqid=0 2024-11-21T04:02:17,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36901 is added to blk_1073741866_1042 (size=5672) 2024-11-21T04:02:17,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41627 is added to blk_1073741866_1042 (size=5672) 2024-11-21T04:02:17,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741866_1042 (size=5672) 2024-11-21T04:02:17,344 INFO [M:0;fdc0a393186c:40945 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/00748253d7894eb9807230ec266df285 2024-11-21T04:02:17,367 DEBUG [M:0;fdc0a393186c:40945 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3247d9b814c44704a4a01a5bc031764a is 1244, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732161676705/Put/seqid=0 2024-11-21T04:02:17,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41215-0x1015cd6d8250002, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T04:02:17,369 INFO [RS:1;fdc0a393186c:41215 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T04:02:17,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41215-0x1015cd6d8250002, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T04:02:17,369 INFO [RS:1;fdc0a393186c:41215 {}] regionserver.HRegionServer(1031): Exiting; stopping=fdc0a393186c,41215,1732161653766; zookeeper connection closed. 2024-11-21T04:02:17,370 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4179d09d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4179d09d 2024-11-21T04:02:17,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41627 is added to blk_1073741867_1043 (size=8974) 2024-11-21T04:02:17,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36901 is added to blk_1073741867_1043 (size=8974) 2024-11-21T04:02:17,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741867_1043 (size=8974) 2024-11-21T04:02:17,375 INFO [M:0;fdc0a393186c:40945 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=194.54 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3247d9b814c44704a4a01a5bc031764a 2024-11-21T04:02:17,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40537-0x1015cd6d8250001, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T04:02:17,378 INFO [RS:0;fdc0a393186c:40537 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T04:02:17,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40537-0x1015cd6d8250001, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T04:02:17,378 INFO [RS:0;fdc0a393186c:40537 {}] regionserver.HRegionServer(1031): Exiting; stopping=fdc0a393186c,40537,1732161653647; zookeeper connection closed. 2024-11-21T04:02:17,378 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@78ede100 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@78ede100 2024-11-21T04:02:17,378 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-21T04:02:17,383 INFO [M:0;fdc0a393186c:40945 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3247d9b814c44704a4a01a5bc031764a 2024-11-21T04:02:17,402 DEBUG [M:0;fdc0a393186c:40945 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/29305fd4b2084efeb1bb7c5aa57ee4e4 is 69, key is fdc0a393186c,40537,1732161653647/rs:state/1732161655020/Put/seqid=0 2024-11-21T04:02:17,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41627 is added to blk_1073741868_1044 (size=5441) 2024-11-21T04:02:17,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741868_1044 (size=5441) 2024-11-21T04:02:17,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36901 is added to blk_1073741868_1044 (size=5441) 2024-11-21T04:02:17,410 INFO [M:0;fdc0a393186c:40945 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/29305fd4b2084efeb1bb7c5aa57ee4e4 2024-11-21T04:02:17,416 INFO [M:0;fdc0a393186c:40945 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 29305fd4b2084efeb1bb7c5aa57ee4e4 2024-11-21T04:02:17,418 DEBUG [M:0;fdc0a393186c:40945 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/00748253d7894eb9807230ec266df285 as hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/00748253d7894eb9807230ec266df285 2024-11-21T04:02:17,424 INFO [M:0;fdc0a393186c:40945 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/00748253d7894eb9807230ec266df285, entries=8, sequenceid=513, filesize=5.5 K 2024-11-21T04:02:17,425 DEBUG [M:0;fdc0a393186c:40945 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3247d9b814c44704a4a01a5bc031764a as hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3247d9b814c44704a4a01a5bc031764a 2024-11-21T04:02:17,432 INFO [M:0;fdc0a393186c:40945 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3247d9b814c44704a4a01a5bc031764a 2024-11-21T04:02:17,432 INFO [M:0;fdc0a393186c:40945 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3247d9b814c44704a4a01a5bc031764a, entries=56, sequenceid=513, filesize=8.8 K 2024-11-21T04:02:17,434 DEBUG [M:0;fdc0a393186c:40945 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/29305fd4b2084efeb1bb7c5aa57ee4e4 as hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/29305fd4b2084efeb1bb7c5aa57ee4e4 2024-11-21T04:02:17,440 INFO [M:0;fdc0a393186c:40945 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 29305fd4b2084efeb1bb7c5aa57ee4e4 2024-11-21T04:02:17,440 INFO [M:0;fdc0a393186c:40945 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40549/user/jenkins/test-data/b2137518-e414-dcb5-bc73-49d5649ec22c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/29305fd4b2084efeb1bb7c5aa57ee4e4, entries=3, sequenceid=513, filesize=5.3 K 2024-11-21T04:02:17,441 INFO [M:0;fdc0a393186c:40945 {}] regionserver.HRegion(3140): Finished flush of dataSize ~195.28 KB/199967, heapSize ~241.75 KB/247552, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 126ms, sequenceid=513, compaction requested=false 2024-11-21T04:02:17,442 INFO [M:0;fdc0a393186c:40945 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T04:02:17,442 DEBUG [M:0;fdc0a393186c:40945 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732161737315Disabling compacts and flushes for region at 1732161737315Disabling writes for close at 1732161737315Obtaining lock to block concurrent updates at 1732161737315Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732161737315Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=199967, getHeapSize=247792, getOffHeapSize=0, getCellsCount=620 at 1732161737316 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732161737316Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732161737316Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732161737334 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732161737335 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732161737351 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732161737366 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732161737366Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732161737383 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732161737401 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732161737401Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f44c796: reopening flushed file at 1732161737417 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@338fed3f: reopening flushed file at 1732161737424 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66de4e94: reopening flushed file at 1732161737432 (+8 ms)Finished flush of dataSize ~195.28 KB/199967, heapSize ~241.75 KB/247552, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 126ms, sequenceid=513, compaction requested=false at 1732161737441 (+9 ms)Writing region close event to WAL at 1732161737442 (+1 ms)Closed at 1732161737442 2024-11-21T04:02:17,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41627 is added to blk_1073741830_1006 (size=234159) 2024-11-21T04:02:17,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741830_1006 (size=234159) 2024-11-21T04:02:17,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36901 is added to blk_1073741830_1006 (size=234159) 2024-11-21T04:02:17,446 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T04:02:17,446 INFO [M:0;fdc0a393186c:40945 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T04:02:17,446 INFO [M:0;fdc0a393186c:40945 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40945 2024-11-21T04:02:17,447 INFO [M:0;fdc0a393186c:40945 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T04:02:17,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40945-0x1015cd6d8250000, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T04:02:17,578 INFO [M:0;fdc0a393186c:40945 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T04:02:17,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40945-0x1015cd6d8250000, quorum=127.0.0.1:55420, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T04:02:17,582 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e7c21d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T04:02:17,584 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@30cac06d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T04:02:17,584 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T04:02:17,584 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3abb77fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T04:02:17,585 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55fcaba0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f73d5f6e-4de5-1742-68a8-958473db4d94/hadoop.log.dir/,STOPPED} 2024-11-21T04:02:17,587 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T04:02:17,587 WARN [BP-1175950794-172.17.0.2-1732161649074 heartbeating to localhost/127.0.0.1:40549 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T04:02:17,587 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T04:02:17,587 WARN [BP-1175950794-172.17.0.2-1732161649074 heartbeating to localhost/127.0.0.1:40549 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1175950794-172.17.0.2-1732161649074 (Datanode Uuid 86bafcce-63ca-40b5-a830-e65e347461ae) service to localhost/127.0.0.1:40549 2024-11-21T04:02:17,588 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f73d5f6e-4de5-1742-68a8-958473db4d94/cluster_81c4ef8a-4c9c-22f8-66bb-bc13271e32aa/data/data5/current/BP-1175950794-172.17.0.2-1732161649074 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T04:02:17,589 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f73d5f6e-4de5-1742-68a8-958473db4d94/cluster_81c4ef8a-4c9c-22f8-66bb-bc13271e32aa/data/data6/current/BP-1175950794-172.17.0.2-1732161649074 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T04:02:17,589 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T04:02:17,591 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@9d2632f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T04:02:17,591 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c8e80d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T04:02:17,591 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T04:02:17,592 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a2b6a73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T04:02:17,592 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cae7855{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f73d5f6e-4de5-1742-68a8-958473db4d94/hadoop.log.dir/,STOPPED} 2024-11-21T04:02:17,593 WARN [BP-1175950794-172.17.0.2-1732161649074 heartbeating to localhost/127.0.0.1:40549 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T04:02:17,593 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T04:02:17,593 WARN [BP-1175950794-172.17.0.2-1732161649074 heartbeating to localhost/127.0.0.1:40549 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1175950794-172.17.0.2-1732161649074 (Datanode Uuid 4169a7cf-0dac-4901-8f7a-691f630423bf) service to localhost/127.0.0.1:40549 2024-11-21T04:02:17,593 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T04:02:17,594 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f73d5f6e-4de5-1742-68a8-958473db4d94/cluster_81c4ef8a-4c9c-22f8-66bb-bc13271e32aa/data/data3/current/BP-1175950794-172.17.0.2-1732161649074 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T04:02:17,594 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f73d5f6e-4de5-1742-68a8-958473db4d94/cluster_81c4ef8a-4c9c-22f8-66bb-bc13271e32aa/data/data4/current/BP-1175950794-172.17.0.2-1732161649074 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T04:02:17,594 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T04:02:17,596 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1722ba9a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T04:02:17,596 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@57faae2b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T04:02:17,596 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T04:02:17,597 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55b4afc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T04:02:17,597 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@225fb320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f73d5f6e-4de5-1742-68a8-958473db4d94/hadoop.log.dir/,STOPPED} 2024-11-21T04:02:17,598 WARN [BP-1175950794-172.17.0.2-1732161649074 heartbeating to localhost/127.0.0.1:40549 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T04:02:17,598 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T04:02:17,598 WARN [BP-1175950794-172.17.0.2-1732161649074 heartbeating to localhost/127.0.0.1:40549 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1175950794-172.17.0.2-1732161649074 (Datanode Uuid b052750b-819e-4e1c-8952-cdfba232f305) service to localhost/127.0.0.1:40549 2024-11-21T04:02:17,598 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T04:02:17,599 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f73d5f6e-4de5-1742-68a8-958473db4d94/cluster_81c4ef8a-4c9c-22f8-66bb-bc13271e32aa/data/data1/current/BP-1175950794-172.17.0.2-1732161649074 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T04:02:17,599 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f73d5f6e-4de5-1742-68a8-958473db4d94/cluster_81c4ef8a-4c9c-22f8-66bb-bc13271e32aa/data/data2/current/BP-1175950794-172.17.0.2-1732161649074 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T04:02:17,599 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T04:02:17,607 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T04:02:17,607 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T04:02:17,607 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T04:02:17,608 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T04:02:17,608 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f73d5f6e-4de5-1742-68a8-958473db4d94/hadoop.log.dir/,STOPPED} 2024-11-21T04:02:17,620 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-21T04:02:17,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T04:02:17,667 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=91 (was 11) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:40549 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40549 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40549 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40549 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/fdc0a393186c:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:40549 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/fdc0a393186c:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/fdc0a393186c:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/fdc0a393186c:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:40549 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/fdc0a393186c:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/fdc0a393186c:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/fdc0a393186c:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@3c049c6f java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:40549 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40549 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:40549 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:40549 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:40549 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40549 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=442 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=52 (was 64), ProcessCount=11 (was 11), AvailableMemoryMB=5990 (was 7251) 2024-11-21T04:02:17,673 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=92, OpenFileDescriptor=442, MaxFileDescriptor=1048576, SystemLoadAverage=52, ProcessCount=11, AvailableMemoryMB=5990 2024-11-21T04:02:17,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f73d5f6e-4de5-1742-68a8-958473db4d94/hadoop.log.dir so I do NOT create it in target/test-data/4df7cc05-9c3d-bcae-9ec9-7ee862703aae 2024-11-21T04:02:17,685 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f73d5f6e-4de5-1742-68a8-958473db4d94/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T04:02:17,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f73d5f6e-4de5-1742-68a8-958473db4d94/hadoop.tmp.dir so I do NOT create it in target/test-data/4df7cc05-9c3d-bcae-9ec9-7ee862703aae 2024-11-21T04:02:17,685 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f73d5f6e-4de5-1742-68a8-958473db4d94/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T04:02:17,685 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4df7cc05-9c3d-bcae-9ec9-7ee862703aae 2024-11-21T04:02:17,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T04:02:17,685 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4df7cc05-9c3d-bcae-9ec9-7ee862703aae/cluster_8b5abf7c-496b-5684-2544-ac6e0d6e8552, deleteOnExit=true 2024-11-21T04:02:17,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T04:02:17,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4df7cc05-9c3d-bcae-9ec9-7ee862703aae/test.cache.data in system properties and HBase conf 2024-11-21T04:02:17,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4df7cc05-9c3d-bcae-9ec9-7ee862703aae/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T04:02:17,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4df7cc05-9c3d-bcae-9ec9-7ee862703aae/hadoop.log.dir in system properties and HBase conf 2024-11-21T04:02:17,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4df7cc05-9c3d-bcae-9ec9-7ee862703aae/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T04:02:17,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4df7cc05-9c3d-bcae-9ec9-7ee862703aae/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T04:02:17,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T04:02:17,686 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T04:02:17,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4df7cc05-9c3d-bcae-9ec9-7ee862703aae/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T04:02:17,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4df7cc05-9c3d-bcae-9ec9-7ee862703aae/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T04:02:17,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4df7cc05-9c3d-bcae-9ec9-7ee862703aae/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T04:02:17,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4df7cc05-9c3d-bcae-9ec9-7ee862703aae/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T04:02:17,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4df7cc05-9c3d-bcae-9ec9-7ee862703aae/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T04:02:17,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4df7cc05-9c3d-bcae-9ec9-7ee862703aae/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T04:02:17,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4df7cc05-9c3d-bcae-9ec9-7ee862703aae/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T04:02:17,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4df7cc05-9c3d-bcae-9ec9-7ee862703aae/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T04:02:17,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4df7cc05-9c3d-bcae-9ec9-7ee862703aae/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T04:02:17,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4df7cc05-9c3d-bcae-9ec9-7ee862703aae/nfs.dump.dir in system properties and HBase conf 2024-11-21T04:02:17,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4df7cc05-9c3d-bcae-9ec9-7ee862703aae/java.io.tmpdir in system properties and HBase conf 2024-11-21T04:02:17,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4df7cc05-9c3d-bcae-9ec9-7ee862703aae/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T04:02:17,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4df7cc05-9c3d-bcae-9ec9-7ee862703aae/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T04:02:17,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4df7cc05-9c3d-bcae-9ec9-7ee862703aae/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T04:02:17,932 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T04:02:17,937 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T04:02:17,938 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T04:02:17,938 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T04:02:17,938 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T04:02:17,939 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T04:02:17,940 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@274eec8a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4df7cc05-9c3d-bcae-9ec9-7ee862703aae/hadoop.log.dir/,AVAILABLE} 2024-11-21T04:02:17,940 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13d31af2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T04:02:18,033 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@145e95f5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4df7cc05-9c3d-bcae-9ec9-7ee862703aae/java.io.tmpdir/jetty-localhost-41555-hadoop-hdfs-3_4_1-tests_jar-_-any-15003168959261958333/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T04:02:18,034 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@51f349c1{HTTP/1.1, (http/1.1)}{localhost:41555} 2024-11-21T04:02:18,034 INFO [Time-limited test {}] server.Server(415): Started @90691ms 2024-11-21T04:02:18,243 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T04:02:18,247 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T04:02:18,249 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T04:02:18,249 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T04:02:18,249 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T04:02:18,249 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7fb9446e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4df7cc05-9c3d-bcae-9ec9-7ee862703aae/hadoop.log.dir/,AVAILABLE} 2024-11-21T04:02:18,250 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@77790ac3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T04:02:18,342 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1ef7d39c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4df7cc05-9c3d-bcae-9ec9-7ee862703aae/java.io.tmpdir/jetty-localhost-37277-hadoop-hdfs-3_4_1-tests_jar-_-any-11381057534381884082/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T04:02:18,343 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7dc2cdb9{HTTP/1.1, (http/1.1)}{localhost:37277} 2024-11-21T04:02:18,343 INFO [Time-limited test {}] server.Server(415): Started @91000ms 2024-11-21T04:02:18,344 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T04:02:18,377 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T04:02:18,381 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T04:02:18,381 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T04:02:18,381 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T04:02:18,382 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T04:02:18,382 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@adc4a5e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4df7cc05-9c3d-bcae-9ec9-7ee862703aae/hadoop.log.dir/,AVAILABLE} 2024-11-21T04:02:18,382 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56754262{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T04:02:18,476 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@775d0671{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4df7cc05-9c3d-bcae-9ec9-7ee862703aae/java.io.tmpdir/jetty-localhost-35959-hadoop-hdfs-3_4_1-tests_jar-_-any-15373343301683660790/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T04:02:18,476 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7d5ae5de{HTTP/1.1, (http/1.1)}{localhost:35959} 2024-11-21T04:02:18,477 INFO [Time-limited test {}] server.Server(415): Started @91134ms 2024-11-21T04:02:18,478 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T04:02:18,503 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T04:02:18,507 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T04:02:18,507 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T04:02:18,507 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T04:02:18,507 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T04:02:18,508 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b74f4fc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4df7cc05-9c3d-bcae-9ec9-7ee862703aae/hadoop.log.dir/,AVAILABLE} 2024-11-21T04:02:18,508 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1df7101a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T04:02:18,603 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6771897a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4df7cc05-9c3d-bcae-9ec9-7ee862703aae/java.io.tmpdir/jetty-localhost-33249-hadoop-hdfs-3_4_1-tests_jar-_-any-13256021917104555618/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T04:02:18,603 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@17a26533{HTTP/1.1, (http/1.1)}{localhost:33249} 2024-11-21T04:02:18,603 INFO [Time-limited test {}] server.Server(415): Started @91260ms 2024-11-21T04:02:18,605 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T04:02:19,152 WARN [Thread-704 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4df7cc05-9c3d-bcae-9ec9-7ee862703aae/cluster_8b5abf7c-496b-5684-2544-ac6e0d6e8552/data/data2/current/BP-1899122559-172.17.0.2-1732161737704/current, will proceed with Du for space computation calculation, 2024-11-21T04:02:19,152 WARN [Thread-703 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4df7cc05-9c3d-bcae-9ec9-7ee862703aae/cluster_8b5abf7c-496b-5684-2544-ac6e0d6e8552/data/data1/current/BP-1899122559-172.17.0.2-1732161737704/current, will proceed with Du for space computation calculation, 2024-11-21T04:02:19,172 WARN [Thread-645 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T04:02:19,174 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8c92de9f7fe9b1cf with lease ID 0x5e8a93914733437: Processing first storage report for DS-9e087532-359e-4f40-b45a-e07c0b2f772e from datanode DatanodeRegistration(127.0.0.1:46121, datanodeUuid=6dda2ba6-3dba-460f-af00-425bd0782f74, infoPort=44593, infoSecurePort=0, ipcPort=41639, storageInfo=lv=-57;cid=testClusterID;nsid=123647959;c=1732161737704) 2024-11-21T04:02:19,174 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8c92de9f7fe9b1cf with lease ID 0x5e8a93914733437: from storage DS-9e087532-359e-4f40-b45a-e07c0b2f772e node DatanodeRegistration(127.0.0.1:46121, datanodeUuid=6dda2ba6-3dba-460f-af00-425bd0782f74, infoPort=44593, infoSecurePort=0, ipcPort=41639, storageInfo=lv=-57;cid=testClusterID;nsid=123647959;c=1732161737704), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-21T04:02:19,174 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8c92de9f7fe9b1cf with lease ID 0x5e8a93914733437: Processing first storage report for DS-61ff2409-dbeb-4aeb-9017-fb7ea49af90c from datanode DatanodeRegistration(127.0.0.1:46121, datanodeUuid=6dda2ba6-3dba-460f-af00-425bd0782f74, infoPort=44593, infoSecurePort=0, ipcPort=41639, storageInfo=lv=-57;cid=testClusterID;nsid=123647959;c=1732161737704) 2024-11-21T04:02:19,174 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8c92de9f7fe9b1cf with lease ID 0x5e8a93914733437: from storage DS-61ff2409-dbeb-4aeb-9017-fb7ea49af90c node DatanodeRegistration(127.0.0.1:46121, datanodeUuid=6dda2ba6-3dba-460f-af00-425bd0782f74, infoPort=44593, infoSecurePort=0, ipcPort=41639, storageInfo=lv=-57;cid=testClusterID;nsid=123647959;c=1732161737704), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T04:02:19,449 WARN [Thread-716 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4df7cc05-9c3d-bcae-9ec9-7ee862703aae/cluster_8b5abf7c-496b-5684-2544-ac6e0d6e8552/data/data3/current/BP-1899122559-172.17.0.2-1732161737704/current, will proceed with Du for space computation calculation, 2024-11-21T04:02:19,450 WARN [Thread-717 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4df7cc05-9c3d-bcae-9ec9-7ee862703aae/cluster_8b5abf7c-496b-5684-2544-ac6e0d6e8552/data/data4/current/BP-1899122559-172.17.0.2-1732161737704/current, will proceed with Du for space computation calculation, 2024-11-21T04:02:19,467 WARN [Thread-668 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T04:02:19,469 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x540b513fcbcf6eb2 with lease ID 0x5e8a93914733438: Processing first storage report for DS-b5f333c8-bb7e-4278-bb0a-9d6582038ce7 from datanode DatanodeRegistration(127.0.0.1:35769, datanodeUuid=75a99dbb-3cc4-4d40-8f06-10c1cfe0c189, infoPort=37091, infoSecurePort=0, ipcPort=33679, storageInfo=lv=-57;cid=testClusterID;nsid=123647959;c=1732161737704) 2024-11-21T04:02:19,469 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x540b513fcbcf6eb2 with lease ID 0x5e8a93914733438: from storage DS-b5f333c8-bb7e-4278-bb0a-9d6582038ce7 node DatanodeRegistration(127.0.0.1:35769, datanodeUuid=75a99dbb-3cc4-4d40-8f06-10c1cfe0c189, infoPort=37091, infoSecurePort=0, ipcPort=33679, storageInfo=lv=-57;cid=testClusterID;nsid=123647959;c=1732161737704), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-21T04:02:19,470 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x540b513fcbcf6eb2 with lease ID 0x5e8a93914733438: Processing first storage report for DS-95a0a8f5-06d2-4dea-afc0-582998fadf8f from datanode DatanodeRegistration(127.0.0.1:35769, datanodeUuid=75a99dbb-3cc4-4d40-8f06-10c1cfe0c189, infoPort=37091, infoSecurePort=0, ipcPort=33679, storageInfo=lv=-57;cid=testClusterID;nsid=123647959;c=1732161737704) 2024-11-21T04:02:19,470 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x540b513fcbcf6eb2 with lease ID 0x5e8a93914733438: from storage DS-95a0a8f5-06d2-4dea-afc0-582998fadf8f node DatanodeRegistration(127.0.0.1:35769, datanodeUuid=75a99dbb-3cc4-4d40-8f06-10c1cfe0c189, infoPort=37091, infoSecurePort=0, ipcPort=33679, storageInfo=lv=-57;cid=testClusterID;nsid=123647959;c=1732161737704), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T04:02:19,527 WARN [Thread-727 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4df7cc05-9c3d-bcae-9ec9-7ee862703aae/cluster_8b5abf7c-496b-5684-2544-ac6e0d6e8552/data/data5/current/BP-1899122559-172.17.0.2-1732161737704/current, will proceed with Du for space computation calculation, 2024-11-21T04:02:19,528 WARN [Thread-728 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4df7cc05-9c3d-bcae-9ec9-7ee862703aae/cluster_8b5abf7c-496b-5684-2544-ac6e0d6e8552/data/data6/current/BP-1899122559-172.17.0.2-1732161737704/current, will proceed with Du for space computation calculation, 2024-11-21T04:02:19,546 WARN [Thread-690 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T04:02:19,552 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa1fa98750fc4c6fc with lease ID 0x5e8a93914733439: Processing first storage report for DS-ddf00c82-7446-4df9-91e8-d957d0f5a67b from datanode DatanodeRegistration(127.0.0.1:39911, datanodeUuid=4c698508-42f5-460c-8030-52e2195d43c5, infoPort=33875, infoSecurePort=0, ipcPort=40809, storageInfo=lv=-57;cid=testClusterID;nsid=123647959;c=1732161737704) 2024-11-21T04:02:19,552 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa1fa98750fc4c6fc with lease ID 0x5e8a93914733439: from storage DS-ddf00c82-7446-4df9-91e8-d957d0f5a67b node DatanodeRegistration(127.0.0.1:39911, datanodeUuid=4c698508-42f5-460c-8030-52e2195d43c5, infoPort=33875, infoSecurePort=0, ipcPort=40809, storageInfo=lv=-57;cid=testClusterID;nsid=123647959;c=1732161737704), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T04:02:19,552 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa1fa98750fc4c6fc with lease ID 0x5e8a93914733439: Processing first storage report for DS-a56de908-33e7-42e4-900f-b1d531b1aea2 from datanode DatanodeRegistration(127.0.0.1:39911, datanodeUuid=4c698508-42f5-460c-8030-52e2195d43c5, infoPort=33875, infoSecurePort=0, ipcPort=40809, storageInfo=lv=-57;cid=testClusterID;nsid=123647959;c=1732161737704) 2024-11-21T04:02:19,552 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa1fa98750fc4c6fc with lease ID 0x5e8a93914733439: from storage DS-a56de908-33e7-42e4-900f-b1d531b1aea2 node DatanodeRegistration(127.0.0.1:39911, datanodeUuid=4c698508-42f5-460c-8030-52e2195d43c5, infoPort=33875, infoSecurePort=0, ipcPort=40809, storageInfo=lv=-57;cid=testClusterID;nsid=123647959;c=1732161737704), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T04:02:19,647 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4df7cc05-9c3d-bcae-9ec9-7ee862703aae 2024-11-21T04:02:19,651 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4df7cc05-9c3d-bcae-9ec9-7ee862703aae/cluster_8b5abf7c-496b-5684-2544-ac6e0d6e8552/zookeeper_0, clientPort=53799, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4df7cc05-9c3d-bcae-9ec9-7ee862703aae/cluster_8b5abf7c-496b-5684-2544-ac6e0d6e8552/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4df7cc05-9c3d-bcae-9ec9-7ee862703aae/cluster_8b5abf7c-496b-5684-2544-ac6e0d6e8552/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T04:02:19,652 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53799 2024-11-21T04:02:19,652 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T04:02:19,654 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T04:02:19,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39911 is added to blk_1073741825_1001 (size=7) 2024-11-21T04:02:19,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46121 is added to blk_1073741825_1001 (size=7) 2024-11-21T04:02:19,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35769 is added to blk_1073741825_1001 (size=7) 2024-11-21T04:02:19,666 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6 with version=8 2024-11-21T04:02:19,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/hbase-staging 2024-11-21T04:02:19,668 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fdc0a393186c:0 server-side Connection retries=45 2024-11-21T04:02:19,668 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T04:02:19,668 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T04:02:19,668 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T04:02:19,668 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T04:02:19,668 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T04:02:19,668 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T04:02:19,668 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T04:02:19,669 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45061 2024-11-21T04:02:19,670 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45061 connecting to ZooKeeper ensemble=127.0.0.1:53799 2024-11-21T04:02:19,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:450610x0, quorum=127.0.0.1:53799, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T04:02:19,717 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45061-0x1015cd82e480000 connected 2024-11-21T04:02:19,822 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T04:02:19,823 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T04:02:19,825 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45061-0x1015cd82e480000, quorum=127.0.0.1:53799, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T04:02:19,825 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6, hbase.cluster.distributed=false 2024-11-21T04:02:19,827 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45061-0x1015cd82e480000, quorum=127.0.0.1:53799, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T04:02:19,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45061 2024-11-21T04:02:19,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45061 2024-11-21T04:02:19,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45061 2024-11-21T04:02:19,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45061 2024-11-21T04:02:19,829 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45061 2024-11-21T04:02:19,843 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fdc0a393186c:0 server-side Connection retries=45 2024-11-21T04:02:19,843 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T04:02:19,843 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T04:02:19,843 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T04:02:19,843 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T04:02:19,843 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T04:02:19,843 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T04:02:19,843 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T04:02:19,844 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33917 2024-11-21T04:02:19,845 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33917 connecting to ZooKeeper ensemble=127.0.0.1:53799 2024-11-21T04:02:19,846 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T04:02:19,848 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T04:02:19,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:339170x0, quorum=127.0.0.1:53799, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T04:02:19,861 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33917-0x1015cd82e480001 connected 2024-11-21T04:02:19,861 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33917-0x1015cd82e480001, quorum=127.0.0.1:53799, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T04:02:19,861 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T04:02:19,862 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T04:02:19,862 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33917-0x1015cd82e480001, quorum=127.0.0.1:53799, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-21T04:02:19,864 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33917-0x1015cd82e480001, quorum=127.0.0.1:53799, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T04:02:19,865 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33917 2024-11-21T04:02:19,865 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33917 2024-11-21T04:02:19,865 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33917 2024-11-21T04:02:19,866 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33917 2024-11-21T04:02:19,866 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33917 2024-11-21T04:02:19,885 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fdc0a393186c:0 server-side Connection retries=45 2024-11-21T04:02:19,885 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T04:02:19,885 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T04:02:19,885 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T04:02:19,885 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T04:02:19,885 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T04:02:19,886 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T04:02:19,886 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T04:02:19,886 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35779 2024-11-21T04:02:19,887 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35779 connecting to ZooKeeper ensemble=127.0.0.1:53799 2024-11-21T04:02:19,888 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T04:02:19,889 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T04:02:19,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:357790x0, quorum=127.0.0.1:53799, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T04:02:19,902 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35779-0x1015cd82e480002 connected 2024-11-21T04:02:19,902 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35779-0x1015cd82e480002, quorum=127.0.0.1:53799, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T04:02:19,903 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T04:02:19,903 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T04:02:19,904 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35779-0x1015cd82e480002, quorum=127.0.0.1:53799, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-21T04:02:19,905 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35779-0x1015cd82e480002, quorum=127.0.0.1:53799, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T04:02:19,905 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35779 2024-11-21T04:02:19,905 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35779 2024-11-21T04:02:19,905 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35779 2024-11-21T04:02:19,906 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35779 2024-11-21T04:02:19,906 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35779 2024-11-21T04:02:19,924 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fdc0a393186c:0 server-side Connection retries=45 2024-11-21T04:02:19,924 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T04:02:19,925 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T04:02:19,925 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T04:02:19,925 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T04:02:19,925 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T04:02:19,925 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T04:02:19,925 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T04:02:19,925 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43083 2024-11-21T04:02:19,927 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43083 connecting to ZooKeeper ensemble=127.0.0.1:53799 2024-11-21T04:02:19,927 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T04:02:19,928 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T04:02:19,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:430830x0, quorum=127.0.0.1:53799, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T04:02:19,938 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43083-0x1015cd82e480003, quorum=127.0.0.1:53799, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T04:02:19,938 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43083-0x1015cd82e480003 connected 2024-11-21T04:02:19,939 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T04:02:19,939 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T04:02:19,940 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43083-0x1015cd82e480003, quorum=127.0.0.1:53799, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-21T04:02:19,941 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43083-0x1015cd82e480003, quorum=127.0.0.1:53799, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T04:02:19,941 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43083 2024-11-21T04:02:19,941 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43083 2024-11-21T04:02:19,941 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43083 2024-11-21T04:02:19,942 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43083 2024-11-21T04:02:19,942 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43083 2024-11-21T04:02:19,954 DEBUG [M:0;fdc0a393186c:45061 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fdc0a393186c:45061 2024-11-21T04:02:19,954 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/fdc0a393186c,45061,1732161739668 2024-11-21T04:02:19,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35779-0x1015cd82e480002, quorum=127.0.0.1:53799, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T04:02:19,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33917-0x1015cd82e480001, quorum=127.0.0.1:53799, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T04:02:19,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45061-0x1015cd82e480000, quorum=127.0.0.1:53799, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T04:02:19,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43083-0x1015cd82e480003, quorum=127.0.0.1:53799, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T04:02:19,964 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45061-0x1015cd82e480000, quorum=127.0.0.1:53799, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/fdc0a393186c,45061,1732161739668 2024-11-21T04:02:19,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35779-0x1015cd82e480002, quorum=127.0.0.1:53799, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-21T04:02:19,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33917-0x1015cd82e480001, quorum=127.0.0.1:53799, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-21T04:02:19,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43083-0x1015cd82e480003, quorum=127.0.0.1:53799, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-21T04:02:19,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35779-0x1015cd82e480002, quorum=127.0.0.1:53799, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T04:02:19,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45061-0x1015cd82e480000, quorum=127.0.0.1:53799, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T04:02:19,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33917-0x1015cd82e480001, quorum=127.0.0.1:53799, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T04:02:19,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43083-0x1015cd82e480003, quorum=127.0.0.1:53799, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T04:02:19,972 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45061-0x1015cd82e480000, quorum=127.0.0.1:53799, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-21T04:02:19,973 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/fdc0a393186c,45061,1732161739668 from backup master directory 2024-11-21T04:02:19,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45061-0x1015cd82e480000, quorum=127.0.0.1:53799, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/fdc0a393186c,45061,1732161739668 2024-11-21T04:02:19,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35779-0x1015cd82e480002, quorum=127.0.0.1:53799, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T04:02:19,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43083-0x1015cd82e480003, quorum=127.0.0.1:53799, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T04:02:19,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33917-0x1015cd82e480001, quorum=127.0.0.1:53799, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T04:02:19,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45061-0x1015cd82e480000, quorum=127.0.0.1:53799, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T04:02:19,980 WARN [master/fdc0a393186c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T04:02:19,980 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fdc0a393186c,45061,1732161739668 2024-11-21T04:02:19,985 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/hbase.id] with ID: 6c98da7d-32ba-4440-bbeb-4e03555083b8 2024-11-21T04:02:19,985 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/.tmp/hbase.id 2024-11-21T04:02:19,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46121 is added to blk_1073741826_1002 (size=42) 2024-11-21T04:02:19,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39911 is added to blk_1073741826_1002 (size=42) 2024-11-21T04:02:19,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35769 is added to blk_1073741826_1002 (size=42) 2024-11-21T04:02:19,994 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/.tmp/hbase.id]:[hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/hbase.id] 2024-11-21T04:02:20,008 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T04:02:20,008 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T04:02:20,010 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-21T04:02:20,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45061-0x1015cd82e480000, quorum=127.0.0.1:53799, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T04:02:20,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35779-0x1015cd82e480002, quorum=127.0.0.1:53799, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T04:02:20,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43083-0x1015cd82e480003, quorum=127.0.0.1:53799, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T04:02:20,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33917-0x1015cd82e480001, quorum=127.0.0.1:53799, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T04:02:20,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35769 is added to blk_1073741827_1003 (size=196) 2024-11-21T04:02:20,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39911 is added to blk_1073741827_1003 (size=196) 2024-11-21T04:02:20,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46121 is added to blk_1073741827_1003 (size=196) 2024-11-21T04:02:20,437 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T04:02:20,439 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T04:02:20,440 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T04:02:20,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46121 is added to blk_1073741828_1004 (size=1189) 2024-11-21T04:02:20,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35769 is added to blk_1073741828_1004 (size=1189) 2024-11-21T04:02:20,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39911 is added to blk_1073741828_1004 (size=1189) 2024-11-21T04:02:20,454 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/MasterData/data/master/store 2024-11-21T04:02:20,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35769 is added to blk_1073741829_1005 (size=34) 2024-11-21T04:02:20,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39911 is added to blk_1073741829_1005 (size=34) 2024-11-21T04:02:20,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46121 is added to blk_1073741829_1005 (size=34) 2024-11-21T04:02:20,463 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T04:02:20,463 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T04:02:20,463 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T04:02:20,464 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T04:02:20,464 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T04:02:20,464 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T04:02:20,464 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T04:02:20,464 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732161740463Disabling compacts and flushes for region at 1732161740463Disabling writes for close at 1732161740464 (+1 ms)Writing region close event to WAL at 1732161740464Closed at 1732161740464 2024-11-21T04:02:20,465 WARN [master/fdc0a393186c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/MasterData/data/master/store/.initializing 2024-11-21T04:02:20,465 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/MasterData/WALs/fdc0a393186c,45061,1732161739668 2024-11-21T04:02:20,466 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T04:02:20,468 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fdc0a393186c%2C45061%2C1732161739668, suffix=, logDir=hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/MasterData/WALs/fdc0a393186c,45061,1732161739668, archiveDir=hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/MasterData/oldWALs, maxLogs=10 2024-11-21T04:02:20,483 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/MasterData/WALs/fdc0a393186c,45061,1732161739668/fdc0a393186c%2C45061%2C1732161739668.1732161740468, exclude list is [], retry=0 2024-11-21T04:02:20,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46121,DS-9e087532-359e-4f40-b45a-e07c0b2f772e,DISK] 2024-11-21T04:02:20,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35769,DS-b5f333c8-bb7e-4278-bb0a-9d6582038ce7,DISK] 2024-11-21T04:02:20,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39911,DS-ddf00c82-7446-4df9-91e8-d957d0f5a67b,DISK] 2024-11-21T04:02:20,489 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/MasterData/WALs/fdc0a393186c,45061,1732161739668/fdc0a393186c%2C45061%2C1732161739668.1732161740468 2024-11-21T04:02:20,490 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44593:44593),(127.0.0.1/127.0.0.1:37091:37091),(127.0.0.1/127.0.0.1:33875:33875)] 2024-11-21T04:02:20,490 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T04:02:20,490 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T04:02:20,490 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T04:02:20,490 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T04:02:20,492 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T04:02:20,494 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T04:02:20,494 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:02:20,495 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T04:02:20,495 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T04:02:20,496 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T04:02:20,497 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:02:20,497 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T04:02:20,497 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T04:02:20,499 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T04:02:20,499 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:02:20,500 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T04:02:20,500 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T04:02:20,501 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T04:02:20,502 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:02:20,502 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T04:02:20,502 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T04:02:20,503 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T04:02:20,504 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T04:02:20,505 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T04:02:20,505 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T04:02:20,506 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T04:02:20,507 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T04:02:20,509 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T04:02:20,510 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61354523, jitterRate=-0.08574636280536652}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T04:02:20,510 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732161740491Initializing all the Stores at 1732161740492 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732161740492Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161740492Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161740492Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161740492Cleaning up temporary data from old regions at 1732161740505 (+13 ms)Region opened successfully at 1732161740510 (+5 ms) 2024-11-21T04:02:20,510 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T04:02:20,514 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37c49167, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fdc0a393186c/172.17.0.2:0 2024-11-21T04:02:20,515 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T04:02:20,515 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T04:02:20,515 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T04:02:20,515 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T04:02:20,516 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T04:02:20,516 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T04:02:20,516 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-21T04:02:20,519 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T04:02:20,519 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45061-0x1015cd82e480000, quorum=127.0.0.1:53799, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-21T04:02:20,546 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-21T04:02:20,547 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T04:02:20,547 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45061-0x1015cd82e480000, quorum=127.0.0.1:53799, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-21T04:02:20,554 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-21T04:02:20,555 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T04:02:20,556 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45061-0x1015cd82e480000, quorum=127.0.0.1:53799, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-21T04:02:20,563 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-21T04:02:20,564 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45061-0x1015cd82e480000, quorum=127.0.0.1:53799, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-21T04:02:20,571 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-21T04:02:20,573 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45061-0x1015cd82e480000, quorum=127.0.0.1:53799, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T04:02:20,579 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-21T04:02:20,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45061-0x1015cd82e480000, quorum=127.0.0.1:53799, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T04:02:20,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35779-0x1015cd82e480002, quorum=127.0.0.1:53799, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T04:02:20,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33917-0x1015cd82e480001, quorum=127.0.0.1:53799, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T04:02:20,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43083-0x1015cd82e480003, quorum=127.0.0.1:53799, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T04:02:20,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35779-0x1015cd82e480002, quorum=127.0.0.1:53799, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T04:02:20,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33917-0x1015cd82e480001, quorum=127.0.0.1:53799, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T04:02:20,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43083-0x1015cd82e480003, quorum=127.0.0.1:53799, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T04:02:20,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45061-0x1015cd82e480000, quorum=127.0.0.1:53799, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T04:02:20,589 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fdc0a393186c,45061,1732161739668, sessionid=0x1015cd82e480000, setting cluster-up flag (Was=false) 2024-11-21T04:02:20,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33917-0x1015cd82e480001, quorum=127.0.0.1:53799, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T04:02:20,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43083-0x1015cd82e480003, quorum=127.0.0.1:53799, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T04:02:20,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35779-0x1015cd82e480002, quorum=127.0.0.1:53799, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T04:02:20,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45061-0x1015cd82e480000, quorum=127.0.0.1:53799, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T04:02:20,646 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-21T04:02:20,648 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fdc0a393186c,45061,1732161739668 2024-11-21T04:02:20,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33917-0x1015cd82e480001, quorum=127.0.0.1:53799, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T04:02:20,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43083-0x1015cd82e480003, quorum=127.0.0.1:53799, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T04:02:20,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35779-0x1015cd82e480002, quorum=127.0.0.1:53799, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T04:02:20,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45061-0x1015cd82e480000, quorum=127.0.0.1:53799, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T04:02:20,688 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-21T04:02:20,689 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fdc0a393186c,45061,1732161739668 2024-11-21T04:02:20,691 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T04:02:20,692 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T04:02:20,693 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T04:02:20,693 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T04:02:20,693 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fdc0a393186c,45061,1732161739668 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T04:02:20,695 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fdc0a393186c:0, corePoolSize=5, maxPoolSize=5 2024-11-21T04:02:20,695 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fdc0a393186c:0, corePoolSize=5, maxPoolSize=5 2024-11-21T04:02:20,695 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fdc0a393186c:0, corePoolSize=5, maxPoolSize=5 2024-11-21T04:02:20,695 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fdc0a393186c:0, corePoolSize=5, maxPoolSize=5 2024-11-21T04:02:20,695 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fdc0a393186c:0, corePoolSize=10, maxPoolSize=10 2024-11-21T04:02:20,695 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fdc0a393186c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T04:02:20,695 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fdc0a393186c:0, corePoolSize=2, maxPoolSize=2 2024-11-21T04:02:20,695 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fdc0a393186c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T04:02:20,696 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732161770696 2024-11-21T04:02:20,696 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T04:02:20,696 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T04:02:20,696 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T04:02:20,696 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T04:02:20,696 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T04:02:20,696 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T04:02:20,696 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T04:02:20,696 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T04:02:20,696 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T04:02:20,697 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T04:02:20,697 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T04:02:20,697 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T04:02:20,697 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T04:02:20,697 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T04:02:20,697 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fdc0a393186c:0:becomeActiveMaster-HFileCleaner.large.0-1732161740697,5,FailOnTimeoutGroup] 2024-11-21T04:02:20,697 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fdc0a393186c:0:becomeActiveMaster-HFileCleaner.small.0-1732161740697,5,FailOnTimeoutGroup] 2024-11-21T04:02:20,697 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T04:02:20,697 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T04:02:20,698 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T04:02:20,698 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:02:20,698 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T04:02:20,698 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T04:02:20,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39911 is added to blk_1073741831_1007 (size=1321) 2024-11-21T04:02:20,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35769 is added to blk_1073741831_1007 (size=1321) 2024-11-21T04:02:20,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46121 is added to blk_1073741831_1007 (size=1321) 2024-11-21T04:02:20,711 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T04:02:20,711 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6 2024-11-21T04:02:20,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39911 is added to blk_1073741832_1008 (size=32) 2024-11-21T04:02:20,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46121 is added to blk_1073741832_1008 (size=32) 2024-11-21T04:02:20,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35769 is added to blk_1073741832_1008 (size=32) 2024-11-21T04:02:20,722 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T04:02:20,724 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T04:02:20,725 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T04:02:20,725 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:02:20,726 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T04:02:20,726 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T04:02:20,727 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T04:02:20,727 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:02:20,728 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T04:02:20,728 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T04:02:20,729 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T04:02:20,729 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:02:20,730 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T04:02:20,730 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T04:02:20,731 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T04:02:20,731 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:02:20,732 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T04:02:20,732 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T04:02:20,732 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/data/hbase/meta/1588230740 2024-11-21T04:02:20,733 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/data/hbase/meta/1588230740 2024-11-21T04:02:20,734 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T04:02:20,734 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T04:02:20,735 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T04:02:20,736 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T04:02:20,737 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T04:02:20,738 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66168633, jitterRate=-0.014010533690452576}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T04:02:20,739 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732161740722Initializing all the Stores at 1732161740723 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732161740723Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732161740723Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161740723Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732161740723Cleaning up temporary data from old regions at 1732161740734 (+11 ms)Region opened successfully at 1732161740739 (+5 ms) 2024-11-21T04:02:20,739 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T04:02:20,739 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T04:02:20,739 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T04:02:20,739 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T04:02:20,739 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T04:02:20,739 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T04:02:20,739 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732161740739Disabling compacts and flushes for region at 1732161740739Disabling writes for close at 1732161740739Writing region close event to WAL at 1732161740739Closed at 1732161740739 2024-11-21T04:02:20,740 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T04:02:20,740 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T04:02:20,740 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T04:02:20,742 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T04:02:20,742 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T04:02:20,744 INFO [RS:2;fdc0a393186c:43083 {}] regionserver.HRegionServer(746): ClusterId : 6c98da7d-32ba-4440-bbeb-4e03555083b8 2024-11-21T04:02:20,744 INFO [RS:0;fdc0a393186c:33917 {}] regionserver.HRegionServer(746): ClusterId : 6c98da7d-32ba-4440-bbeb-4e03555083b8 2024-11-21T04:02:20,744 DEBUG [RS:2;fdc0a393186c:43083 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T04:02:20,744 DEBUG [RS:0;fdc0a393186c:33917 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T04:02:20,744 INFO [RS:1;fdc0a393186c:35779 {}] regionserver.HRegionServer(746): ClusterId : 6c98da7d-32ba-4440-bbeb-4e03555083b8 2024-11-21T04:02:20,744 DEBUG [RS:1;fdc0a393186c:35779 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T04:02:20,763 DEBUG [RS:2;fdc0a393186c:43083 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T04:02:20,763 DEBUG [RS:0;fdc0a393186c:33917 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T04:02:20,763 DEBUG [RS:2;fdc0a393186c:43083 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T04:02:20,763 DEBUG [RS:0;fdc0a393186c:33917 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T04:02:20,764 DEBUG [RS:1;fdc0a393186c:35779 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T04:02:20,764 DEBUG [RS:1;fdc0a393186c:35779 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T04:02:20,780 DEBUG [RS:0;fdc0a393186c:33917 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T04:02:20,780 DEBUG [RS:2;fdc0a393186c:43083 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T04:02:20,780 DEBUG [RS:1;fdc0a393186c:35779 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T04:02:20,780 DEBUG [RS:0;fdc0a393186c:33917 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c42c04f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fdc0a393186c/172.17.0.2:0 2024-11-21T04:02:20,780 DEBUG [RS:2;fdc0a393186c:43083 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42fb775a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fdc0a393186c/172.17.0.2:0 2024-11-21T04:02:20,780 DEBUG [RS:1;fdc0a393186c:35779 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54baa8db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fdc0a393186c/172.17.0.2:0 2024-11-21T04:02:20,791 DEBUG [RS:2;fdc0a393186c:43083 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;fdc0a393186c:43083 2024-11-21T04:02:20,791 INFO [RS:2;fdc0a393186c:43083 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T04:02:20,791 INFO [RS:2;fdc0a393186c:43083 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T04:02:20,791 DEBUG [RS:2;fdc0a393186c:43083 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T04:02:20,792 INFO [RS:2;fdc0a393186c:43083 {}] regionserver.HRegionServer(2659): reportForDuty to master=fdc0a393186c,45061,1732161739668 with port=43083, startcode=1732161739924 2024-11-21T04:02:20,792 DEBUG [RS:2;fdc0a393186c:43083 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T04:02:20,794 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52513, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T04:02:20,794 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45061 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fdc0a393186c,43083,1732161739924 2024-11-21T04:02:20,794 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45061 {}] master.ServerManager(517): Registering regionserver=fdc0a393186c,43083,1732161739924 2024-11-21T04:02:20,796 DEBUG [RS:2;fdc0a393186c:43083 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6 2024-11-21T04:02:20,796 DEBUG [RS:2;fdc0a393186c:43083 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41899 2024-11-21T04:02:20,796 DEBUG [RS:2;fdc0a393186c:43083 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T04:02:20,796 DEBUG [RS:1;fdc0a393186c:35779 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;fdc0a393186c:35779 2024-11-21T04:02:20,796 DEBUG [RS:0;fdc0a393186c:33917 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fdc0a393186c:33917 2024-11-21T04:02:20,796 INFO [RS:1;fdc0a393186c:35779 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T04:02:20,796 INFO [RS:0;fdc0a393186c:33917 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T04:02:20,796 INFO [RS:0;fdc0a393186c:33917 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T04:02:20,796 INFO [RS:1;fdc0a393186c:35779 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T04:02:20,796 DEBUG [RS:1;fdc0a393186c:35779 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T04:02:20,796 DEBUG [RS:0;fdc0a393186c:33917 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T04:02:20,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45061-0x1015cd82e480000, quorum=127.0.0.1:53799, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T04:02:20,805 INFO [RS:1;fdc0a393186c:35779 {}] regionserver.HRegionServer(2659): reportForDuty to master=fdc0a393186c,45061,1732161739668 with port=35779, startcode=1732161739885 2024-11-21T04:02:20,805 INFO [RS:0;fdc0a393186c:33917 {}] regionserver.HRegionServer(2659): reportForDuty to master=fdc0a393186c,45061,1732161739668 with port=33917, startcode=1732161739842 2024-11-21T04:02:20,805 DEBUG [RS:1;fdc0a393186c:35779 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T04:02:20,805 DEBUG [RS:0;fdc0a393186c:33917 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T04:02:20,805 DEBUG [RS:2;fdc0a393186c:43083 {}] zookeeper.ZKUtil(111): regionserver:43083-0x1015cd82e480003, quorum=127.0.0.1:53799, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fdc0a393186c,43083,1732161739924 2024-11-21T04:02:20,805 WARN [RS:2;fdc0a393186c:43083 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T04:02:20,805 INFO [RS:2;fdc0a393186c:43083 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T04:02:20,805 DEBUG [RS:2;fdc0a393186c:43083 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/WALs/fdc0a393186c,43083,1732161739924 2024-11-21T04:02:20,806 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fdc0a393186c,43083,1732161739924] 2024-11-21T04:02:20,807 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50127, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T04:02:20,807 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33927, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T04:02:20,807 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45061 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fdc0a393186c,33917,1732161739842 2024-11-21T04:02:20,807 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45061 {}] master.ServerManager(517): Registering regionserver=fdc0a393186c,33917,1732161739842 2024-11-21T04:02:20,808 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45061 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fdc0a393186c,35779,1732161739885 2024-11-21T04:02:20,808 DEBUG [RS:0;fdc0a393186c:33917 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6 2024-11-21T04:02:20,808 DEBUG [RS:0;fdc0a393186c:33917 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41899 2024-11-21T04:02:20,808 DEBUG [RS:0;fdc0a393186c:33917 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T04:02:20,808 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45061 {}] master.ServerManager(517): Registering regionserver=fdc0a393186c,35779,1732161739885 2024-11-21T04:02:20,809 DEBUG [RS:1;fdc0a393186c:35779 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6 2024-11-21T04:02:20,809 DEBUG [RS:1;fdc0a393186c:35779 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41899 2024-11-21T04:02:20,809 DEBUG [RS:1;fdc0a393186c:35779 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T04:02:20,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45061-0x1015cd82e480000, quorum=127.0.0.1:53799, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T04:02:20,856 INFO [RS:2;fdc0a393186c:43083 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T04:02:20,858 INFO [RS:2;fdc0a393186c:43083 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T04:02:20,858 INFO [RS:2;fdc0a393186c:43083 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T04:02:20,858 INFO [RS:2;fdc0a393186c:43083 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T04:02:20,859 INFO [RS:2;fdc0a393186c:43083 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T04:02:20,860 INFO [RS:2;fdc0a393186c:43083 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T04:02:20,860 INFO [RS:2;fdc0a393186c:43083 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T04:02:20,860 DEBUG [RS:2;fdc0a393186c:43083 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fdc0a393186c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T04:02:20,860 DEBUG [RS:2;fdc0a393186c:43083 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fdc0a393186c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T04:02:20,860 DEBUG [RS:2;fdc0a393186c:43083 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fdc0a393186c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T04:02:20,860 DEBUG [RS:2;fdc0a393186c:43083 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fdc0a393186c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T04:02:20,860 DEBUG [RS:2;fdc0a393186c:43083 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fdc0a393186c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T04:02:20,860 DEBUG [RS:2;fdc0a393186c:43083 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fdc0a393186c:0, corePoolSize=2, maxPoolSize=2 2024-11-21T04:02:20,860 DEBUG [RS:2;fdc0a393186c:43083 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fdc0a393186c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T04:02:20,860 DEBUG [RS:2;fdc0a393186c:43083 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fdc0a393186c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T04:02:20,860 DEBUG [RS:2;fdc0a393186c:43083 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fdc0a393186c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T04:02:20,860 DEBUG [RS:2;fdc0a393186c:43083 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fdc0a393186c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T04:02:20,860 DEBUG [RS:2;fdc0a393186c:43083 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fdc0a393186c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T04:02:20,860 DEBUG [RS:2;fdc0a393186c:43083 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fdc0a393186c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T04:02:20,860 DEBUG [RS:2;fdc0a393186c:43083 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0, corePoolSize=3, maxPoolSize=3 2024-11-21T04:02:20,860 DEBUG [RS:2;fdc0a393186c:43083 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fdc0a393186c:0, corePoolSize=3, maxPoolSize=3 2024-11-21T04:02:20,861 INFO [RS:2;fdc0a393186c:43083 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T04:02:20,861 INFO [RS:2;fdc0a393186c:43083 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T04:02:20,861 INFO [RS:2;fdc0a393186c:43083 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T04:02:20,861 INFO [RS:2;fdc0a393186c:43083 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T04:02:20,861 INFO [RS:2;fdc0a393186c:43083 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T04:02:20,861 INFO [RS:2;fdc0a393186c:43083 {}] hbase.ChoreService(168): Chore ScheduledChore name=fdc0a393186c,43083,1732161739924-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T04:02:20,871 DEBUG [RS:0;fdc0a393186c:33917 {}] zookeeper.ZKUtil(111): regionserver:33917-0x1015cd82e480001, quorum=127.0.0.1:53799, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fdc0a393186c,33917,1732161739842 2024-11-21T04:02:20,871 WARN [RS:0;fdc0a393186c:33917 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T04:02:20,871 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fdc0a393186c,35779,1732161739885] 2024-11-21T04:02:20,871 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fdc0a393186c,33917,1732161739842] 2024-11-21T04:02:20,871 INFO [RS:0;fdc0a393186c:33917 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T04:02:20,871 DEBUG [RS:1;fdc0a393186c:35779 {}] zookeeper.ZKUtil(111): regionserver:35779-0x1015cd82e480002, quorum=127.0.0.1:53799, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fdc0a393186c,35779,1732161739885 2024-11-21T04:02:20,871 WARN [RS:1;fdc0a393186c:35779 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T04:02:20,871 DEBUG [RS:0;fdc0a393186c:33917 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/WALs/fdc0a393186c,33917,1732161739842 2024-11-21T04:02:20,872 INFO [RS:1;fdc0a393186c:35779 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T04:02:20,872 DEBUG [RS:1;fdc0a393186c:35779 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/WALs/fdc0a393186c,35779,1732161739885 2024-11-21T04:02:20,875 INFO [RS:0;fdc0a393186c:33917 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T04:02:20,875 INFO [RS:1;fdc0a393186c:35779 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T04:02:20,877 INFO [RS:0;fdc0a393186c:33917 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T04:02:20,879 INFO [RS:0;fdc0a393186c:33917 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T04:02:20,879 INFO [RS:1;fdc0a393186c:35779 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T04:02:20,879 INFO [RS:0;fdc0a393186c:33917 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T04:02:20,879 INFO [RS:1;fdc0a393186c:35779 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T04:02:20,879 INFO [RS:1;fdc0a393186c:35779 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T04:02:20,880 INFO [RS:0;fdc0a393186c:33917 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T04:02:20,880 INFO [RS:1;fdc0a393186c:35779 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T04:02:20,881 INFO [RS:0;fdc0a393186c:33917 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T04:02:20,881 INFO [RS:0;fdc0a393186c:33917 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T04:02:20,881 INFO [RS:1;fdc0a393186c:35779 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T04:02:20,881 DEBUG [RS:0;fdc0a393186c:33917 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fdc0a393186c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T04:02:20,881 INFO [RS:1;fdc0a393186c:35779 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T04:02:20,881 DEBUG [RS:0;fdc0a393186c:33917 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fdc0a393186c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T04:02:20,881 DEBUG [RS:0;fdc0a393186c:33917 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fdc0a393186c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T04:02:20,881 DEBUG [RS:1;fdc0a393186c:35779 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fdc0a393186c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T04:02:20,881 DEBUG [RS:0;fdc0a393186c:33917 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fdc0a393186c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T04:02:20,881 DEBUG [RS:1;fdc0a393186c:35779 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fdc0a393186c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T04:02:20,881 DEBUG [RS:0;fdc0a393186c:33917 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fdc0a393186c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T04:02:20,881 DEBUG [RS:0;fdc0a393186c:33917 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fdc0a393186c:0, corePoolSize=2, maxPoolSize=2 2024-11-21T04:02:20,881 DEBUG [RS:1;fdc0a393186c:35779 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fdc0a393186c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T04:02:20,881 DEBUG [RS:0;fdc0a393186c:33917 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fdc0a393186c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T04:02:20,881 DEBUG [RS:1;fdc0a393186c:35779 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fdc0a393186c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T04:02:20,881 DEBUG [RS:0;fdc0a393186c:33917 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fdc0a393186c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T04:02:20,881 DEBUG [RS:0;fdc0a393186c:33917 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fdc0a393186c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T04:02:20,881 DEBUG [RS:1;fdc0a393186c:35779 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fdc0a393186c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T04:02:20,881 DEBUG [RS:0;fdc0a393186c:33917 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fdc0a393186c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T04:02:20,881 DEBUG [RS:0;fdc0a393186c:33917 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fdc0a393186c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T04:02:20,881 DEBUG [RS:1;fdc0a393186c:35779 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fdc0a393186c:0, corePoolSize=2, maxPoolSize=2 2024-11-21T04:02:20,882 DEBUG [RS:0;fdc0a393186c:33917 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fdc0a393186c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T04:02:20,882 DEBUG [RS:1;fdc0a393186c:35779 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fdc0a393186c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T04:02:20,882 DEBUG [RS:0;fdc0a393186c:33917 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0, corePoolSize=3, maxPoolSize=3 2024-11-21T04:02:20,882 DEBUG [RS:0;fdc0a393186c:33917 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fdc0a393186c:0, corePoolSize=3, maxPoolSize=3 2024-11-21T04:02:20,882 DEBUG [RS:1;fdc0a393186c:35779 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fdc0a393186c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T04:02:20,882 DEBUG [RS:1;fdc0a393186c:35779 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fdc0a393186c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T04:02:20,882 DEBUG [RS:1;fdc0a393186c:35779 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fdc0a393186c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T04:02:20,882 DEBUG [RS:1;fdc0a393186c:35779 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fdc0a393186c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T04:02:20,882 DEBUG [RS:1;fdc0a393186c:35779 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fdc0a393186c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T04:02:20,882 DEBUG [RS:1;fdc0a393186c:35779 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0, corePoolSize=3, maxPoolSize=3 2024-11-21T04:02:20,882 DEBUG [RS:1;fdc0a393186c:35779 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fdc0a393186c:0, corePoolSize=3, maxPoolSize=3 2024-11-21T04:02:20,883 INFO [RS:2;fdc0a393186c:43083 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T04:02:20,884 INFO [RS:2;fdc0a393186c:43083 {}] hbase.ChoreService(168): Chore ScheduledChore name=fdc0a393186c,43083,1732161739924-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T04:02:20,884 INFO [RS:2;fdc0a393186c:43083 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T04:02:20,884 INFO [RS:2;fdc0a393186c:43083 {}] regionserver.Replication(171): fdc0a393186c,43083,1732161739924 started 2024-11-21T04:02:20,885 INFO [RS:0;fdc0a393186c:33917 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T04:02:20,885 INFO [RS:0;fdc0a393186c:33917 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T04:02:20,885 INFO [RS:0;fdc0a393186c:33917 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T04:02:20,885 INFO [RS:1;fdc0a393186c:35779 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T04:02:20,885 INFO [RS:0;fdc0a393186c:33917 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T04:02:20,885 INFO [RS:1;fdc0a393186c:35779 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T04:02:20,885 INFO [RS:0;fdc0a393186c:33917 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T04:02:20,885 INFO [RS:1;fdc0a393186c:35779 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T04:02:20,885 INFO [RS:1;fdc0a393186c:35779 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T04:02:20,885 INFO [RS:0;fdc0a393186c:33917 {}] hbase.ChoreService(168): Chore ScheduledChore name=fdc0a393186c,33917,1732161739842-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T04:02:20,885 INFO [RS:1;fdc0a393186c:35779 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T04:02:20,885 INFO [RS:1;fdc0a393186c:35779 {}] hbase.ChoreService(168): Chore ScheduledChore name=fdc0a393186c,35779,1732161739885-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T04:02:20,893 WARN [fdc0a393186c:45061 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T04:02:20,904 INFO [RS:2;fdc0a393186c:43083 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T04:02:20,904 INFO [RS:2;fdc0a393186c:43083 {}] regionserver.HRegionServer(1482): Serving as fdc0a393186c,43083,1732161739924, RpcServer on fdc0a393186c/172.17.0.2:43083, sessionid=0x1015cd82e480003 2024-11-21T04:02:20,904 DEBUG [RS:2;fdc0a393186c:43083 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T04:02:20,904 DEBUG [RS:2;fdc0a393186c:43083 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fdc0a393186c,43083,1732161739924 2024-11-21T04:02:20,904 DEBUG [RS:2;fdc0a393186c:43083 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fdc0a393186c,43083,1732161739924' 2024-11-21T04:02:20,904 DEBUG [RS:2;fdc0a393186c:43083 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-21T04:02:20,904 INFO [RS:0;fdc0a393186c:33917 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T04:02:20,905 INFO [RS:0;fdc0a393186c:33917 {}] hbase.ChoreService(168): Chore ScheduledChore name=fdc0a393186c,33917,1732161739842-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T04:02:20,905 INFO [RS:0;fdc0a393186c:33917 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T04:02:20,905 INFO [RS:0;fdc0a393186c:33917 {}] regionserver.Replication(171): fdc0a393186c,33917,1732161739842 started 2024-11-21T04:02:20,905 DEBUG [RS:2;fdc0a393186c:43083 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-21T04:02:20,906 DEBUG [RS:2;fdc0a393186c:43083 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T04:02:20,906 DEBUG [RS:2;fdc0a393186c:43083 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T04:02:20,906 DEBUG [RS:2;fdc0a393186c:43083 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fdc0a393186c,43083,1732161739924 2024-11-21T04:02:20,906 DEBUG [RS:2;fdc0a393186c:43083 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fdc0a393186c,43083,1732161739924' 2024-11-21T04:02:20,906 DEBUG [RS:2;fdc0a393186c:43083 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-21T04:02:20,906 INFO [RS:1;fdc0a393186c:35779 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T04:02:20,906 INFO [RS:1;fdc0a393186c:35779 {}] hbase.ChoreService(168): Chore ScheduledChore name=fdc0a393186c,35779,1732161739885-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T04:02:20,906 INFO [RS:1;fdc0a393186c:35779 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T04:02:20,906 INFO [RS:1;fdc0a393186c:35779 {}] regionserver.Replication(171): fdc0a393186c,35779,1732161739885 started 2024-11-21T04:02:20,906 DEBUG [RS:2;fdc0a393186c:43083 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-21T04:02:20,907 DEBUG [RS:2;fdc0a393186c:43083 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T04:02:20,907 INFO [RS:2;fdc0a393186c:43083 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T04:02:20,907 INFO [RS:2;fdc0a393186c:43083 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T04:02:20,924 INFO [RS:1;fdc0a393186c:35779 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T04:02:20,924 INFO [RS:0;fdc0a393186c:33917 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T04:02:20,924 INFO [RS:1;fdc0a393186c:35779 {}] regionserver.HRegionServer(1482): Serving as fdc0a393186c,35779,1732161739885, RpcServer on fdc0a393186c/172.17.0.2:35779, sessionid=0x1015cd82e480002 2024-11-21T04:02:20,924 INFO [RS:0;fdc0a393186c:33917 {}] regionserver.HRegionServer(1482): Serving as fdc0a393186c,33917,1732161739842, RpcServer on fdc0a393186c/172.17.0.2:33917, sessionid=0x1015cd82e480001 2024-11-21T04:02:20,925 DEBUG [RS:1;fdc0a393186c:35779 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T04:02:20,925 DEBUG [RS:0;fdc0a393186c:33917 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T04:02:20,925 DEBUG [RS:1;fdc0a393186c:35779 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fdc0a393186c,35779,1732161739885 2024-11-21T04:02:20,925 DEBUG [RS:0;fdc0a393186c:33917 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fdc0a393186c,33917,1732161739842 2024-11-21T04:02:20,925 DEBUG [RS:0;fdc0a393186c:33917 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fdc0a393186c,33917,1732161739842' 2024-11-21T04:02:20,925 DEBUG [RS:1;fdc0a393186c:35779 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fdc0a393186c,35779,1732161739885' 2024-11-21T04:02:20,925 DEBUG [RS:1;fdc0a393186c:35779 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-21T04:02:20,925 DEBUG [RS:0;fdc0a393186c:33917 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-21T04:02:20,925 DEBUG [RS:1;fdc0a393186c:35779 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-21T04:02:20,925 DEBUG [RS:0;fdc0a393186c:33917 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-21T04:02:20,926 DEBUG [RS:1;fdc0a393186c:35779 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T04:02:20,926 DEBUG [RS:1;fdc0a393186c:35779 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T04:02:20,926 DEBUG [RS:0;fdc0a393186c:33917 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T04:02:20,926 DEBUG [RS:1;fdc0a393186c:35779 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fdc0a393186c,35779,1732161739885 2024-11-21T04:02:20,926 DEBUG [RS:0;fdc0a393186c:33917 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T04:02:20,926 DEBUG [RS:1;fdc0a393186c:35779 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fdc0a393186c,35779,1732161739885' 2024-11-21T04:02:20,926 DEBUG [RS:0;fdc0a393186c:33917 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fdc0a393186c,33917,1732161739842 2024-11-21T04:02:20,926 DEBUG [RS:1;fdc0a393186c:35779 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-21T04:02:20,926 DEBUG [RS:0;fdc0a393186c:33917 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fdc0a393186c,33917,1732161739842' 2024-11-21T04:02:20,926 DEBUG [RS:0;fdc0a393186c:33917 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-21T04:02:20,926 DEBUG [RS:1;fdc0a393186c:35779 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-21T04:02:20,926 DEBUG [RS:0;fdc0a393186c:33917 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-21T04:02:20,927 DEBUG [RS:1;fdc0a393186c:35779 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T04:02:20,927 INFO [RS:1;fdc0a393186c:35779 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T04:02:20,927 DEBUG [RS:0;fdc0a393186c:33917 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T04:02:20,927 INFO [RS:1;fdc0a393186c:35779 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T04:02:20,927 INFO [RS:0;fdc0a393186c:33917 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T04:02:20,927 INFO [RS:0;fdc0a393186c:33917 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T04:02:21,008 INFO [RS:2;fdc0a393186c:43083 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T04:02:21,011 INFO [RS:2;fdc0a393186c:43083 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fdc0a393186c%2C43083%2C1732161739924, suffix=, logDir=hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/WALs/fdc0a393186c,43083,1732161739924, archiveDir=hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/oldWALs, maxLogs=32 2024-11-21T04:02:21,027 INFO [RS:1;fdc0a393186c:35779 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T04:02:21,027 INFO [RS:0;fdc0a393186c:33917 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T04:02:21,029 INFO [RS:1;fdc0a393186c:35779 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fdc0a393186c%2C35779%2C1732161739885, suffix=, logDir=hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/WALs/fdc0a393186c,35779,1732161739885, archiveDir=hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/oldWALs, maxLogs=32 2024-11-21T04:02:21,029 INFO [RS:0;fdc0a393186c:33917 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fdc0a393186c%2C33917%2C1732161739842, suffix=, logDir=hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/WALs/fdc0a393186c,33917,1732161739842, archiveDir=hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/oldWALs, maxLogs=32 2024-11-21T04:02:21,029 DEBUG [RS:2;fdc0a393186c:43083 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/WALs/fdc0a393186c,43083,1732161739924/fdc0a393186c%2C43083%2C1732161739924.1732161741014, exclude list is [], retry=0 2024-11-21T04:02:21,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46121,DS-9e087532-359e-4f40-b45a-e07c0b2f772e,DISK] 2024-11-21T04:02:21,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39911,DS-ddf00c82-7446-4df9-91e8-d957d0f5a67b,DISK] 2024-11-21T04:02:21,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35769,DS-b5f333c8-bb7e-4278-bb0a-9d6582038ce7,DISK] 2024-11-21T04:02:21,035 INFO [RS:2;fdc0a393186c:43083 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/WALs/fdc0a393186c,43083,1732161739924/fdc0a393186c%2C43083%2C1732161739924.1732161741014 2024-11-21T04:02:21,035 DEBUG [RS:2;fdc0a393186c:43083 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37091:37091),(127.0.0.1/127.0.0.1:33875:33875),(127.0.0.1/127.0.0.1:44593:44593)] 2024-11-21T04:02:21,043 DEBUG [RS:0;fdc0a393186c:33917 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/WALs/fdc0a393186c,33917,1732161739842/fdc0a393186c%2C33917%2C1732161739842.1732161741031, exclude list is [], retry=0 2024-11-21T04:02:21,043 DEBUG [RS:1;fdc0a393186c:35779 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/WALs/fdc0a393186c,35779,1732161739885/fdc0a393186c%2C35779%2C1732161739885.1732161741031, exclude list is [], retry=0 2024-11-21T04:02:21,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39911,DS-ddf00c82-7446-4df9-91e8-d957d0f5a67b,DISK] 2024-11-21T04:02:21,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35769,DS-b5f333c8-bb7e-4278-bb0a-9d6582038ce7,DISK] 2024-11-21T04:02:21,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46121,DS-9e087532-359e-4f40-b45a-e07c0b2f772e,DISK] 2024-11-21T04:02:21,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39911,DS-ddf00c82-7446-4df9-91e8-d957d0f5a67b,DISK] 2024-11-21T04:02:21,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46121,DS-9e087532-359e-4f40-b45a-e07c0b2f772e,DISK] 2024-11-21T04:02:21,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35769,DS-b5f333c8-bb7e-4278-bb0a-9d6582038ce7,DISK] 2024-11-21T04:02:21,049 INFO [RS:0;fdc0a393186c:33917 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/WALs/fdc0a393186c,33917,1732161739842/fdc0a393186c%2C33917%2C1732161739842.1732161741031 2024-11-21T04:02:21,049 INFO [RS:1;fdc0a393186c:35779 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/WALs/fdc0a393186c,35779,1732161739885/fdc0a393186c%2C35779%2C1732161739885.1732161741031 2024-11-21T04:02:21,050 DEBUG [RS:0;fdc0a393186c:33917 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33875:33875),(127.0.0.1/127.0.0.1:44593:44593),(127.0.0.1/127.0.0.1:37091:37091)] 2024-11-21T04:02:21,051 DEBUG [RS:1;fdc0a393186c:35779 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44593:44593),(127.0.0.1/127.0.0.1:33875:33875),(127.0.0.1/127.0.0.1:37091:37091)] 2024-11-21T04:02:21,143 DEBUG [fdc0a393186c:45061 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-21T04:02:21,144 DEBUG [fdc0a393186c:45061 {}] balancer.BalancerClusterState(204): Hosts are {fdc0a393186c=0} racks are {/default-rack=0} 2024-11-21T04:02:21,148 DEBUG [fdc0a393186c:45061 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-21T04:02:21,148 DEBUG [fdc0a393186c:45061 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-21T04:02:21,148 DEBUG [fdc0a393186c:45061 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-21T04:02:21,148 DEBUG [fdc0a393186c:45061 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-21T04:02:21,148 DEBUG [fdc0a393186c:45061 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-21T04:02:21,148 DEBUG [fdc0a393186c:45061 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-21T04:02:21,148 INFO [fdc0a393186c:45061 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-21T04:02:21,148 INFO [fdc0a393186c:45061 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-21T04:02:21,148 INFO [fdc0a393186c:45061 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-21T04:02:21,148 DEBUG [fdc0a393186c:45061 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-21T04:02:21,149 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fdc0a393186c,35779,1732161739885 2024-11-21T04:02:21,151 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fdc0a393186c,35779,1732161739885, state=OPENING 2024-11-21T04:02:21,180 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T04:02:21,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35779-0x1015cd82e480002, quorum=127.0.0.1:53799, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T04:02:21,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45061-0x1015cd82e480000, quorum=127.0.0.1:53799, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T04:02:21,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33917-0x1015cd82e480001, quorum=127.0.0.1:53799, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T04:02:21,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43083-0x1015cd82e480003, quorum=127.0.0.1:53799, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T04:02:21,190 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T04:02:21,190 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T04:02:21,190 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T04:02:21,190 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T04:02:21,191 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fdc0a393186c,35779,1732161739885}] 2024-11-21T04:02:21,191 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T04:02:22,025 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T04:02:22,039 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T04:02:22,039 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T04:02:22,548 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T04:02:22,552 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T04:02:22,572 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T04:02:22,572 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T04:02:23,215 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T04:02:23,215 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T04:02:28,721 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T04:02:28,726 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T04:02:28,751 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T04:02:28,752 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T04:02:31,196 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T04:02:31,200 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47385, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T04:02:31,208 INFO [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T04:02:31,208 INFO [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T04:02:31,208 INFO [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T04:02:31,211 INFO [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fdc0a393186c%2C35779%2C1732161739885.meta, suffix=.meta, logDir=hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/WALs/fdc0a393186c,35779,1732161739885, archiveDir=hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/oldWALs, maxLogs=32 2024-11-21T04:02:31,227 DEBUG [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/WALs/fdc0a393186c,35779,1732161739885/fdc0a393186c%2C35779%2C1732161739885.meta.1732161751211.meta, exclude list is [], retry=0 2024-11-21T04:02:31,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46121,DS-9e087532-359e-4f40-b45a-e07c0b2f772e,DISK] 2024-11-21T04:02:31,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35769,DS-b5f333c8-bb7e-4278-bb0a-9d6582038ce7,DISK] 2024-11-21T04:02:31,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39911,DS-ddf00c82-7446-4df9-91e8-d957d0f5a67b,DISK] 2024-11-21T04:02:31,232 INFO [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/WALs/fdc0a393186c,35779,1732161739885/fdc0a393186c%2C35779%2C1732161739885.meta.1732161751211.meta 2024-11-21T04:02:31,232 DEBUG [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44593:44593),(127.0.0.1/127.0.0.1:37091:37091),(127.0.0.1/127.0.0.1:33875:33875)] 2024-11-21T04:02:31,233 DEBUG [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T04:02:31,233 DEBUG [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T04:02:31,233 DEBUG [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T04:02:31,233 INFO [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T04:02:31,233 DEBUG [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T04:02:31,233 DEBUG [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T04:02:31,233 DEBUG [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T04:02:31,233 DEBUG [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T04:02:31,235 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T04:02:31,236 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T04:02:31,236 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:02:31,236 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T04:02:31,236 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T04:02:31,237 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T04:02:31,237 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:02:31,238 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T04:02:31,238 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T04:02:31,238 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T04:02:31,239 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:02:31,239 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T04:02:31,239 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T04:02:31,240 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T04:02:31,240 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:02:31,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T04:02:31,240 DEBUG [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T04:02:31,241 DEBUG [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/data/hbase/meta/1588230740 2024-11-21T04:02:31,242 DEBUG [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/data/hbase/meta/1588230740 2024-11-21T04:02:31,244 DEBUG [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T04:02:31,244 DEBUG [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T04:02:31,244 DEBUG [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T04:02:31,246 DEBUG [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T04:02:31,247 INFO [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68786034, jitterRate=0.024991780519485474}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T04:02:31,247 DEBUG [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T04:02:31,248 DEBUG [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732161751233Writing region info on filesystem at 1732161751233Initializing all the Stores at 1732161751234 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732161751234Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732161751235 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161751235Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732161751235Cleaning up temporary data from old regions at 1732161751244 (+9 ms)Running coprocessor post-open hooks at 1732161751247 (+3 ms)Region opened successfully at 1732161751248 (+1 ms) 2024-11-21T04:02:31,249 INFO [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732161751195 2024-11-21T04:02:31,251 DEBUG [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T04:02:31,251 INFO [RS_OPEN_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T04:02:31,252 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fdc0a393186c,35779,1732161739885 2024-11-21T04:02:31,252 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fdc0a393186c,35779,1732161739885, state=OPEN 2024-11-21T04:02:31,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43083-0x1015cd82e480003, quorum=127.0.0.1:53799, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T04:02:31,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35779-0x1015cd82e480002, quorum=127.0.0.1:53799, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T04:02:31,311 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T04:02:31,311 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fdc0a393186c,35779,1732161739885 2024-11-21T04:02:31,311 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T04:02:31,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33917-0x1015cd82e480001, quorum=127.0.0.1:53799, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T04:02:31,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45061-0x1015cd82e480000, quorum=127.0.0.1:53799, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T04:02:31,311 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T04:02:31,311 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T04:02:31,313 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T04:02:31,313 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fdc0a393186c,35779,1732161739885 in 10.1210 sec 2024-11-21T04:02:31,315 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T04:02:31,315 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.5730 sec 2024-11-21T04:02:31,316 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T04:02:31,316 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T04:02:31,318 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T04:02:31,318 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,35779,1732161739885, seqNum=-1] 2024-11-21T04:02:31,319 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T04:02:31,320 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51549, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T04:02:31,326 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.6330 sec 2024-11-21T04:02:31,326 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732161751326, completionTime=-1 2024-11-21T04:02:31,326 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-21T04:02:31,326 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T04:02:31,328 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-21T04:02:31,328 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732161811328 2024-11-21T04:02:31,328 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732161871328 2024-11-21T04:02:31,328 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-21T04:02:31,328 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-21T04:02:31,329 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fdc0a393186c,45061,1732161739668-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T04:02:31,329 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fdc0a393186c,45061,1732161739668-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T04:02:31,329 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fdc0a393186c,45061,1732161739668-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T04:02:31,329 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fdc0a393186c:45061, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T04:02:31,329 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T04:02:31,330 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T04:02:31,331 DEBUG [master/fdc0a393186c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T04:02:31,333 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.353sec 2024-11-21T04:02:31,333 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T04:02:31,333 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T04:02:31,333 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T04:02:31,333 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T04:02:31,333 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T04:02:31,333 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fdc0a393186c,45061,1732161739668-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T04:02:31,334 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fdc0a393186c,45061,1732161739668-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T04:02:31,336 DEBUG [master/fdc0a393186c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T04:02:31,336 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T04:02:31,336 INFO [master/fdc0a393186c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fdc0a393186c,45061,1732161739668-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T04:02:31,359 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25247ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T04:02:31,359 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fdc0a393186c,45061,-1 for getting cluster id 2024-11-21T04:02:31,359 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T04:02:31,361 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c98da7d-32ba-4440-bbeb-4e03555083b8' 2024-11-21T04:02:31,361 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T04:02:31,362 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c98da7d-32ba-4440-bbeb-4e03555083b8" 2024-11-21T04:02:31,362 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c2d1fca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T04:02:31,362 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fdc0a393186c,45061,-1] 2024-11-21T04:02:31,363 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T04:02:31,363 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:02:31,365 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44928, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T04:02:31,366 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e79ec90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T04:02:31,366 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T04:02:31,367 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,35779,1732161739885, seqNum=-1] 2024-11-21T04:02:31,368 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T04:02:31,370 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45824, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T04:02:31,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fdc0a393186c,45061,1732161739668 2024-11-21T04:02:31,372 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732161751372 (current time:1732161751372). 2024-11-21T04:02:31,372 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-21T04:02:31,372 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-21T04:02:31,373 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a1caa11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T04:02:31,373 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fdc0a393186c,45061,-1 for getting cluster id 2024-11-21T04:02:31,373 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T04:02:31,374 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c98da7d-32ba-4440-bbeb-4e03555083b8' 2024-11-21T04:02:31,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T04:02:31,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c98da7d-32ba-4440-bbeb-4e03555083b8" 2024-11-21T04:02:31,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@105f27f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T04:02:31,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fdc0a393186c,45061,-1] 2024-11-21T04:02:31,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T04:02:31,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:02:31,376 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44950, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T04:02:31,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63dd1934, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T04:02:31,378 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T04:02:31,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fdc0a393186c,35779,1732161739885, seqNum=-1] 2024-11-21T04:02:31,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T04:02:31,380 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45826, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T04:02:31,382 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T04:02:31,382 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T04:02:31,382 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:02:31,382 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:02:31,382 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T04:02:31,383 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T04:02:31,384 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is fdc0a393186c,45061,1732161739668 2024-11-21T04:02:31,384 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a55691c 2024-11-21T04:02:31,384 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T04:02:31,386 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44966, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T04:02:31,387 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45061 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T04:02:31,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45061 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-21T04:02:31,389 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T04:02:31,389 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:02:31,389 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45061 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-21T04:02:31,390 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T04:02:31,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45061 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T04:02:31,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46121 is added to blk_1073741837_1013 (size=361) 2024-11-21T04:02:31,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39911 is added to blk_1073741837_1013 (size=361) 2024-11-21T04:02:31,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35769 is added to blk_1073741837_1013 (size=361) 2024-11-21T04:02:31,404 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8b608ff1c88ba54a7a57506a429ef126, NAME => 'SPTestTable,,1732161751386.8b608ff1c88ba54a7a57506a429ef126.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6 2024-11-21T04:02:31,405 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 3c464e37dddb43656b12c7cd5f962064, NAME => 'SPTestTable,19999999,1732161751386.3c464e37dddb43656b12c7cd5f962064.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6 2024-11-21T04:02:31,405 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => ac3ae981eb08ba27954de2b41ba180ec, NAME => 'SPTestTable,33333332,1732161751386.ac3ae981eb08ba27954de2b41ba180ec.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6 2024-11-21T04:02:31,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39911 is added to blk_1073741839_1015 (size=54) 2024-11-21T04:02:31,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46121 is added to blk_1073741839_1015 (size=54) 2024-11-21T04:02:31,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35769 is added to blk_1073741839_1015 (size=54) 2024-11-21T04:02:31,417 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1732161751386.8b608ff1c88ba54a7a57506a429ef126.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T04:02:31,417 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 8b608ff1c88ba54a7a57506a429ef126, disabling compactions & flushes 2024-11-21T04:02:31,417 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1732161751386.8b608ff1c88ba54a7a57506a429ef126. 2024-11-21T04:02:31,417 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732161751386.8b608ff1c88ba54a7a57506a429ef126. 2024-11-21T04:02:31,417 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732161751386.8b608ff1c88ba54a7a57506a429ef126. after waiting 0 ms 2024-11-21T04:02:31,417 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732161751386.8b608ff1c88ba54a7a57506a429ef126. 2024-11-21T04:02:31,417 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1732161751386.8b608ff1c88ba54a7a57506a429ef126. 2024-11-21T04:02:31,417 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8b608ff1c88ba54a7a57506a429ef126: Waiting for close lock at 1732161751417Disabling compacts and flushes for region at 1732161751417Disabling writes for close at 1732161751417Writing region close event to WAL at 1732161751417Closed at 1732161751417 2024-11-21T04:02:31,417 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9546049a0f8663b8fb8aeeefb7e76ed1, NAME => 'SPTestTable,4ccccccb,1732161751386.9546049a0f8663b8fb8aeeefb7e76ed1.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6 2024-11-21T04:02:31,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35769 is added to blk_1073741838_1014 (size=62) 2024-11-21T04:02:31,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39911 is added to blk_1073741838_1014 (size=62) 2024-11-21T04:02:31,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46121 is added to blk_1073741838_1014 (size=62) 2024-11-21T04:02:31,421 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732161751386.3c464e37dddb43656b12c7cd5f962064.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T04:02:31,421 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 3c464e37dddb43656b12c7cd5f962064, disabling compactions & flushes 2024-11-21T04:02:31,421 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732161751386.3c464e37dddb43656b12c7cd5f962064. 2024-11-21T04:02:31,421 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732161751386.3c464e37dddb43656b12c7cd5f962064. 2024-11-21T04:02:31,421 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732161751386.3c464e37dddb43656b12c7cd5f962064. after waiting 0 ms 2024-11-21T04:02:31,421 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732161751386.3c464e37dddb43656b12c7cd5f962064. 2024-11-21T04:02:31,421 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732161751386.3c464e37dddb43656b12c7cd5f962064. 2024-11-21T04:02:31,421 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 3c464e37dddb43656b12c7cd5f962064: Waiting for close lock at 1732161751421Disabling compacts and flushes for region at 1732161751421Disabling writes for close at 1732161751421Writing region close event to WAL at 1732161751421Closed at 1732161751421 2024-11-21T04:02:31,422 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => fe0f6f3755ced7e047ea39a6bfc05181, NAME => 'SPTestTable,66666664,1732161751386.fe0f6f3755ced7e047ea39a6bfc05181.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6 2024-11-21T04:02:31,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39911 is added to blk_1073741840_1016 (size=62) 2024-11-21T04:02:31,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46121 is added to blk_1073741840_1016 (size=62) 2024-11-21T04:02:31,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35769 is added to blk_1073741840_1016 (size=62) 2024-11-21T04:02:31,434 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732161751386.ac3ae981eb08ba27954de2b41ba180ec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T04:02:31,434 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing ac3ae981eb08ba27954de2b41ba180ec, disabling compactions & flushes 2024-11-21T04:02:31,434 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732161751386.ac3ae981eb08ba27954de2b41ba180ec. 2024-11-21T04:02:31,434 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732161751386.ac3ae981eb08ba27954de2b41ba180ec. 2024-11-21T04:02:31,435 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732161751386.ac3ae981eb08ba27954de2b41ba180ec. after waiting 0 ms 2024-11-21T04:02:31,435 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732161751386.ac3ae981eb08ba27954de2b41ba180ec. 2024-11-21T04:02:31,435 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732161751386.ac3ae981eb08ba27954de2b41ba180ec. 2024-11-21T04:02:31,435 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for ac3ae981eb08ba27954de2b41ba180ec: Waiting for close lock at 1732161751434Disabling compacts and flushes for region at 1732161751434Disabling writes for close at 1732161751435 (+1 ms)Writing region close event to WAL at 1732161751435Closed at 1732161751435 2024-11-21T04:02:31,435 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 0e604caa09b1223e4c7492fc1842a7e2, NAME => 'SPTestTable,7ffffffd,1732161751386.0e604caa09b1223e4c7492fc1842a7e2.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6 2024-11-21T04:02:31,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46121 is added to blk_1073741841_1017 (size=62) 2024-11-21T04:02:31,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35769 is added to blk_1073741841_1017 (size=62) 2024-11-21T04:02:31,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46121 is added to blk_1073741842_1018 (size=62) 2024-11-21T04:02:31,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35769 is added to blk_1073741842_1018 (size=62) 2024-11-21T04:02:31,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39911 is added to blk_1073741841_1017 (size=62) 2024-11-21T04:02:31,448 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732161751386.fe0f6f3755ced7e047ea39a6bfc05181.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T04:02:31,449 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing fe0f6f3755ced7e047ea39a6bfc05181, disabling compactions & flushes 2024-11-21T04:02:31,449 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732161751386.fe0f6f3755ced7e047ea39a6bfc05181. 2024-11-21T04:02:31,449 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732161751386.fe0f6f3755ced7e047ea39a6bfc05181. 2024-11-21T04:02:31,449 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732161751386.fe0f6f3755ced7e047ea39a6bfc05181. after waiting 0 ms 2024-11-21T04:02:31,449 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732161751386.fe0f6f3755ced7e047ea39a6bfc05181. 2024-11-21T04:02:31,449 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732161751386.fe0f6f3755ced7e047ea39a6bfc05181. 2024-11-21T04:02:31,449 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for fe0f6f3755ced7e047ea39a6bfc05181: Waiting for close lock at 1732161751449Disabling compacts and flushes for region at 1732161751449Disabling writes for close at 1732161751449Writing region close event to WAL at 1732161751449Closed at 1732161751449 2024-11-21T04:02:31,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39911 is added to blk_1073741842_1018 (size=62) 2024-11-21T04:02:31,450 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 09bffb73dea3fbd7fffdaf28d80b8d76, NAME => 'SPTestTable,99999996,1732161751386.09bffb73dea3fbd7fffdaf28d80b8d76.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6 2024-11-21T04:02:31,450 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732161751386.9546049a0f8663b8fb8aeeefb7e76ed1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T04:02:31,450 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 9546049a0f8663b8fb8aeeefb7e76ed1, disabling compactions & flushes 2024-11-21T04:02:31,450 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732161751386.9546049a0f8663b8fb8aeeefb7e76ed1. 2024-11-21T04:02:31,450 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732161751386.9546049a0f8663b8fb8aeeefb7e76ed1. 2024-11-21T04:02:31,450 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732161751386.9546049a0f8663b8fb8aeeefb7e76ed1. after waiting 0 ms 2024-11-21T04:02:31,450 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732161751386.9546049a0f8663b8fb8aeeefb7e76ed1. 2024-11-21T04:02:31,450 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732161751386.9546049a0f8663b8fb8aeeefb7e76ed1. 2024-11-21T04:02:31,450 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9546049a0f8663b8fb8aeeefb7e76ed1: Waiting for close lock at 1732161751450Disabling compacts and flushes for region at 1732161751450Disabling writes for close at 1732161751450Writing region close event to WAL at 1732161751450Closed at 1732161751450 2024-11-21T04:02:31,451 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d1552f9a9f58c466554e06a0522d809e, NAME => 'SPTestTable,b333332f,1732161751386.d1552f9a9f58c466554e06a0522d809e.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6 2024-11-21T04:02:31,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39911 is added to blk_1073741843_1019 (size=62) 2024-11-21T04:02:31,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46121 is added to blk_1073741843_1019 (size=62) 2024-11-21T04:02:31,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35769 is added to blk_1073741843_1019 (size=62) 2024-11-21T04:02:31,455 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732161751386.0e604caa09b1223e4c7492fc1842a7e2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T04:02:31,455 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 0e604caa09b1223e4c7492fc1842a7e2, disabling compactions & flushes 2024-11-21T04:02:31,455 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732161751386.0e604caa09b1223e4c7492fc1842a7e2. 2024-11-21T04:02:31,455 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732161751386.0e604caa09b1223e4c7492fc1842a7e2. 2024-11-21T04:02:31,455 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732161751386.0e604caa09b1223e4c7492fc1842a7e2. after waiting 0 ms 2024-11-21T04:02:31,455 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732161751386.0e604caa09b1223e4c7492fc1842a7e2. 2024-11-21T04:02:31,455 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732161751386.0e604caa09b1223e4c7492fc1842a7e2. 2024-11-21T04:02:31,455 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 0e604caa09b1223e4c7492fc1842a7e2: Waiting for close lock at 1732161751455Disabling compacts and flushes for region at 1732161751455Disabling writes for close at 1732161751455Writing region close event to WAL at 1732161751455Closed at 1732161751455 2024-11-21T04:02:31,456 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => ba313103179348a3b39d0ca0542edcc3, NAME => 'SPTestTable,ccccccc8,1732161751386.ba313103179348a3b39d0ca0542edcc3.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6 2024-11-21T04:02:31,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39911 is added to blk_1073741845_1021 (size=62) 2024-11-21T04:02:31,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35769 is added to blk_1073741844_1020 (size=62) 2024-11-21T04:02:31,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46121 is added to blk_1073741844_1020 (size=62) 2024-11-21T04:02:31,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39911 is added to blk_1073741844_1020 (size=62) 2024-11-21T04:02:31,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46121 is added to blk_1073741845_1021 (size=62) 2024-11-21T04:02:31,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35769 is added to blk_1073741845_1021 (size=62) 2024-11-21T04:02:31,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46121 is added to blk_1073741846_1022 (size=62) 2024-11-21T04:02:31,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39911 is added to blk_1073741846_1022 (size=62) 2024-11-21T04:02:31,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35769 is added to blk_1073741846_1022 (size=62) 2024-11-21T04:02:31,472 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732161751386.ba313103179348a3b39d0ca0542edcc3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T04:02:31,472 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing ba313103179348a3b39d0ca0542edcc3, disabling compactions & flushes 2024-11-21T04:02:31,472 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732161751386.ba313103179348a3b39d0ca0542edcc3. 2024-11-21T04:02:31,472 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732161751386.ba313103179348a3b39d0ca0542edcc3. 2024-11-21T04:02:31,472 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732161751386.ba313103179348a3b39d0ca0542edcc3. after waiting 0 ms 2024-11-21T04:02:31,472 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732161751386.ba313103179348a3b39d0ca0542edcc3. 2024-11-21T04:02:31,472 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732161751386.ba313103179348a3b39d0ca0542edcc3. 2024-11-21T04:02:31,472 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for ba313103179348a3b39d0ca0542edcc3: Waiting for close lock at 1732161751472Disabling compacts and flushes for region at 1732161751472Disabling writes for close at 1732161751472Writing region close event to WAL at 1732161751472Closed at 1732161751472 2024-11-21T04:02:31,473 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 5ea009bd468c8d987e3fdfccaab3ccf9, NAME => 'SPTestTable,e6666661,1732161751386.5ea009bd468c8d987e3fdfccaab3ccf9.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6 2024-11-21T04:02:31,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39911 is added to blk_1073741847_1023 (size=54) 2024-11-21T04:02:31,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46121 is added to blk_1073741847_1023 (size=54) 2024-11-21T04:02:31,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35769 is added to blk_1073741847_1023 (size=54) 2024-11-21T04:02:31,481 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732161751386.5ea009bd468c8d987e3fdfccaab3ccf9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T04:02:31,481 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 5ea009bd468c8d987e3fdfccaab3ccf9, disabling compactions & flushes 2024-11-21T04:02:31,481 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732161751386.5ea009bd468c8d987e3fdfccaab3ccf9. 2024-11-21T04:02:31,481 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732161751386.5ea009bd468c8d987e3fdfccaab3ccf9. 2024-11-21T04:02:31,482 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732161751386.5ea009bd468c8d987e3fdfccaab3ccf9. after waiting 0 ms 2024-11-21T04:02:31,482 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732161751386.5ea009bd468c8d987e3fdfccaab3ccf9. 2024-11-21T04:02:31,482 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732161751386.5ea009bd468c8d987e3fdfccaab3ccf9. 2024-11-21T04:02:31,482 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 5ea009bd468c8d987e3fdfccaab3ccf9: Waiting for close lock at 1732161751481Disabling compacts and flushes for region at 1732161751481Disabling writes for close at 1732161751482 (+1 ms)Writing region close event to WAL at 1732161751482Closed at 1732161751482 2024-11-21T04:02:31,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45061 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T04:02:31,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45061 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T04:02:31,871 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732161751386.d1552f9a9f58c466554e06a0522d809e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T04:02:31,871 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732161751386.09bffb73dea3fbd7fffdaf28d80b8d76.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T04:02:31,871 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 09bffb73dea3fbd7fffdaf28d80b8d76, disabling compactions & flushes 2024-11-21T04:02:31,871 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing d1552f9a9f58c466554e06a0522d809e, disabling compactions & flushes 2024-11-21T04:02:31,871 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732161751386.09bffb73dea3fbd7fffdaf28d80b8d76. 2024-11-21T04:02:31,871 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732161751386.09bffb73dea3fbd7fffdaf28d80b8d76. 2024-11-21T04:02:31,871 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732161751386.d1552f9a9f58c466554e06a0522d809e. 2024-11-21T04:02:31,871 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732161751386.09bffb73dea3fbd7fffdaf28d80b8d76. after waiting 0 ms 2024-11-21T04:02:31,871 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732161751386.d1552f9a9f58c466554e06a0522d809e. 2024-11-21T04:02:31,871 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732161751386.09bffb73dea3fbd7fffdaf28d80b8d76. 2024-11-21T04:02:31,871 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732161751386.09bffb73dea3fbd7fffdaf28d80b8d76. 2024-11-21T04:02:31,871 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732161751386.d1552f9a9f58c466554e06a0522d809e. after waiting 0 ms 2024-11-21T04:02:31,871 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 09bffb73dea3fbd7fffdaf28d80b8d76: Waiting for close lock at 1732161751871Disabling compacts and flushes for region at 1732161751871Disabling writes for close at 1732161751871Writing region close event to WAL at 1732161751871Closed at 1732161751871 2024-11-21T04:02:31,871 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732161751386.d1552f9a9f58c466554e06a0522d809e. 2024-11-21T04:02:31,872 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732161751386.d1552f9a9f58c466554e06a0522d809e. 2024-11-21T04:02:31,872 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for d1552f9a9f58c466554e06a0522d809e: Waiting for close lock at 1732161751871Disabling compacts and flushes for region at 1732161751871Disabling writes for close at 1732161751871Writing region close event to WAL at 1732161751871Closed at 1732161751871 2024-11-21T04:02:31,874 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T04:02:31,875 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1732161751386.8b608ff1c88ba54a7a57506a429ef126.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732161751874"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732161751874"}]},"ts":"1732161751874"} 2024-11-21T04:02:31,875 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1732161751386.3c464e37dddb43656b12c7cd5f962064.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732161751874"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732161751874"}]},"ts":"1732161751874"} 2024-11-21T04:02:31,876 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1732161751386.ac3ae981eb08ba27954de2b41ba180ec.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732161751874"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732161751874"}]},"ts":"1732161751874"} 2024-11-21T04:02:31,876 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1732161751386.fe0f6f3755ced7e047ea39a6bfc05181.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732161751874"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732161751874"}]},"ts":"1732161751874"} 2024-11-21T04:02:31,876 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1732161751386.9546049a0f8663b8fb8aeeefb7e76ed1.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732161751874"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732161751874"}]},"ts":"1732161751874"} 2024-11-21T04:02:31,877 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1732161751386.0e604caa09b1223e4c7492fc1842a7e2.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732161751874"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732161751874"}]},"ts":"1732161751874"} 2024-11-21T04:02:31,877 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1732161751386.ba313103179348a3b39d0ca0542edcc3.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732161751874"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732161751874"}]},"ts":"1732161751874"} 2024-11-21T04:02:31,877 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1732161751386.5ea009bd468c8d987e3fdfccaab3ccf9.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732161751874"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732161751874"}]},"ts":"1732161751874"} 2024-11-21T04:02:31,878 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1732161751386.09bffb73dea3fbd7fffdaf28d80b8d76.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732161751874"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732161751874"}]},"ts":"1732161751874"} 2024-11-21T04:02:31,878 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1732161751386.d1552f9a9f58c466554e06a0522d809e.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732161751874"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732161751874"}]},"ts":"1732161751874"} 2024-11-21T04:02:31,883 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-21T04:02:31,884 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T04:02:31,884 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732161751884"}]},"ts":"1732161751884"} 2024-11-21T04:02:31,886 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-21T04:02:31,886 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {fdc0a393186c=0} racks are {/default-rack=0} 2024-11-21T04:02:31,891 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-21T04:02:31,891 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-21T04:02:31,891 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-21T04:02:31,891 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-21T04:02:31,891 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-21T04:02:31,891 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-21T04:02:31,891 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-21T04:02:31,891 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-21T04:02:31,891 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-21T04:02:31,891 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-21T04:02:31,892 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8b608ff1c88ba54a7a57506a429ef126, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3c464e37dddb43656b12c7cd5f962064, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ac3ae981eb08ba27954de2b41ba180ec, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9546049a0f8663b8fb8aeeefb7e76ed1, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fe0f6f3755ced7e047ea39a6bfc05181, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0e604caa09b1223e4c7492fc1842a7e2, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=09bffb73dea3fbd7fffdaf28d80b8d76, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d1552f9a9f58c466554e06a0522d809e, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ba313103179348a3b39d0ca0542edcc3, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5ea009bd468c8d987e3fdfccaab3ccf9, ASSIGN}] 2024-11-21T04:02:31,894 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9546049a0f8663b8fb8aeeefb7e76ed1, ASSIGN 2024-11-21T04:02:31,894 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ac3ae981eb08ba27954de2b41ba180ec, ASSIGN 2024-11-21T04:02:31,894 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3c464e37dddb43656b12c7cd5f962064, ASSIGN 2024-11-21T04:02:31,894 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8b608ff1c88ba54a7a57506a429ef126, ASSIGN 2024-11-21T04:02:31,895 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9546049a0f8663b8fb8aeeefb7e76ed1, ASSIGN; state=OFFLINE, location=fdc0a393186c,33917,1732161739842; forceNewPlan=false, retain=false 2024-11-21T04:02:31,895 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3c464e37dddb43656b12c7cd5f962064, ASSIGN; state=OFFLINE, location=fdc0a393186c,33917,1732161739842; forceNewPlan=false, retain=false 2024-11-21T04:02:31,896 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8b608ff1c88ba54a7a57506a429ef126, ASSIGN; state=OFFLINE, location=fdc0a393186c,35779,1732161739885; forceNewPlan=false, retain=false 2024-11-21T04:02:31,896 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ac3ae981eb08ba27954de2b41ba180ec, ASSIGN; state=OFFLINE, location=fdc0a393186c,43083,1732161739924; forceNewPlan=false, retain=false 2024-11-21T04:02:31,898 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5ea009bd468c8d987e3fdfccaab3ccf9, ASSIGN 2024-11-21T04:02:31,898 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d1552f9a9f58c466554e06a0522d809e, ASSIGN 2024-11-21T04:02:31,898 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ba313103179348a3b39d0ca0542edcc3, ASSIGN 2024-11-21T04:02:31,898 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=09bffb73dea3fbd7fffdaf28d80b8d76, ASSIGN 2024-11-21T04:02:31,898 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0e604caa09b1223e4c7492fc1842a7e2, ASSIGN 2024-11-21T04:02:31,899 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ba313103179348a3b39d0ca0542edcc3, ASSIGN; state=OFFLINE, location=fdc0a393186c,35779,1732161739885; forceNewPlan=false, retain=false 2024-11-21T04:02:31,899 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5ea009bd468c8d987e3fdfccaab3ccf9, ASSIGN; state=OFFLINE, location=fdc0a393186c,33917,1732161739842; forceNewPlan=false, retain=false 2024-11-21T04:02:31,899 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d1552f9a9f58c466554e06a0522d809e, ASSIGN; state=OFFLINE, location=fdc0a393186c,35779,1732161739885; forceNewPlan=false, retain=false 2024-11-21T04:02:31,899 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=09bffb73dea3fbd7fffdaf28d80b8d76, ASSIGN; state=OFFLINE, location=fdc0a393186c,43083,1732161739924; forceNewPlan=false, retain=false 2024-11-21T04:02:31,899 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0e604caa09b1223e4c7492fc1842a7e2, ASSIGN; state=OFFLINE, location=fdc0a393186c,43083,1732161739924; forceNewPlan=false, retain=false 2024-11-21T04:02:31,902 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fe0f6f3755ced7e047ea39a6bfc05181, ASSIGN 2024-11-21T04:02:31,903 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fe0f6f3755ced7e047ea39a6bfc05181, ASSIGN; state=OFFLINE, location=fdc0a393186c,35779,1732161739885; forceNewPlan=false, retain=false 2024-11-21T04:02:32,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45061 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T04:02:32,046 INFO [fdc0a393186c:45061 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-21T04:02:32,047 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=09bffb73dea3fbd7fffdaf28d80b8d76, regionState=OPENING, regionLocation=fdc0a393186c,43083,1732161739924 2024-11-21T04:02:32,047 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=ac3ae981eb08ba27954de2b41ba180ec, regionState=OPENING, regionLocation=fdc0a393186c,43083,1732161739924 2024-11-21T04:02:32,047 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=0e604caa09b1223e4c7492fc1842a7e2, regionState=OPENING, regionLocation=fdc0a393186c,43083,1732161739924 2024-11-21T04:02:32,047 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=ba313103179348a3b39d0ca0542edcc3, regionState=OPENING, regionLocation=fdc0a393186c,35779,1732161739885 2024-11-21T04:02:32,047 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=d1552f9a9f58c466554e06a0522d809e, regionState=OPENING, regionLocation=fdc0a393186c,35779,1732161739885 2024-11-21T04:02:32,049 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=fe0f6f3755ced7e047ea39a6bfc05181, regionState=OPENING, regionLocation=fdc0a393186c,35779,1732161739885 2024-11-21T04:02:32,049 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8b608ff1c88ba54a7a57506a429ef126, regionState=OPENING, regionLocation=fdc0a393186c,35779,1732161739885 2024-11-21T04:02:32,049 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=5ea009bd468c8d987e3fdfccaab3ccf9, regionState=OPENING, regionLocation=fdc0a393186c,33917,1732161739842 2024-11-21T04:02:32,050 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=9546049a0f8663b8fb8aeeefb7e76ed1, regionState=OPENING, regionLocation=fdc0a393186c,33917,1732161739842 2024-11-21T04:02:32,050 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=3c464e37dddb43656b12c7cd5f962064, regionState=OPENING, regionLocation=fdc0a393186c,33917,1732161739842 2024-11-21T04:02:32,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0e604caa09b1223e4c7492fc1842a7e2, ASSIGN because future has completed 2024-11-21T04:02:32,054 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0e604caa09b1223e4c7492fc1842a7e2, server=fdc0a393186c,43083,1732161739924}] 2024-11-21T04:02:32,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ba313103179348a3b39d0ca0542edcc3, ASSIGN because future has completed 2024-11-21T04:02:32,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=09bffb73dea3fbd7fffdaf28d80b8d76, ASSIGN because future has completed 2024-11-21T04:02:32,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ac3ae981eb08ba27954de2b41ba180ec, ASSIGN because future has completed 2024-11-21T04:02:32,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fe0f6f3755ced7e047ea39a6bfc05181, ASSIGN because future has completed 2024-11-21T04:02:32,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8b608ff1c88ba54a7a57506a429ef126, ASSIGN because future has completed 2024-11-21T04:02:32,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5ea009bd468c8d987e3fdfccaab3ccf9, ASSIGN because future has completed 2024-11-21T04:02:32,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d1552f9a9f58c466554e06a0522d809e, ASSIGN because future has completed 2024-11-21T04:02:32,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9546049a0f8663b8fb8aeeefb7e76ed1, ASSIGN because future has completed 2024-11-21T04:02:32,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3c464e37dddb43656b12c7cd5f962064, ASSIGN because future has completed 2024-11-21T04:02:32,087 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure ac3ae981eb08ba27954de2b41ba180ec, server=fdc0a393186c,43083,1732161739924}] 2024-11-21T04:02:32,087 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure fe0f6f3755ced7e047ea39a6bfc05181, server=fdc0a393186c,35779,1732161739885}] 2024-11-21T04:02:32,087 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure ba313103179348a3b39d0ca0542edcc3, server=fdc0a393186c,35779,1732161739885}] 2024-11-21T04:02:32,087 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 09bffb73dea3fbd7fffdaf28d80b8d76, server=fdc0a393186c,43083,1732161739924}] 2024-11-21T04:02:32,096 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3c464e37dddb43656b12c7cd5f962064, server=fdc0a393186c,33917,1732161739842}] 2024-11-21T04:02:32,096 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure d1552f9a9f58c466554e06a0522d809e, server=fdc0a393186c,35779,1732161739885}] 2024-11-21T04:02:32,096 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9546049a0f8663b8fb8aeeefb7e76ed1, server=fdc0a393186c,33917,1732161739842}] 2024-11-21T04:02:32,098 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5ea009bd468c8d987e3fdfccaab3ccf9, server=fdc0a393186c,33917,1732161739842}] 2024-11-21T04:02:32,098 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8b608ff1c88ba54a7a57506a429ef126, server=fdc0a393186c,35779,1732161739885}] 2024-11-21T04:02:32,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45061 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T04:02:32,876 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T04:02:32,917 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fdc0a393186c:40945 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-21T04:02:33,215 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T04:02:33,215 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-21T04:02:33,217 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T04:02:33,217 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-21T04:02:33,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45061 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T04:02:35,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45061 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T04:02:36,739 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T04:02:36,748 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T04:02:36,779 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T04:02:36,780 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T04:02:39,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45061 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T04:02:42,090 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T04:02:42,092 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35761, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T04:02:42,100 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T04:02:42,101 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1732161751386.fe0f6f3755ced7e047ea39a6bfc05181. 2024-11-21T04:02:42,101 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => fe0f6f3755ced7e047ea39a6bfc05181, NAME => 'SPTestTable,66666664,1732161751386.fe0f6f3755ced7e047ea39a6bfc05181.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-21T04:02:42,101 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732161751386.09bffb73dea3fbd7fffdaf28d80b8d76. 2024-11-21T04:02:42,102 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 09bffb73dea3fbd7fffdaf28d80b8d76, NAME => 'SPTestTable,99999996,1732161751386.09bffb73dea3fbd7fffdaf28d80b8d76.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-21T04:02:42,102 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable fe0f6f3755ced7e047ea39a6bfc05181 2024-11-21T04:02:42,102 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732161751386.fe0f6f3755ced7e047ea39a6bfc05181.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T04:02:42,102 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 09bffb73dea3fbd7fffdaf28d80b8d76 2024-11-21T04:02:42,102 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for fe0f6f3755ced7e047ea39a6bfc05181 2024-11-21T04:02:42,102 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732161751386.09bffb73dea3fbd7fffdaf28d80b8d76.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T04:02:42,102 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for fe0f6f3755ced7e047ea39a6bfc05181 2024-11-21T04:02:42,102 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 09bffb73dea3fbd7fffdaf28d80b8d76 2024-11-21T04:02:42,102 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 09bffb73dea3fbd7fffdaf28d80b8d76 2024-11-21T04:02:42,104 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37343, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T04:02:42,104 INFO [StoreOpener-09bffb73dea3fbd7fffdaf28d80b8d76-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 09bffb73dea3fbd7fffdaf28d80b8d76 2024-11-21T04:02:42,106 INFO [StoreOpener-09bffb73dea3fbd7fffdaf28d80b8d76-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 09bffb73dea3fbd7fffdaf28d80b8d76 columnFamilyName cf 2024-11-21T04:02:42,106 DEBUG [StoreOpener-09bffb73dea3fbd7fffdaf28d80b8d76-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:02:42,107 INFO [StoreOpener-fe0f6f3755ced7e047ea39a6bfc05181-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region fe0f6f3755ced7e047ea39a6bfc05181 2024-11-21T04:02:42,107 INFO [StoreOpener-09bffb73dea3fbd7fffdaf28d80b8d76-1 {}] regionserver.HStore(327): Store=09bffb73dea3fbd7fffdaf28d80b8d76/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T04:02:42,107 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 09bffb73dea3fbd7fffdaf28d80b8d76 2024-11-21T04:02:42,108 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/data/default/SPTestTable/09bffb73dea3fbd7fffdaf28d80b8d76 2024-11-21T04:02:42,108 INFO [StoreOpener-fe0f6f3755ced7e047ea39a6bfc05181-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fe0f6f3755ced7e047ea39a6bfc05181 columnFamilyName cf 2024-11-21T04:02:42,108 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/data/default/SPTestTable/09bffb73dea3fbd7fffdaf28d80b8d76 2024-11-21T04:02:42,109 DEBUG [StoreOpener-fe0f6f3755ced7e047ea39a6bfc05181-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:02:42,109 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 09bffb73dea3fbd7fffdaf28d80b8d76 2024-11-21T04:02:42,109 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 09bffb73dea3fbd7fffdaf28d80b8d76 2024-11-21T04:02:42,109 INFO [StoreOpener-fe0f6f3755ced7e047ea39a6bfc05181-1 {}] regionserver.HStore(327): Store=fe0f6f3755ced7e047ea39a6bfc05181/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T04:02:42,109 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for fe0f6f3755ced7e047ea39a6bfc05181 2024-11-21T04:02:42,110 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/data/default/SPTestTable/fe0f6f3755ced7e047ea39a6bfc05181 2024-11-21T04:02:42,110 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/data/default/SPTestTable/fe0f6f3755ced7e047ea39a6bfc05181 2024-11-21T04:02:42,110 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1732161751386.5ea009bd468c8d987e3fdfccaab3ccf9. 2024-11-21T04:02:42,110 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 5ea009bd468c8d987e3fdfccaab3ccf9, NAME => 'SPTestTable,e6666661,1732161751386.5ea009bd468c8d987e3fdfccaab3ccf9.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-21T04:02:42,111 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for fe0f6f3755ced7e047ea39a6bfc05181 2024-11-21T04:02:42,111 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for fe0f6f3755ced7e047ea39a6bfc05181 2024-11-21T04:02:42,111 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 09bffb73dea3fbd7fffdaf28d80b8d76 2024-11-21T04:02:42,111 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5ea009bd468c8d987e3fdfccaab3ccf9 2024-11-21T04:02:42,111 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732161751386.5ea009bd468c8d987e3fdfccaab3ccf9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T04:02:42,111 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 5ea009bd468c8d987e3fdfccaab3ccf9 2024-11-21T04:02:42,111 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 5ea009bd468c8d987e3fdfccaab3ccf9 2024-11-21T04:02:42,112 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for fe0f6f3755ced7e047ea39a6bfc05181 2024-11-21T04:02:42,112 INFO [StoreOpener-5ea009bd468c8d987e3fdfccaab3ccf9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5ea009bd468c8d987e3fdfccaab3ccf9 2024-11-21T04:02:42,113 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/data/default/SPTestTable/09bffb73dea3fbd7fffdaf28d80b8d76/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T04:02:42,113 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 09bffb73dea3fbd7fffdaf28d80b8d76; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69742989, jitterRate=0.03925152122974396}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T04:02:42,113 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 09bffb73dea3fbd7fffdaf28d80b8d76 2024-11-21T04:02:42,113 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 09bffb73dea3fbd7fffdaf28d80b8d76: Running coprocessor pre-open hook at 1732161762102Writing region info on filesystem at 1732161762102Initializing all the Stores at 1732161762103 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161762104 (+1 ms)Cleaning up temporary data from old regions at 1732161762109 (+5 ms)Running coprocessor post-open hooks at 1732161762113 (+4 ms)Region opened successfully at 1732161762113 2024-11-21T04:02:42,114 INFO [StoreOpener-5ea009bd468c8d987e3fdfccaab3ccf9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ea009bd468c8d987e3fdfccaab3ccf9 columnFamilyName cf 2024-11-21T04:02:42,114 DEBUG [StoreOpener-5ea009bd468c8d987e3fdfccaab3ccf9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:02:42,114 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732161751386.09bffb73dea3fbd7fffdaf28d80b8d76., pid=18, masterSystemTime=1732161762089 2024-11-21T04:02:42,114 INFO [StoreOpener-5ea009bd468c8d987e3fdfccaab3ccf9-1 {}] regionserver.HStore(327): Store=5ea009bd468c8d987e3fdfccaab3ccf9/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T04:02:42,114 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 5ea009bd468c8d987e3fdfccaab3ccf9 2024-11-21T04:02:42,115 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/data/default/SPTestTable/fe0f6f3755ced7e047ea39a6bfc05181/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T04:02:42,115 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/data/default/SPTestTable/5ea009bd468c8d987e3fdfccaab3ccf9 2024-11-21T04:02:42,115 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened fe0f6f3755ced7e047ea39a6bfc05181; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74622945, jitterRate=0.11196853220462799}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T04:02:42,115 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fe0f6f3755ced7e047ea39a6bfc05181 2024-11-21T04:02:42,115 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for fe0f6f3755ced7e047ea39a6bfc05181: Running coprocessor pre-open hook at 1732161762102Writing region info on filesystem at 1732161762102Initializing all the Stores at 1732161762104 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161762104Cleaning up temporary data from old regions at 1732161762111 (+7 ms)Running coprocessor post-open hooks at 1732161762115 (+4 ms)Region opened successfully at 1732161762115 2024-11-21T04:02:42,116 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/data/default/SPTestTable/5ea009bd468c8d987e3fdfccaab3ccf9 2024-11-21T04:02:42,116 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 5ea009bd468c8d987e3fdfccaab3ccf9 2024-11-21T04:02:42,116 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 5ea009bd468c8d987e3fdfccaab3ccf9 2024-11-21T04:02:42,116 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1732161751386.fe0f6f3755ced7e047ea39a6bfc05181., pid=16, masterSystemTime=1732161762094 2024-11-21T04:02:42,116 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732161751386.09bffb73dea3fbd7fffdaf28d80b8d76. 2024-11-21T04:02:42,116 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732161751386.09bffb73dea3fbd7fffdaf28d80b8d76. 2024-11-21T04:02:42,117 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1732161751386.ac3ae981eb08ba27954de2b41ba180ec. 2024-11-21T04:02:42,117 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => ac3ae981eb08ba27954de2b41ba180ec, NAME => 'SPTestTable,33333332,1732161751386.ac3ae981eb08ba27954de2b41ba180ec.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-21T04:02:42,117 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ac3ae981eb08ba27954de2b41ba180ec 2024-11-21T04:02:42,117 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=09bffb73dea3fbd7fffdaf28d80b8d76, regionState=OPEN, openSeqNum=2, regionLocation=fdc0a393186c,43083,1732161739924 2024-11-21T04:02:42,117 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732161751386.ac3ae981eb08ba27954de2b41ba180ec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T04:02:42,117 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for ac3ae981eb08ba27954de2b41ba180ec 2024-11-21T04:02:42,117 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for ac3ae981eb08ba27954de2b41ba180ec 2024-11-21T04:02:42,118 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 5ea009bd468c8d987e3fdfccaab3ccf9 2024-11-21T04:02:42,119 INFO [StoreOpener-ac3ae981eb08ba27954de2b41ba180ec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ac3ae981eb08ba27954de2b41ba180ec 2024-11-21T04:02:42,119 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1732161751386.fe0f6f3755ced7e047ea39a6bfc05181. 2024-11-21T04:02:42,119 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1732161751386.fe0f6f3755ced7e047ea39a6bfc05181. 2024-11-21T04:02:42,119 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1732161751386.d1552f9a9f58c466554e06a0522d809e. 2024-11-21T04:02:42,119 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => d1552f9a9f58c466554e06a0522d809e, NAME => 'SPTestTable,b333332f,1732161751386.d1552f9a9f58c466554e06a0522d809e.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-21T04:02:42,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 09bffb73dea3fbd7fffdaf28d80b8d76, server=fdc0a393186c,43083,1732161739924 because future has completed 2024-11-21T04:02:42,119 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d1552f9a9f58c466554e06a0522d809e 2024-11-21T04:02:42,120 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732161751386.d1552f9a9f58c466554e06a0522d809e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T04:02:42,120 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for d1552f9a9f58c466554e06a0522d809e 2024-11-21T04:02:42,120 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for d1552f9a9f58c466554e06a0522d809e 2024-11-21T04:02:42,120 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=fe0f6f3755ced7e047ea39a6bfc05181, regionState=OPEN, openSeqNum=2, regionLocation=fdc0a393186c,35779,1732161739885 2024-11-21T04:02:42,120 INFO [StoreOpener-ac3ae981eb08ba27954de2b41ba180ec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac3ae981eb08ba27954de2b41ba180ec columnFamilyName cf 2024-11-21T04:02:42,120 DEBUG [StoreOpener-ac3ae981eb08ba27954de2b41ba180ec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:02:42,121 INFO [StoreOpener-ac3ae981eb08ba27954de2b41ba180ec-1 {}] regionserver.HStore(327): Store=ac3ae981eb08ba27954de2b41ba180ec/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T04:02:42,121 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for ac3ae981eb08ba27954de2b41ba180ec 2024-11-21T04:02:42,121 INFO [StoreOpener-d1552f9a9f58c466554e06a0522d809e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d1552f9a9f58c466554e06a0522d809e 2024-11-21T04:02:42,122 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/data/default/SPTestTable/ac3ae981eb08ba27954de2b41ba180ec 2024-11-21T04:02:42,122 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/data/default/SPTestTable/ac3ae981eb08ba27954de2b41ba180ec 2024-11-21T04:02:42,123 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for ac3ae981eb08ba27954de2b41ba180ec 2024-11-21T04:02:42,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure fe0f6f3755ced7e047ea39a6bfc05181, server=fdc0a393186c,35779,1732161739885 because future has completed 2024-11-21T04:02:42,123 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for ac3ae981eb08ba27954de2b41ba180ec 2024-11-21T04:02:42,123 INFO [StoreOpener-d1552f9a9f58c466554e06a0522d809e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d1552f9a9f58c466554e06a0522d809e columnFamilyName cf 2024-11-21T04:02:42,123 DEBUG [StoreOpener-d1552f9a9f58c466554e06a0522d809e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:02:42,123 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/data/default/SPTestTable/5ea009bd468c8d987e3fdfccaab3ccf9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T04:02:42,124 INFO [StoreOpener-d1552f9a9f58c466554e06a0522d809e-1 {}] regionserver.HStore(327): Store=d1552f9a9f58c466554e06a0522d809e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T04:02:42,124 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 5ea009bd468c8d987e3fdfccaab3ccf9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74175545, jitterRate=0.10530175268650055}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T04:02:42,124 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5ea009bd468c8d987e3fdfccaab3ccf9 2024-11-21T04:02:42,124 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for d1552f9a9f58c466554e06a0522d809e 2024-11-21T04:02:42,124 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 5ea009bd468c8d987e3fdfccaab3ccf9: Running coprocessor pre-open hook at 1732161762111Writing region info on filesystem at 1732161762111Initializing all the Stores at 1732161762112 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161762112Cleaning up temporary data from old regions at 1732161762116 (+4 ms)Running coprocessor post-open hooks at 1732161762124 (+8 ms)Region opened successfully at 1732161762124 2024-11-21T04:02:42,125 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=11 2024-11-21T04:02:42,125 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1732161751386.5ea009bd468c8d987e3fdfccaab3ccf9., pid=23, masterSystemTime=1732161762100 2024-11-21T04:02:42,126 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/data/default/SPTestTable/d1552f9a9f58c466554e06a0522d809e 2024-11-21T04:02:42,126 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for ac3ae981eb08ba27954de2b41ba180ec 2024-11-21T04:02:42,126 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 09bffb73dea3fbd7fffdaf28d80b8d76, server=fdc0a393186c,43083,1732161739924 in 10.0340 sec 2024-11-21T04:02:42,126 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/data/default/SPTestTable/d1552f9a9f58c466554e06a0522d809e 2024-11-21T04:02:42,127 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=9 2024-11-21T04:02:42,127 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for d1552f9a9f58c466554e06a0522d809e 2024-11-21T04:02:42,127 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=09bffb73dea3fbd7fffdaf28d80b8d76, ASSIGN in 10.2330 sec 2024-11-21T04:02:42,127 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for d1552f9a9f58c466554e06a0522d809e 2024-11-21T04:02:42,127 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure fe0f6f3755ced7e047ea39a6bfc05181, server=fdc0a393186c,35779,1732161739885 in 10.0370 sec 2024-11-21T04:02:42,128 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1732161751386.5ea009bd468c8d987e3fdfccaab3ccf9. 2024-11-21T04:02:42,128 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1732161751386.5ea009bd468c8d987e3fdfccaab3ccf9. 2024-11-21T04:02:42,128 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1732161751386.9546049a0f8663b8fb8aeeefb7e76ed1. 2024-11-21T04:02:42,128 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 9546049a0f8663b8fb8aeeefb7e76ed1, NAME => 'SPTestTable,4ccccccb,1732161751386.9546049a0f8663b8fb8aeeefb7e76ed1.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-21T04:02:42,128 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=5ea009bd468c8d987e3fdfccaab3ccf9, regionState=OPEN, openSeqNum=2, regionLocation=fdc0a393186c,33917,1732161739842 2024-11-21T04:02:42,128 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 9546049a0f8663b8fb8aeeefb7e76ed1 2024-11-21T04:02:42,128 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732161751386.9546049a0f8663b8fb8aeeefb7e76ed1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T04:02:42,129 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 9546049a0f8663b8fb8aeeefb7e76ed1 2024-11-21T04:02:42,129 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 9546049a0f8663b8fb8aeeefb7e76ed1 2024-11-21T04:02:42,129 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fe0f6f3755ced7e047ea39a6bfc05181, ASSIGN in 10.2350 sec 2024-11-21T04:02:42,130 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/data/default/SPTestTable/ac3ae981eb08ba27954de2b41ba180ec/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T04:02:42,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5ea009bd468c8d987e3fdfccaab3ccf9, server=fdc0a393186c,33917,1732161739842 because future has completed 2024-11-21T04:02:42,131 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for d1552f9a9f58c466554e06a0522d809e 2024-11-21T04:02:42,131 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened ac3ae981eb08ba27954de2b41ba180ec; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66846892, jitterRate=-0.003903687000274658}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T04:02:42,132 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ac3ae981eb08ba27954de2b41ba180ec 2024-11-21T04:02:42,132 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for ac3ae981eb08ba27954de2b41ba180ec: Running coprocessor pre-open hook at 1732161762117Writing region info on filesystem at 1732161762117Initializing all the Stores at 1732161762118 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161762118Cleaning up temporary data from old regions at 1732161762123 (+5 ms)Running coprocessor post-open hooks at 1732161762132 (+9 ms)Region opened successfully at 1732161762132 2024-11-21T04:02:42,132 INFO [StoreOpener-9546049a0f8663b8fb8aeeefb7e76ed1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 9546049a0f8663b8fb8aeeefb7e76ed1 2024-11-21T04:02:42,132 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1732161751386.ac3ae981eb08ba27954de2b41ba180ec., pid=17, masterSystemTime=1732161762089 2024-11-21T04:02:42,134 INFO [StoreOpener-9546049a0f8663b8fb8aeeefb7e76ed1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9546049a0f8663b8fb8aeeefb7e76ed1 columnFamilyName cf 2024-11-21T04:02:42,134 DEBUG [StoreOpener-9546049a0f8663b8fb8aeeefb7e76ed1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:02:42,134 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=14 2024-11-21T04:02:42,134 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 5ea009bd468c8d987e3fdfccaab3ccf9, server=fdc0a393186c,33917,1732161739842 in 10.0350 sec 2024-11-21T04:02:42,134 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1732161751386.ac3ae981eb08ba27954de2b41ba180ec. 2024-11-21T04:02:42,134 INFO [StoreOpener-9546049a0f8663b8fb8aeeefb7e76ed1-1 {}] regionserver.HStore(327): Store=9546049a0f8663b8fb8aeeefb7e76ed1/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T04:02:42,134 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1732161751386.ac3ae981eb08ba27954de2b41ba180ec. 2024-11-21T04:02:42,134 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 9546049a0f8663b8fb8aeeefb7e76ed1 2024-11-21T04:02:42,134 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1732161751386.0e604caa09b1223e4c7492fc1842a7e2. 2024-11-21T04:02:42,135 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 0e604caa09b1223e4c7492fc1842a7e2, NAME => 'SPTestTable,7ffffffd,1732161751386.0e604caa09b1223e4c7492fc1842a7e2.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-21T04:02:42,135 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0e604caa09b1223e4c7492fc1842a7e2 2024-11-21T04:02:42,135 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732161751386.0e604caa09b1223e4c7492fc1842a7e2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T04:02:42,135 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 0e604caa09b1223e4c7492fc1842a7e2 2024-11-21T04:02:42,135 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 0e604caa09b1223e4c7492fc1842a7e2 2024-11-21T04:02:42,135 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/data/default/SPTestTable/9546049a0f8663b8fb8aeeefb7e76ed1 2024-11-21T04:02:42,136 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/data/default/SPTestTable/9546049a0f8663b8fb8aeeefb7e76ed1 2024-11-21T04:02:42,136 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5ea009bd468c8d987e3fdfccaab3ccf9, ASSIGN in 10.2420 sec 2024-11-21T04:02:42,136 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=ac3ae981eb08ba27954de2b41ba180ec, regionState=OPEN, openSeqNum=2, regionLocation=fdc0a393186c,43083,1732161739924 2024-11-21T04:02:42,138 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 9546049a0f8663b8fb8aeeefb7e76ed1 2024-11-21T04:02:42,138 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 9546049a0f8663b8fb8aeeefb7e76ed1 2024-11-21T04:02:42,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure ac3ae981eb08ba27954de2b41ba180ec, server=fdc0a393186c,43083,1732161739924 because future has completed 2024-11-21T04:02:42,138 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/data/default/SPTestTable/d1552f9a9f58c466554e06a0522d809e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T04:02:42,139 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened d1552f9a9f58c466554e06a0522d809e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74697528, jitterRate=0.11307990550994873}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T04:02:42,139 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d1552f9a9f58c466554e06a0522d809e 2024-11-21T04:02:42,139 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for d1552f9a9f58c466554e06a0522d809e: Running coprocessor pre-open hook at 1732161762120Writing region info on filesystem at 1732161762120Initializing all the Stores at 1732161762121 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161762121Cleaning up temporary data from old regions at 1732161762127 (+6 ms)Running coprocessor post-open hooks at 1732161762139 (+12 ms)Region opened successfully at 1732161762139 2024-11-21T04:02:42,140 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1732161751386.d1552f9a9f58c466554e06a0522d809e., pid=22, masterSystemTime=1732161762094 2024-11-21T04:02:42,140 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 9546049a0f8663b8fb8aeeefb7e76ed1 2024-11-21T04:02:42,141 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=7 2024-11-21T04:02:42,142 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure ac3ae981eb08ba27954de2b41ba180ec, server=fdc0a393186c,43083,1732161739924 in 10.0520 sec 2024-11-21T04:02:42,143 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1732161751386.d1552f9a9f58c466554e06a0522d809e. 2024-11-21T04:02:42,143 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1732161751386.d1552f9a9f58c466554e06a0522d809e. 2024-11-21T04:02:42,143 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,,1732161751386.8b608ff1c88ba54a7a57506a429ef126. 2024-11-21T04:02:42,143 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ac3ae981eb08ba27954de2b41ba180ec, ASSIGN in 10.2500 sec 2024-11-21T04:02:42,143 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=d1552f9a9f58c466554e06a0522d809e, regionState=OPEN, openSeqNum=2, regionLocation=fdc0a393186c,35779,1732161739885 2024-11-21T04:02:42,143 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 8b608ff1c88ba54a7a57506a429ef126, NAME => 'SPTestTable,,1732161751386.8b608ff1c88ba54a7a57506a429ef126.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-21T04:02:42,144 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8b608ff1c88ba54a7a57506a429ef126 2024-11-21T04:02:42,144 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,,1732161751386.8b608ff1c88ba54a7a57506a429ef126.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T04:02:42,144 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 8b608ff1c88ba54a7a57506a429ef126 2024-11-21T04:02:42,144 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 8b608ff1c88ba54a7a57506a429ef126 2024-11-21T04:02:42,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure d1552f9a9f58c466554e06a0522d809e, server=fdc0a393186c,35779,1732161739885 because future has completed 2024-11-21T04:02:42,147 INFO [StoreOpener-0e604caa09b1223e4c7492fc1842a7e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0e604caa09b1223e4c7492fc1842a7e2 2024-11-21T04:02:42,147 INFO [StoreOpener-8b608ff1c88ba54a7a57506a429ef126-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8b608ff1c88ba54a7a57506a429ef126 2024-11-21T04:02:42,148 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/data/default/SPTestTable/9546049a0f8663b8fb8aeeefb7e76ed1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T04:02:42,148 INFO [StoreOpener-0e604caa09b1223e4c7492fc1842a7e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e604caa09b1223e4c7492fc1842a7e2 columnFamilyName cf 2024-11-21T04:02:42,148 DEBUG [StoreOpener-0e604caa09b1223e4c7492fc1842a7e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:02:42,149 INFO [StoreOpener-8b608ff1c88ba54a7a57506a429ef126-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8b608ff1c88ba54a7a57506a429ef126 columnFamilyName cf 2024-11-21T04:02:42,148 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 9546049a0f8663b8fb8aeeefb7e76ed1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60963899, jitterRate=-0.09156711399555206}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T04:02:42,149 DEBUG [StoreOpener-8b608ff1c88ba54a7a57506a429ef126-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:02:42,149 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9546049a0f8663b8fb8aeeefb7e76ed1 2024-11-21T04:02:42,149 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=12 2024-11-21T04:02:42,149 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure d1552f9a9f58c466554e06a0522d809e, server=fdc0a393186c,35779,1732161739885 in 10.0500 sec 2024-11-21T04:02:42,149 INFO [StoreOpener-0e604caa09b1223e4c7492fc1842a7e2-1 {}] regionserver.HStore(327): Store=0e604caa09b1223e4c7492fc1842a7e2/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T04:02:42,149 INFO [StoreOpener-8b608ff1c88ba54a7a57506a429ef126-1 {}] regionserver.HStore(327): Store=8b608ff1c88ba54a7a57506a429ef126/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T04:02:42,149 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 0e604caa09b1223e4c7492fc1842a7e2 2024-11-21T04:02:42,149 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 8b608ff1c88ba54a7a57506a429ef126 2024-11-21T04:02:42,149 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 9546049a0f8663b8fb8aeeefb7e76ed1: Running coprocessor pre-open hook at 1732161762129Writing region info on filesystem at 1732161762129Initializing all the Stores at 1732161762131 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161762131Cleaning up temporary data from old regions at 1732161762138 (+7 ms)Running coprocessor post-open hooks at 1732161762149 (+11 ms)Region opened successfully at 1732161762149 2024-11-21T04:02:42,150 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/data/default/SPTestTable/8b608ff1c88ba54a7a57506a429ef126 2024-11-21T04:02:42,150 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/data/default/SPTestTable/0e604caa09b1223e4c7492fc1842a7e2 2024-11-21T04:02:42,151 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1732161751386.9546049a0f8663b8fb8aeeefb7e76ed1., pid=21, masterSystemTime=1732161762100 2024-11-21T04:02:42,151 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/data/default/SPTestTable/8b608ff1c88ba54a7a57506a429ef126 2024-11-21T04:02:42,151 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d1552f9a9f58c466554e06a0522d809e, ASSIGN in 10.2570 sec 2024-11-21T04:02:42,151 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/data/default/SPTestTable/0e604caa09b1223e4c7492fc1842a7e2 2024-11-21T04:02:42,151 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 8b608ff1c88ba54a7a57506a429ef126 2024-11-21T04:02:42,151 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 8b608ff1c88ba54a7a57506a429ef126 2024-11-21T04:02:42,152 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 0e604caa09b1223e4c7492fc1842a7e2 2024-11-21T04:02:42,152 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 0e604caa09b1223e4c7492fc1842a7e2 2024-11-21T04:02:42,153 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1732161751386.9546049a0f8663b8fb8aeeefb7e76ed1. 2024-11-21T04:02:42,153 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1732161751386.9546049a0f8663b8fb8aeeefb7e76ed1. 2024-11-21T04:02:42,153 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 8b608ff1c88ba54a7a57506a429ef126 2024-11-21T04:02:42,153 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1732161751386.3c464e37dddb43656b12c7cd5f962064. 2024-11-21T04:02:42,153 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=9546049a0f8663b8fb8aeeefb7e76ed1, regionState=OPEN, openSeqNum=2, regionLocation=fdc0a393186c,33917,1732161739842 2024-11-21T04:02:42,153 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 3c464e37dddb43656b12c7cd5f962064, NAME => 'SPTestTable,19999999,1732161751386.3c464e37dddb43656b12c7cd5f962064.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-21T04:02:42,153 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 0e604caa09b1223e4c7492fc1842a7e2 2024-11-21T04:02:42,153 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3c464e37dddb43656b12c7cd5f962064 2024-11-21T04:02:42,154 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732161751386.3c464e37dddb43656b12c7cd5f962064.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T04:02:42,154 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 3c464e37dddb43656b12c7cd5f962064 2024-11-21T04:02:42,154 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 3c464e37dddb43656b12c7cd5f962064 2024-11-21T04:02:42,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9546049a0f8663b8fb8aeeefb7e76ed1, server=fdc0a393186c,33917,1732161739842 because future has completed 2024-11-21T04:02:42,156 INFO [StoreOpener-3c464e37dddb43656b12c7cd5f962064-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3c464e37dddb43656b12c7cd5f962064 2024-11-21T04:02:42,156 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/data/default/SPTestTable/0e604caa09b1223e4c7492fc1842a7e2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T04:02:42,157 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 0e604caa09b1223e4c7492fc1842a7e2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69734287, jitterRate=0.039121851325035095}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T04:02:42,157 INFO [StoreOpener-3c464e37dddb43656b12c7cd5f962064-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c464e37dddb43656b12c7cd5f962064 columnFamilyName cf 2024-11-21T04:02:42,157 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0e604caa09b1223e4c7492fc1842a7e2 2024-11-21T04:02:42,157 DEBUG [StoreOpener-3c464e37dddb43656b12c7cd5f962064-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:02:42,157 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 0e604caa09b1223e4c7492fc1842a7e2: Running coprocessor pre-open hook at 1732161762135Writing region info on filesystem at 1732161762135Initializing all the Stores at 1732161762136 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161762136Cleaning up temporary data from old regions at 1732161762152 (+16 ms)Running coprocessor post-open hooks at 1732161762157 (+5 ms)Region opened successfully at 1732161762157 2024-11-21T04:02:42,158 INFO [StoreOpener-3c464e37dddb43656b12c7cd5f962064-1 {}] regionserver.HStore(327): Store=3c464e37dddb43656b12c7cd5f962064/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T04:02:42,158 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1732161751386.0e604caa09b1223e4c7492fc1842a7e2., pid=15, masterSystemTime=1732161762089 2024-11-21T04:02:42,158 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 3c464e37dddb43656b12c7cd5f962064 2024-11-21T04:02:42,159 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/data/default/SPTestTable/3c464e37dddb43656b12c7cd5f962064 2024-11-21T04:02:42,159 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/data/default/SPTestTable/3c464e37dddb43656b12c7cd5f962064 2024-11-21T04:02:42,159 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=8 2024-11-21T04:02:42,159 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 9546049a0f8663b8fb8aeeefb7e76ed1, server=fdc0a393186c,33917,1732161739842 in 10.0610 sec 2024-11-21T04:02:42,160 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1732161751386.0e604caa09b1223e4c7492fc1842a7e2. 2024-11-21T04:02:42,160 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 3c464e37dddb43656b12c7cd5f962064 2024-11-21T04:02:42,160 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1732161751386.0e604caa09b1223e4c7492fc1842a7e2. 2024-11-21T04:02:42,160 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 3c464e37dddb43656b12c7cd5f962064 2024-11-21T04:02:42,160 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=0e604caa09b1223e4c7492fc1842a7e2, regionState=OPEN, openSeqNum=2, regionLocation=fdc0a393186c,43083,1732161739924 2024-11-21T04:02:42,161 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9546049a0f8663b8fb8aeeefb7e76ed1, ASSIGN in 10.2670 sec 2024-11-21T04:02:42,162 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 3c464e37dddb43656b12c7cd5f962064 2024-11-21T04:02:42,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0e604caa09b1223e4c7492fc1842a7e2, server=fdc0a393186c,43083,1732161739924 because future has completed 2024-11-21T04:02:42,163 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/data/default/SPTestTable/8b608ff1c88ba54a7a57506a429ef126/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T04:02:42,164 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 8b608ff1c88ba54a7a57506a429ef126; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69851428, jitterRate=0.040867388248443604}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T04:02:42,164 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8b608ff1c88ba54a7a57506a429ef126 2024-11-21T04:02:42,164 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 8b608ff1c88ba54a7a57506a429ef126: Running coprocessor pre-open hook at 1732161762144Writing region info on filesystem at 1732161762144Initializing all the Stores at 1732161762145 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161762145Cleaning up temporary data from old regions at 1732161762151 (+6 ms)Running coprocessor post-open hooks at 1732161762164 (+13 ms)Region opened successfully at 1732161762164 2024-11-21T04:02:42,164 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/data/default/SPTestTable/3c464e37dddb43656b12c7cd5f962064/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T04:02:42,165 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 3c464e37dddb43656b12c7cd5f962064; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73253993, jitterRate=0.09156955778598785}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T04:02:42,165 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3c464e37dddb43656b12c7cd5f962064 2024-11-21T04:02:42,165 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 3c464e37dddb43656b12c7cd5f962064: Running coprocessor pre-open hook at 1732161762154Writing region info on filesystem at 1732161762154Initializing all the Stores at 1732161762155 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161762155Cleaning up temporary data from old regions at 1732161762160 (+5 ms)Running coprocessor post-open hooks at 1732161762165 (+5 ms)Region opened successfully at 1732161762165 2024-11-21T04:02:42,165 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1732161751386.8b608ff1c88ba54a7a57506a429ef126., pid=24, masterSystemTime=1732161762094 2024-11-21T04:02:42,165 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1732161751386.3c464e37dddb43656b12c7cd5f962064., pid=20, masterSystemTime=1732161762100 2024-11-21T04:02:42,166 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=10 2024-11-21T04:02:42,166 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 0e604caa09b1223e4c7492fc1842a7e2, server=fdc0a393186c,43083,1732161739924 in 10.1090 sec 2024-11-21T04:02:42,166 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1732161751386.8b608ff1c88ba54a7a57506a429ef126. 2024-11-21T04:02:42,166 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,,1732161751386.8b608ff1c88ba54a7a57506a429ef126. 2024-11-21T04:02:42,167 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1732161751386.ba313103179348a3b39d0ca0542edcc3. 2024-11-21T04:02:42,167 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => ba313103179348a3b39d0ca0542edcc3, NAME => 'SPTestTable,ccccccc8,1732161751386.ba313103179348a3b39d0ca0542edcc3.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-21T04:02:42,167 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ba313103179348a3b39d0ca0542edcc3 2024-11-21T04:02:42,167 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732161751386.ba313103179348a3b39d0ca0542edcc3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T04:02:42,167 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for ba313103179348a3b39d0ca0542edcc3 2024-11-21T04:02:42,167 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for ba313103179348a3b39d0ca0542edcc3 2024-11-21T04:02:42,168 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1732161751386.3c464e37dddb43656b12c7cd5f962064. 2024-11-21T04:02:42,168 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0e604caa09b1223e4c7492fc1842a7e2, ASSIGN in 10.2740 sec 2024-11-21T04:02:42,168 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8b608ff1c88ba54a7a57506a429ef126, regionState=OPEN, openSeqNum=2, regionLocation=fdc0a393186c,35779,1732161739885 2024-11-21T04:02:42,168 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1732161751386.3c464e37dddb43656b12c7cd5f962064. 2024-11-21T04:02:42,169 INFO [StoreOpener-ba313103179348a3b39d0ca0542edcc3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ba313103179348a3b39d0ca0542edcc3 2024-11-21T04:02:42,169 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=3c464e37dddb43656b12c7cd5f962064, regionState=OPEN, openSeqNum=2, regionLocation=fdc0a393186c,33917,1732161739842 2024-11-21T04:02:42,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8b608ff1c88ba54a7a57506a429ef126, server=fdc0a393186c,35779,1732161739885 because future has completed 2024-11-21T04:02:42,171 INFO [StoreOpener-ba313103179348a3b39d0ca0542edcc3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ba313103179348a3b39d0ca0542edcc3 columnFamilyName cf 2024-11-21T04:02:42,171 DEBUG [StoreOpener-ba313103179348a3b39d0ca0542edcc3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:02:42,171 INFO [StoreOpener-ba313103179348a3b39d0ca0542edcc3-1 {}] regionserver.HStore(327): Store=ba313103179348a3b39d0ca0542edcc3/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T04:02:42,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3c464e37dddb43656b12c7cd5f962064, server=fdc0a393186c,33917,1732161739842 because future has completed 2024-11-21T04:02:42,172 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for ba313103179348a3b39d0ca0542edcc3 2024-11-21T04:02:42,173 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/data/default/SPTestTable/ba313103179348a3b39d0ca0542edcc3 2024-11-21T04:02:42,173 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/data/default/SPTestTable/ba313103179348a3b39d0ca0542edcc3 2024-11-21T04:02:42,174 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for ba313103179348a3b39d0ca0542edcc3 2024-11-21T04:02:42,174 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for ba313103179348a3b39d0ca0542edcc3 2024-11-21T04:02:42,174 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=5 2024-11-21T04:02:42,174 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8b608ff1c88ba54a7a57506a429ef126, server=fdc0a393186c,35779,1732161739885 in 10.0740 sec 2024-11-21T04:02:42,175 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=6 2024-11-21T04:02:42,175 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 3c464e37dddb43656b12c7cd5f962064, server=fdc0a393186c,33917,1732161739842 in 10.0760 sec 2024-11-21T04:02:42,175 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8b608ff1c88ba54a7a57506a429ef126, ASSIGN in 10.2820 sec 2024-11-21T04:02:42,176 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for ba313103179348a3b39d0ca0542edcc3 2024-11-21T04:02:42,176 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3c464e37dddb43656b12c7cd5f962064, ASSIGN in 10.2830 sec 2024-11-21T04:02:42,178 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/data/default/SPTestTable/ba313103179348a3b39d0ca0542edcc3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T04:02:42,178 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened ba313103179348a3b39d0ca0542edcc3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63405119, jitterRate=-0.05519010126590729}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T04:02:42,178 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ba313103179348a3b39d0ca0542edcc3 2024-11-21T04:02:42,178 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for ba313103179348a3b39d0ca0542edcc3: Running coprocessor pre-open hook at 1732161762167Writing region info on filesystem at 1732161762167Initializing all the Stores at 1732161762168 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161762168Cleaning up temporary data from old regions at 1732161762174 (+6 ms)Running coprocessor post-open hooks at 1732161762178 (+4 ms)Region opened successfully at 1732161762178 2024-11-21T04:02:42,179 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1732161751386.ba313103179348a3b39d0ca0542edcc3., pid=19, masterSystemTime=1732161762094 2024-11-21T04:02:42,181 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1732161751386.ba313103179348a3b39d0ca0542edcc3. 2024-11-21T04:02:42,181 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1732161751386.ba313103179348a3b39d0ca0542edcc3. 2024-11-21T04:02:42,181 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=ba313103179348a3b39d0ca0542edcc3, regionState=OPEN, openSeqNum=2, regionLocation=fdc0a393186c,35779,1732161739885 2024-11-21T04:02:42,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure ba313103179348a3b39d0ca0542edcc3, server=fdc0a393186c,35779,1732161739885 because future has completed 2024-11-21T04:02:42,185 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=13 2024-11-21T04:02:42,186 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure ba313103179348a3b39d0ca0542edcc3, server=fdc0a393186c,35779,1732161739885 in 10.0970 sec 2024-11-21T04:02:42,187 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=4 2024-11-21T04:02:42,187 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ba313103179348a3b39d0ca0542edcc3, ASSIGN in 10.2930 sec 2024-11-21T04:02:42,188 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T04:02:42,188 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732161762188"}]},"ts":"1732161762188"} 2024-11-21T04:02:42,190 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-21T04:02:42,191 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T04:02:42,194 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.8040 sec 2024-11-21T04:02:44,857 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-21T04:02:47,106 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T04:02:47,132 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T04:02:47,132 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T04:02:47,649 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T04:02:47,654 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T04:02:47,692 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T04:02:47,693 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T04:02:49,646 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T04:02:49,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45061 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T04:02:49,670 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-21T04:02:49,670 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-21T04:02:49,671 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T04:02:49,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-21T04:02:49,679 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T04:02:49,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-21T04:02:49,718 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1732161751386.09bffb73dea3fbd7fffdaf28d80b8d76., hostname=fdc0a393186c,43083,1732161739924, seqNum=2] 2024-11-21T04:02:49,720 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1732161751386.09bffb73dea3fbd7fffdaf28d80b8d76., hostname=fdc0a393186c,43083,1732161739924, seqNum=2] 2024-11-21T04:02:49,722 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1732161751386.09bffb73dea3fbd7fffdaf28d80b8d76., hostname=fdc0a393186c,43083,1732161739924, seqNum=2] 2024-11-21T04:02:49,723 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1732161751386.09bffb73dea3fbd7fffdaf28d80b8d76., hostname=fdc0a393186c,43083,1732161739924, seqNum=2] 2024-11-21T04:02:49,724 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1732161751386.09bffb73dea3fbd7fffdaf28d80b8d76., hostname=fdc0a393186c,43083,1732161739924, seqNum=2] 2024-11-21T04:02:49,725 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1732161751386.09bffb73dea3fbd7fffdaf28d80b8d76., hostname=fdc0a393186c,43083,1732161739924, seqNum=2] 2024-11-21T04:02:49,755 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1732161751386.d1552f9a9f58c466554e06a0522d809e., hostname=fdc0a393186c,35779,1732161739885, seqNum=2] 2024-11-21T04:02:49,757 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1732161751386.d1552f9a9f58c466554e06a0522d809e., hostname=fdc0a393186c,35779,1732161739885, seqNum=2] 2024-11-21T04:02:49,758 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1732161751386.d1552f9a9f58c466554e06a0522d809e., hostname=fdc0a393186c,35779,1732161739885, seqNum=2] 2024-11-21T04:02:49,759 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1732161751386.d1552f9a9f58c466554e06a0522d809e., hostname=fdc0a393186c,35779,1732161739885, seqNum=2] 2024-11-21T04:02:49,760 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1732161751386.d1552f9a9f58c466554e06a0522d809e., hostname=fdc0a393186c,35779,1732161739885, seqNum=2] 2024-11-21T04:02:49,791 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732161751386.ba313103179348a3b39d0ca0542edcc3., hostname=fdc0a393186c,35779,1732161739885, seqNum=2] 2024-11-21T04:02:49,793 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732161751386.ba313103179348a3b39d0ca0542edcc3., hostname=fdc0a393186c,35779,1732161739885, seqNum=2] 2024-11-21T04:02:49,794 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732161751386.ba313103179348a3b39d0ca0542edcc3., hostname=fdc0a393186c,35779,1732161739885, seqNum=2] 2024-11-21T04:02:49,795 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732161751386.ba313103179348a3b39d0ca0542edcc3., hostname=fdc0a393186c,35779,1732161739885, seqNum=2] 2024-11-21T04:02:49,796 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732161751386.ba313103179348a3b39d0ca0542edcc3., hostname=fdc0a393186c,35779,1732161739885, seqNum=2] 2024-11-21T04:02:49,799 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732161751386.ba313103179348a3b39d0ca0542edcc3., hostname=fdc0a393186c,35779,1732161739885, seqNum=2] 2024-11-21T04:02:49,852 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1732161751386.5ea009bd468c8d987e3fdfccaab3ccf9., hostname=fdc0a393186c,33917,1732161739842, seqNum=2] 2024-11-21T04:02:49,853 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1732161751386.5ea009bd468c8d987e3fdfccaab3ccf9., hostname=fdc0a393186c,33917,1732161739842, seqNum=2] 2024-11-21T04:02:49,855 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1732161751386.5ea009bd468c8d987e3fdfccaab3ccf9., hostname=fdc0a393186c,33917,1732161739842, seqNum=2] 2024-11-21T04:02:49,856 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1732161751386.5ea009bd468c8d987e3fdfccaab3ccf9., hostname=fdc0a393186c,33917,1732161739842, seqNum=2] 2024-11-21T04:02:49,858 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1732161751386.5ea009bd468c8d987e3fdfccaab3ccf9., hostname=fdc0a393186c,33917,1732161739842, seqNum=2] 2024-11-21T04:02:49,859 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1732161751386.5ea009bd468c8d987e3fdfccaab3ccf9., hostname=fdc0a393186c,33917,1732161739842, seqNum=2] 2024-11-21T04:02:50,482 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T04:02:50,484 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33978, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T04:02:50,504 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43083 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1732161751386.09bffb73dea3fbd7fffdaf28d80b8d76. with WAL disabled. Data may be lost in the event of a crash. 2024-11-21T04:02:50,505 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T04:02:50,518 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35779 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1732161751386.d1552f9a9f58c466554e06a0522d809e. with WAL disabled. Data may be lost in the event of a crash. 2024-11-21T04:02:50,528 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56984, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T04:02:50,556 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35779 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1732161751386.ba313103179348a3b39d0ca0542edcc3. with WAL disabled. Data may be lost in the event of a crash. 2024-11-21T04:02:50,560 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33917 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 14872 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,e6666661,1732161751386.5ea009bd468c8d987e3fdfccaab3ccf9. 2024-11-21T04:02:50,932 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33917 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1732161751386.5ea009bd468c8d987e3fdfccaab3ccf9. with WAL disabled. Data may be lost in the event of a crash. 2024-11-21T04:02:51,022 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-21T04:02:51,023 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T04:02:51,024 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-21T04:02:51,025 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-21T04:02:51,028 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-21T04:02:51,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39911 is added to blk_1073741848_1024 (size=49) 2024-11-21T04:02:51,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46121 is added to blk_1073741848_1024 (size=49) 2024-11-21T04:02:51,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35769 is added to blk_1073741848_1024 (size=49) 2024-11-21T04:02:51,038 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-21T04:02:51,038 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8b608ff1c88ba54a7a57506a429ef126}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3c464e37dddb43656b12c7cd5f962064}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ac3ae981eb08ba27954de2b41ba180ec}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9546049a0f8663b8fb8aeeefb7e76ed1}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fe0f6f3755ced7e047ea39a6bfc05181}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0e604caa09b1223e4c7492fc1842a7e2}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 09bffb73dea3fbd7fffdaf28d80b8d76}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d1552f9a9f58c466554e06a0522d809e}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ba313103179348a3b39d0ca0542edcc3}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5ea009bd468c8d987e3fdfccaab3ccf9}] 2024-11-21T04:02:51,040 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 09bffb73dea3fbd7fffdaf28d80b8d76 2024-11-21T04:02:51,040 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9546049a0f8663b8fb8aeeefb7e76ed1 2024-11-21T04:02:51,040 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fe0f6f3755ced7e047ea39a6bfc05181 2024-11-21T04:02:51,040 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0e604caa09b1223e4c7492fc1842a7e2 2024-11-21T04:02:51,040 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5ea009bd468c8d987e3fdfccaab3ccf9 2024-11-21T04:02:51,044 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ba313103179348a3b39d0ca0542edcc3 2024-11-21T04:02:51,044 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d1552f9a9f58c466554e06a0522d809e 2024-11-21T04:02:51,044 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ac3ae981eb08ba27954de2b41ba180ec 2024-11-21T04:02:51,044 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3c464e37dddb43656b12c7cd5f962064 2024-11-21T04:02:51,047 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8b608ff1c88ba54a7a57506a429ef126 2024-11-21T04:02:55,234 INFO [regionserver/fdc0a393186c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-21T04:03:01,044 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-21T04:03:01,044 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43083 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-21T04:03:01,044 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33917 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-21T04:03:01,045 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-21T04:03:01,045 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33917 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-21T04:03:01,045 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1732161751386.8b608ff1c88ba54a7a57506a429ef126. 2024-11-21T04:03:01,045 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1732161751386.9546049a0f8663b8fb8aeeefb7e76ed1. 2024-11-21T04:03:01,046 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1732161751386.ac3ae981eb08ba27954de2b41ba180ec. 2024-11-21T04:03:01,046 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 8b608ff1c88ba54a7a57506a429ef126: 2024-11-21T04:03:01,046 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-21T04:03:01,046 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 9546049a0f8663b8fb8aeeefb7e76ed1: 2024-11-21T04:03:01,046 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1732161751386.8b608ff1c88ba54a7a57506a429ef126. for SnapshotProcedureTest completed. 2024-11-21T04:03:01,046 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1732161751386.9546049a0f8663b8fb8aeeefb7e76ed1. for SnapshotProcedureTest completed. 2024-11-21T04:03:01,046 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for ac3ae981eb08ba27954de2b41ba180ec: 2024-11-21T04:03:01,046 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1732161751386.ac3ae981eb08ba27954de2b41ba180ec. for SnapshotProcedureTest completed. 2024-11-21T04:03:01,046 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43083 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-21T04:03:01,046 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1732161751386.8b608ff1c88ba54a7a57506a429ef126.' region-info for snapshot=SnapshotProcedureTest 2024-11-21T04:03:01,046 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1732161751386.ba313103179348a3b39d0ca0542edcc3. 2024-11-21T04:03:01,046 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T04:03:01,046 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1732161751386.9546049a0f8663b8fb8aeeefb7e76ed1.' region-info for snapshot=SnapshotProcedureTest 2024-11-21T04:03:01,046 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-21T04:03:01,046 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T04:03:01,046 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1732161751386.ac3ae981eb08ba27954de2b41ba180ec.' region-info for snapshot=SnapshotProcedureTest 2024-11-21T04:03:01,046 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-21T04:03:01,046 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T04:03:01,046 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33917 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-21T04:03:01,047 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-21T04:03:01,047 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1732161751386.5ea009bd468c8d987e3fdfccaab3ccf9. 2024-11-21T04:03:01,047 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing ba313103179348a3b39d0ca0542edcc3 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-21T04:03:01,047 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43083 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-21T04:03:01,047 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 5ea009bd468c8d987e3fdfccaab3ccf9 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-21T04:03:01,048 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1732161751386.3c464e37dddb43656b12c7cd5f962064. 2024-11-21T04:03:01,048 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1732161751386.0e604caa09b1223e4c7492fc1842a7e2. 2024-11-21T04:03:01,048 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 3c464e37dddb43656b12c7cd5f962064: 2024-11-21T04:03:01,049 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1732161751386.3c464e37dddb43656b12c7cd5f962064. for SnapshotProcedureTest completed. 2024-11-21T04:03:01,049 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 0e604caa09b1223e4c7492fc1842a7e2: 2024-11-21T04:03:01,049 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1732161751386.0e604caa09b1223e4c7492fc1842a7e2. for SnapshotProcedureTest completed. 2024-11-21T04:03:01,049 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1732161751386.3c464e37dddb43656b12c7cd5f962064.' region-info for snapshot=SnapshotProcedureTest 2024-11-21T04:03:01,049 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1732161751386.0e604caa09b1223e4c7492fc1842a7e2.' region-info for snapshot=SnapshotProcedureTest 2024-11-21T04:03:01,049 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T04:03:01,049 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T04:03:01,049 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-21T04:03:01,049 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-21T04:03:01,049 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-21T04:03:01,049 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1732161751386.fe0f6f3755ced7e047ea39a6bfc05181. 2024-11-21T04:03:01,049 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1732161751386.09bffb73dea3fbd7fffdaf28d80b8d76. 2024-11-21T04:03:01,049 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for fe0f6f3755ced7e047ea39a6bfc05181: 2024-11-21T04:03:01,049 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1732161751386.fe0f6f3755ced7e047ea39a6bfc05181. for SnapshotProcedureTest completed. 2024-11-21T04:03:01,049 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1732161751386.fe0f6f3755ced7e047ea39a6bfc05181.' region-info for snapshot=SnapshotProcedureTest 2024-11-21T04:03:01,049 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T04:03:01,050 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing 09bffb73dea3fbd7fffdaf28d80b8d76 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-11-21T04:03:01,050 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-21T04:03:01,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35769 is added to blk_1073741850_1026 (size=57) 2024-11-21T04:03:01,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46121 is added to blk_1073741849_1025 (size=65) 2024-11-21T04:03:01,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39911 is added to blk_1073741850_1026 (size=57) 2024-11-21T04:03:01,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35769 is added to blk_1073741849_1025 (size=65) 2024-11-21T04:03:01,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46121 is added to blk_1073741850_1026 (size=57) 2024-11-21T04:03:01,072 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1732161751386.8b608ff1c88ba54a7a57506a429ef126. 2024-11-21T04:03:01,072 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-21T04:03:01,072 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1732161751386.d1552f9a9f58c466554e06a0522d809e. 2024-11-21T04:03:01,072 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing d1552f9a9f58c466554e06a0522d809e 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-21T04:03:01,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45061 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-21T04:03:01,073 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45061 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 8b608ff1c88ba54a7a57506a429ef126 2024-11-21T04:03:01,073 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8b608ff1c88ba54a7a57506a429ef126 2024-11-21T04:03:01,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39911 is added to blk_1073741849_1025 (size=65) 2024-11-21T04:03:01,074 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1732161751386.9546049a0f8663b8fb8aeeefb7e76ed1. 2024-11-21T04:03:01,074 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-21T04:03:01,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45061 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-21T04:03:01,075 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45061 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 9546049a0f8663b8fb8aeeefb7e76ed1 2024-11-21T04:03:01,075 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/data/default/SPTestTable/09bffb73dea3fbd7fffdaf28d80b8d76/.tmp/cf/aad770d1d47044ca96d431b431c17aaf is 34, key is aaa/cf:cf/1732161770504/Put/seqid=0 2024-11-21T04:03:01,075 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9546049a0f8663b8fb8aeeefb7e76ed1 2024-11-21T04:03:01,077 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8b608ff1c88ba54a7a57506a429ef126 in 10.0360 sec 2024-11-21T04:03:01,078 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 9546049a0f8663b8fb8aeeefb7e76ed1 in 10.0380 sec 2024-11-21T04:03:01,078 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/data/default/SPTestTable/ba313103179348a3b39d0ca0542edcc3/.tmp/cf/26fbcd3d19364960bc84abaab578294a is 34, key is ccd/cf:cf/1732161770556/Put/seqid=0 2024-11-21T04:03:01,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46121 is added to blk_1073741852_1028 (size=65) 2024-11-21T04:03:01,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39911 is added to blk_1073741852_1028 (size=65) 2024-11-21T04:03:01,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35769 is added to blk_1073741852_1028 (size=65) 2024-11-21T04:03:01,084 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1732161751386.3c464e37dddb43656b12c7cd5f962064. 2024-11-21T04:03:01,084 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-21T04:03:01,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45061 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-21T04:03:01,085 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45061 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 3c464e37dddb43656b12c7cd5f962064 2024-11-21T04:03:01,085 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3c464e37dddb43656b12c7cd5f962064 2024-11-21T04:03:01,087 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3c464e37dddb43656b12c7cd5f962064 in 10.0480 sec 2024-11-21T04:03:01,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39911 is added to blk_1073741851_1027 (size=65) 2024-11-21T04:03:01,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46121 is added to blk_1073741851_1027 (size=65) 2024-11-21T04:03:01,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35769 is added to blk_1073741851_1027 (size=65) 2024-11-21T04:03:01,100 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/data/default/SPTestTable/d1552f9a9f58c466554e06a0522d809e/.tmp/cf/b7b6d6d0cd1c41ab83bdb1665ee1799a is 34, key is baa/cf:cf/1732161770518/Put/seqid=0 2024-11-21T04:03:01,100 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1732161751386.fe0f6f3755ced7e047ea39a6bfc05181. 2024-11-21T04:03:01,100 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-21T04:03:01,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45061 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-21T04:03:01,101 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45061 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region fe0f6f3755ced7e047ea39a6bfc05181 2024-11-21T04:03:01,102 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fe0f6f3755ced7e047ea39a6bfc05181 2024-11-21T04:03:01,105 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure fe0f6f3755ced7e047ea39a6bfc05181 in 10.0650 sec 2024-11-21T04:03:01,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46121 is added to blk_1073741854_1030 (size=65) 2024-11-21T04:03:01,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39911 is added to blk_1073741854_1030 (size=65) 2024-11-21T04:03:01,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35769 is added to blk_1073741854_1030 (size=65) 2024-11-21T04:03:01,110 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1732161751386.ac3ae981eb08ba27954de2b41ba180ec. 2024-11-21T04:03:01,110 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-21T04:03:01,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45061 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-21T04:03:01,111 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45061 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region ac3ae981eb08ba27954de2b41ba180ec 2024-11-21T04:03:01,111 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ac3ae981eb08ba27954de2b41ba180ec 2024-11-21T04:03:01,113 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ac3ae981eb08ba27954de2b41ba180ec in 10.0740 sec 2024-11-21T04:03:01,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39911 is added to blk_1073741855_1031 (size=26918) 2024-11-21T04:03:01,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35769 is added to blk_1073741855_1031 (size=26918) 2024-11-21T04:03:01,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46121 is added to blk_1073741855_1031 (size=26918) 2024-11-21T04:03:01,126 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/data/default/SPTestTable/09bffb73dea3fbd7fffdaf28d80b8d76/.tmp/cf/aad770d1d47044ca96d431b431c17aaf 2024-11-21T04:03:01,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39911 is added to blk_1073741853_1029 (size=65) 2024-11-21T04:03:01,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46121 is added to blk_1073741853_1029 (size=65) 2024-11-21T04:03:01,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35769 is added to blk_1073741853_1029 (size=65) 2024-11-21T04:03:01,136 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1732161751386.0e604caa09b1223e4c7492fc1842a7e2. 2024-11-21T04:03:01,136 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-21T04:03:01,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45061 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-21T04:03:01,136 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45061 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 0e604caa09b1223e4c7492fc1842a7e2 2024-11-21T04:03:01,137 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0e604caa09b1223e4c7492fc1842a7e2 2024-11-21T04:03:01,138 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0e604caa09b1223e4c7492fc1842a7e2 in 10.0990 sec 2024-11-21T04:03:01,141 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/data/default/SPTestTable/5ea009bd468c8d987e3fdfccaab3ccf9/.tmp/cf/3414d4e0eeb7456c8044bd58d0c37ba8 is 34, key is eaa/cf:cf/1732161770930/Put/seqid=0 2024-11-21T04:03:01,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46121 is added to blk_1073741856_1032 (size=47197) 2024-11-21T04:03:01,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35769 is added to blk_1073741856_1032 (size=47197) 2024-11-21T04:03:01,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39911 is added to blk_1073741856_1032 (size=47197) 2024-11-21T04:03:01,146 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/data/default/SPTestTable/ba313103179348a3b39d0ca0542edcc3/.tmp/cf/26fbcd3d19364960bc84abaab578294a 2024-11-21T04:03:01,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39911 is added to blk_1073741857_1033 (size=499309) 2024-11-21T04:03:01,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35769 is added to blk_1073741857_1033 (size=499309) 2024-11-21T04:03:01,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46121 is added to blk_1073741857_1033 (size=499309) 2024-11-21T04:03:01,153 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/data/default/SPTestTable/5ea009bd468c8d987e3fdfccaab3ccf9/.tmp/cf/3414d4e0eeb7456c8044bd58d0c37ba8 2024-11-21T04:03:01,155 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/data/default/SPTestTable/ba313103179348a3b39d0ca0542edcc3/.tmp/cf/26fbcd3d19364960bc84abaab578294a as hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/data/default/SPTestTable/ba313103179348a3b39d0ca0542edcc3/cf/26fbcd3d19364960bc84abaab578294a 2024-11-21T04:03:01,161 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/data/default/SPTestTable/5ea009bd468c8d987e3fdfccaab3ccf9/.tmp/cf/3414d4e0eeb7456c8044bd58d0c37ba8 as hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/data/default/SPTestTable/5ea009bd468c8d987e3fdfccaab3ccf9/cf/3414d4e0eeb7456c8044bd58d0c37ba8 2024-11-21T04:03:01,161 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/data/default/SPTestTable/09bffb73dea3fbd7fffdaf28d80b8d76/.tmp/cf/aad770d1d47044ca96d431b431c17aaf as hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/data/default/SPTestTable/09bffb73dea3fbd7fffdaf28d80b8d76/cf/aad770d1d47044ca96d431b431c17aaf 2024-11-21T04:03:01,168 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/data/default/SPTestTable/09bffb73dea3fbd7fffdaf28d80b8d76/cf/aad770d1d47044ca96d431b431c17aaf, entries=676, sequenceid=5, filesize=26.3 K 2024-11-21T04:03:01,168 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/data/default/SPTestTable/5ea009bd468c8d987e3fdfccaab3ccf9/cf/3414d4e0eeb7456c8044bd58d0c37ba8, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-21T04:03:01,169 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for 09bffb73dea3fbd7fffdaf28d80b8d76 in 120ms, sequenceid=5, compaction requested=false 2024-11-21T04:03:01,169 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 5ea009bd468c8d987e3fdfccaab3ccf9 in 122ms, sequenceid=5, compaction requested=false 2024-11-21T04:03:01,169 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 5ea009bd468c8d987e3fdfccaab3ccf9: 2024-11-21T04:03:01,169 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 09bffb73dea3fbd7fffdaf28d80b8d76: 2024-11-21T04:03:01,169 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1732161751386.5ea009bd468c8d987e3fdfccaab3ccf9. for SnapshotProcedureTest completed. 2024-11-21T04:03:01,169 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1732161751386.09bffb73dea3fbd7fffdaf28d80b8d76. for SnapshotProcedureTest completed. 2024-11-21T04:03:01,169 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1732161751386.09bffb73dea3fbd7fffdaf28d80b8d76.' region-info for snapshot=SnapshotProcedureTest 2024-11-21T04:03:01,169 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1732161751386.5ea009bd468c8d987e3fdfccaab3ccf9.' region-info for snapshot=SnapshotProcedureTest 2024-11-21T04:03:01,169 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T04:03:01,169 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T04:03:01,169 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/data/default/SPTestTable/09bffb73dea3fbd7fffdaf28d80b8d76/cf/aad770d1d47044ca96d431b431c17aaf] hfiles 2024-11-21T04:03:01,169 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/data/default/SPTestTable/5ea009bd468c8d987e3fdfccaab3ccf9/cf/3414d4e0eeb7456c8044bd58d0c37ba8] hfiles 2024-11-21T04:03:01,169 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/data/default/SPTestTable/09bffb73dea3fbd7fffdaf28d80b8d76/cf/aad770d1d47044ca96d431b431c17aaf for snapshot=SnapshotProcedureTest 2024-11-21T04:03:01,169 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/data/default/SPTestTable/5ea009bd468c8d987e3fdfccaab3ccf9/cf/3414d4e0eeb7456c8044bd58d0c37ba8 for snapshot=SnapshotProcedureTest 2024-11-21T04:03:01,174 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/data/default/SPTestTable/ba313103179348a3b39d0ca0542edcc3/cf/26fbcd3d19364960bc84abaab578294a, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-21T04:03:01,175 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for ba313103179348a3b39d0ca0542edcc3 in 128ms, sequenceid=5, compaction requested=false 2024-11-21T04:03:01,175 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for ba313103179348a3b39d0ca0542edcc3: 2024-11-21T04:03:01,175 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1732161751386.ba313103179348a3b39d0ca0542edcc3. for SnapshotProcedureTest completed. 2024-11-21T04:03:01,175 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1732161751386.ba313103179348a3b39d0ca0542edcc3.' region-info for snapshot=SnapshotProcedureTest 2024-11-21T04:03:01,175 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T04:03:01,175 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/data/default/SPTestTable/ba313103179348a3b39d0ca0542edcc3/cf/26fbcd3d19364960bc84abaab578294a] hfiles 2024-11-21T04:03:01,175 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/data/default/SPTestTable/ba313103179348a3b39d0ca0542edcc3/cf/26fbcd3d19364960bc84abaab578294a for snapshot=SnapshotProcedureTest 2024-11-21T04:03:01,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39911 is added to blk_1073741858_1034 (size=28623) 2024-11-21T04:03:01,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35769 is added to blk_1073741858_1034 (size=28623) 2024-11-21T04:03:01,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46121 is added to blk_1073741858_1034 (size=28623) 2024-11-21T04:03:01,181 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/data/default/SPTestTable/d1552f9a9f58c466554e06a0522d809e/.tmp/cf/b7b6d6d0cd1c41ab83bdb1665ee1799a 2024-11-21T04:03:01,188 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/data/default/SPTestTable/d1552f9a9f58c466554e06a0522d809e/.tmp/cf/b7b6d6d0cd1c41ab83bdb1665ee1799a as hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/data/default/SPTestTable/d1552f9a9f58c466554e06a0522d809e/cf/b7b6d6d0cd1c41ab83bdb1665ee1799a 2024-11-21T04:03:01,196 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/data/default/SPTestTable/d1552f9a9f58c466554e06a0522d809e/cf/b7b6d6d0cd1c41ab83bdb1665ee1799a, entries=731, sequenceid=5, filesize=28.0 K 2024-11-21T04:03:01,197 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for d1552f9a9f58c466554e06a0522d809e in 125ms, sequenceid=5, compaction requested=false 2024-11-21T04:03:01,197 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for d1552f9a9f58c466554e06a0522d809e: 2024-11-21T04:03:01,198 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1732161751386.d1552f9a9f58c466554e06a0522d809e. for SnapshotProcedureTest completed. 2024-11-21T04:03:01,198 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1732161751386.d1552f9a9f58c466554e06a0522d809e.' region-info for snapshot=SnapshotProcedureTest 2024-11-21T04:03:01,198 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T04:03:01,198 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/data/default/SPTestTable/d1552f9a9f58c466554e06a0522d809e/cf/b7b6d6d0cd1c41ab83bdb1665ee1799a] hfiles 2024-11-21T04:03:01,198 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/data/default/SPTestTable/d1552f9a9f58c466554e06a0522d809e/cf/b7b6d6d0cd1c41ab83bdb1665ee1799a for snapshot=SnapshotProcedureTest 2024-11-21T04:03:01,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46121 is added to blk_1073741861_1037 (size=105) 2024-11-21T04:03:01,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35769 is added to blk_1073741861_1037 (size=105) 2024-11-21T04:03:01,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39911 is added to blk_1073741861_1037 (size=105) 2024-11-21T04:03:01,208 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1732161751386.ba313103179348a3b39d0ca0542edcc3. 2024-11-21T04:03:01,208 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-21T04:03:01,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45061 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-21T04:03:01,209 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45061 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region ba313103179348a3b39d0ca0542edcc3 2024-11-21T04:03:01,209 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ba313103179348a3b39d0ca0542edcc3 2024-11-21T04:03:01,211 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ba313103179348a3b39d0ca0542edcc3 in 10.1720 sec 2024-11-21T04:03:01,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35769 is added to blk_1073741860_1036 (size=97) 2024-11-21T04:03:01,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39911 is added to blk_1073741860_1036 (size=97) 2024-11-21T04:03:01,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46121 is added to blk_1073741860_1036 (size=97) 2024-11-21T04:03:01,218 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1732161751386.5ea009bd468c8d987e3fdfccaab3ccf9. 2024-11-21T04:03:01,218 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-21T04:03:01,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45061 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-21T04:03:01,219 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45061 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 5ea009bd468c8d987e3fdfccaab3ccf9 2024-11-21T04:03:01,219 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5ea009bd468c8d987e3fdfccaab3ccf9 2024-11-21T04:03:01,221 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5ea009bd468c8d987e3fdfccaab3ccf9 in 10.1820 sec 2024-11-21T04:03:01,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39911 is added to blk_1073741862_1038 (size=105) 2024-11-21T04:03:01,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35769 is added to blk_1073741859_1035 (size=105) 2024-11-21T04:03:01,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39911 is added to blk_1073741859_1035 (size=105) 2024-11-21T04:03:01,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46121 is added to blk_1073741859_1035 (size=105) 2024-11-21T04:03:01,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35769 is added to blk_1073741862_1038 (size=105) 2024-11-21T04:03:01,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46121 is added to blk_1073741862_1038 (size=105) 2024-11-21T04:03:01,226 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1732161751386.09bffb73dea3fbd7fffdaf28d80b8d76. 2024-11-21T04:03:01,226 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-21T04:03:01,226 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1732161751386.d1552f9a9f58c466554e06a0522d809e. 2024-11-21T04:03:01,227 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-21T04:03:01,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45061 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-21T04:03:01,227 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45061 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 09bffb73dea3fbd7fffdaf28d80b8d76 2024-11-21T04:03:01,227 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 09bffb73dea3fbd7fffdaf28d80b8d76 2024-11-21T04:03:01,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45061 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-21T04:03:01,227 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45061 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d1552f9a9f58c466554e06a0522d809e 2024-11-21T04:03:01,227 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d1552f9a9f58c466554e06a0522d809e 2024-11-21T04:03:01,229 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 09bffb73dea3fbd7fffdaf28d80b8d76 in 10.1900 sec 2024-11-21T04:03:01,231 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=25 2024-11-21T04:03:01,231 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-21T04:03:01,232 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d1552f9a9f58c466554e06a0522d809e in 10.1900 sec 2024-11-21T04:03:01,232 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-21T04:03:01,233 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-21T04:03:01,233 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-21T04:03:01,235 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-21T04:03:01,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46121 is added to blk_1073741863_1039 (size=1174) 2024-11-21T04:03:01,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35769 is added to blk_1073741863_1039 (size=1174) 2024-11-21T04:03:01,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39911 is added to blk_1073741863_1039 (size=1174) 2024-11-21T04:03:01,261 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-21T04:03:01,267 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-21T04:03:01,270 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fdc0a393186c,43083,1732161739924 2024-11-21T04:03:01,270 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fdc0a393186c,33917,1732161739842 2024-11-21T04:03:01,270 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fdc0a393186c,33917,1732161739842 2024-11-21T04:03:01,270 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fdc0a393186c,33917,1732161739842 2024-11-21T04:03:01,270 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fdc0a393186c,43083,1732161739924 2024-11-21T04:03:01,274 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fdc0a393186c,43083,1732161739924 2024-11-21T04:03:01,274 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fdc0a393186c,35779,1732161739885 2024-11-21T04:03:01,274 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fdc0a393186c,35779,1732161739885 2024-11-21T04:03:01,274 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fdc0a393186c,35779,1732161739885 2024-11-21T04:03:01,344 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T04:03:11,272 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33917 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-11-21T04:03:11,272 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43083 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-11-21T04:03:11,273 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33917 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-11-21T04:03:11,273 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43083 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-21T04:03:11,273 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43083 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-11-21T04:03:11,273 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33917 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-11-21T04:03:11,277 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-11-21T04:03:11,278 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-11-21T04:03:11,279 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-11-21T04:03:11,284 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-21T04:03:11,284 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-21T04:03:11,284 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-21T04:03:11,284 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-21T04:03:11,284 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-21T04:03:11,284 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-21T04:03:11,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45061 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-21T04:03:11,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45061 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-21T04:03:11,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45061 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-21T04:03:11,286 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-21T04:03:11,286 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-21T04:03:11,287 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fdc0a393186c,33917,1732161739842 Release verify snapshot worker=fdc0a393186c,33917,1732161739842 2024-11-21T04:03:11,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45061 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-11-21T04:03:11,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45061 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-21T04:03:11,287 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fdc0a393186c,43083,1732161739924 Release verify snapshot worker=fdc0a393186c,43083,1732161739924 2024-11-21T04:03:11,287 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fdc0a393186c,33917,1732161739842 Release verify snapshot worker=fdc0a393186c,33917,1732161739842 2024-11-21T04:03:11,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45061 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-21T04:03:11,288 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fdc0a393186c,33917,1732161739842 in 10.0200 sec 2024-11-21T04:03:11,289 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fdc0a393186c,33917,1732161739842 Release verify snapshot worker=fdc0a393186c,33917,1732161739842 2024-11-21T04:03:11,289 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fdc0a393186c,43083,1732161739924 in 10.0200 sec 2024-11-21T04:03:11,289 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fdc0a393186c,43083,1732161739924 Release verify snapshot worker=fdc0a393186c,43083,1732161739924 2024-11-21T04:03:11,289 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fdc0a393186c,33917,1732161739842 in 10.0200 sec 2024-11-21T04:03:11,290 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fdc0a393186c,43083,1732161739924 Release verify snapshot worker=fdc0a393186c,43083,1732161739924 2024-11-21T04:03:11,290 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fdc0a393186c,33917,1732161739842 in 10.0220 sec 2024-11-21T04:03:11,290 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fdc0a393186c,43083,1732161739924 in 10.0220 sec 2024-11-21T04:03:11,291 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fdc0a393186c,43083,1732161739924 in 10.0230 sec 2024-11-21T04:03:11,292 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-21T04:03:11,292 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-21T04:03:11,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45061 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-21T04:03:11,294 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fdc0a393186c,35779,1732161739885 Release verify snapshot worker=fdc0a393186c,35779,1732161739885 2024-11-21T04:03:11,295 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-21T04:03:11,295 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-21T04:03:11,295 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fdc0a393186c,35779,1732161739885 in 10.0270 sec 2024-11-21T04:03:11,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45061 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-21T04:03:11,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45061 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-21T04:03:11,296 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fdc0a393186c,35779,1732161739885 Release verify snapshot worker=fdc0a393186c,35779,1732161739885 2024-11-21T04:03:11,297 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fdc0a393186c,35779,1732161739885 Release verify snapshot worker=fdc0a393186c,35779,1732161739885 2024-11-21T04:03:11,297 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fdc0a393186c,35779,1732161739885 in 10.0290 sec 2024-11-21T04:03:11,298 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fdc0a393186c,35779,1732161739885 in 10.0300 sec 2024-11-21T04:03:11,299 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fdc0a393186c,43083,1732161739924 2024-11-21T04:03:11,344 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing fdc0a393186c,43083,1732161739924 2024-11-21T04:03:11,344 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server fdc0a393186c,43083,1732161739924: Simulated kill ***** 2024-11-21T04:03:11,344 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-21T04:03:11,344 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-21T04:03:11,345 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-21T04:03:11,345 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-21T04:03:11,345 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-21T04:03:11,345 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 388275056 }, "NonHeapMemoryUsage": { "committed": 177471488, "init": 7667712, "max": -1, "used": 171831520 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-21T04:03:11,346 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45061 {}] master.MasterRpcServices(700): fdc0a393186c,43083,1732161739924 reported a fatal error: ***** ABORTING region server fdc0a393186c,43083,1732161739924: Simulated kill ***** 2024-11-21T04:03:11,347 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fdc0a393186c,43083,1732161739924' ***** 2024-11-21T04:03:11,347 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-21T04:03:11,347 INFO [RS:2;fdc0a393186c:43083 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T04:03:11,347 INFO [RS:2;fdc0a393186c:43083 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-21T04:03:11,347 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T04:03:11,347 INFO [RS:2;fdc0a393186c:43083 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-21T04:03:11,347 INFO [RS:2;fdc0a393186c:43083 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T04:03:11,347 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T04:03:11,348 INFO [RS:2;fdc0a393186c:43083 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;fdc0a393186c:43083. 2024-11-21T04:03:11,348 DEBUG [RS:2;fdc0a393186c:43083 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T04:03:11,348 DEBUG [RS:2;fdc0a393186c:43083 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:03:11,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35769 is added to blk_1073741833_1009 (size=1488) 2024-11-21T04:03:11,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46121 is added to blk_1073741833_1009 (size=1488) 2024-11-21T04:03:11,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39911 is added to blk_1073741833_1009 (size=1488) 2024-11-21T04:03:11,352 DEBUG [RS:2;fdc0a393186c:43083 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:03:11,352 INFO [RS:2;fdc0a393186c:43083 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T04:03:11,352 INFO [RS:2;fdc0a393186c:43083 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43083 2024-11-21T04:03:11,426 INFO [regionserver/fdc0a393186c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T04:03:11,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45061-0x1015cd82e480000, quorum=127.0.0.1:53799, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T04:03:11,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43083-0x1015cd82e480003, quorum=127.0.0.1:53799, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fdc0a393186c,43083,1732161739924 2024-11-21T04:03:11,426 INFO [RS:2;fdc0a393186c:43083 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T04:03:11,437 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fdc0a393186c,43083,1732161739924] 2024-11-21T04:03:11,445 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/fdc0a393186c,43083,1732161739924 already deleted, retry=false 2024-11-21T04:03:11,445 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of fdc0a393186c,43083,1732161739924 on fdc0a393186c,45061,1732161739668 2024-11-21T04:03:11,446 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure fdc0a393186c,43083,1732161739924, splitWal=true, meta=false 2024-11-21T04:03:11,447 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=46 for fdc0a393186c,43083,1732161739924 (carryingMeta=false) fdc0a393186c,43083,1732161739924/CRASHED/regionCount=3/lock=java.util.concurrent.locks.ReentrantReadWriteLock@46e480ed[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-21T04:03:11,448 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure fdc0a393186c,43083,1732161739924, splitWal=true, meta=false 2024-11-21T04:03:11,449 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(207): fdc0a393186c,43083,1732161739924 had 3 regions 2024-11-21T04:03:11,450 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure fdc0a393186c,43083,1732161739924, splitWal=true, meta=false, isMeta: false 2024-11-21T04:03:11,452 DEBUG [PEWorker-5 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/WALs/fdc0a393186c,43083,1732161739924-splitting 2024-11-21T04:03:11,453 INFO [PEWorker-5 {}] master.SplitWALManager(105): fdc0a393186c,43083,1732161739924 WAL count=1, meta=false 2024-11-21T04:03:11,454 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure fdc0a393186c%2C43083%2C1732161739924.1732161741014}] 2024-11-21T04:03:11,456 DEBUG [PEWorker-3 {}] master.SplitWALManager(158): Acquired split WAL worker=fdc0a393186c,33917,1732161739842 2024-11-21T04:03:11,456 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 28 is already finished, skip the rest processes 2024-11-21T04:03:11,456 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 32 is already finished, skip the rest processes 2024-11-21T04:03:11,457 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 31 is already finished, skip the rest processes 2024-11-21T04:03:11,457 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure fdc0a393186c%2C43083%2C1732161739924.1732161741014, worker=fdc0a393186c,33917,1732161739842}] 2024-11-21T04:03:11,458 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fdc0a393186c,43083,1732161739924 Release verify snapshot worker=fdc0a393186c,43083,1732161739924 2024-11-21T04:03:11,458 WARN [PEWorker-1 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to fdc0a393186c,43083,1732161739924, this operation will be retried to send to another server 2024-11-21T04:03:11,458 WARN [PEWorker-1 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T04:03:11,458 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1732161792458 2024-11-21T04:03:11,480 INFO [master/fdc0a393186c:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-21T04:03:11,480 INFO [master/fdc0a393186c:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-21T04:03:11,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43083-0x1015cd82e480003, quorum=127.0.0.1:53799, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T04:03:11,537 INFO [RS:2;fdc0a393186c:43083 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T04:03:11,538 INFO [RS:2;fdc0a393186c:43083 {}] regionserver.HRegionServer(1031): Exiting; stopping=fdc0a393186c,43083,1732161739924; zookeeper connection closed. 2024-11-21T04:03:11,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43083-0x1015cd82e480003, quorum=127.0.0.1:53799, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T04:03:11,538 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@54be4335 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@54be4335 2024-11-21T04:03:11,872 INFO [regionserver/fdc0a393186c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T04:03:11,872 INFO [regionserver/fdc0a393186c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T04:03:12,462 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fdc0a393186c,35779,1732161739885 2024-11-21T04:03:19,646 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T04:03:20,862 INFO [regionserver/fdc0a393186c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-21T04:03:21,461 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33917 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-11-21T04:03:21,484 INFO [RS_LOG_REPLAY_OPS-regionserver/fdc0a393186c:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/WALs/fdc0a393186c,43083,1732161739924-splitting/fdc0a393186c%2C43083%2C1732161739924.1732161741014, size=1.5 K (1488bytes) 2024-11-21T04:03:21,484 INFO [RS_LOG_REPLAY_OPS-regionserver/fdc0a393186c:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/WALs/fdc0a393186c,43083,1732161739924-splitting/fdc0a393186c%2C43083%2C1732161739924.1732161741014 2024-11-21T04:03:21,485 INFO [RS_LOG_REPLAY_OPS-regionserver/fdc0a393186c:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/WALs/fdc0a393186c,43083,1732161739924-splitting/fdc0a393186c%2C43083%2C1732161739924.1732161741014 after 1ms 2024-11-21T04:03:21,488 INFO [RS_LOG_REPLAY_OPS-regionserver/fdc0a393186c:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/WALs/fdc0a393186c,43083,1732161739924-splitting/fdc0a393186c%2C43083%2C1732161739924.1732161741014 took 4ms 2024-11-21T04:03:21,490 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fdc0a393186c:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 09bffb73dea3fbd7fffdaf28d80b8d76: last_flushed_sequence_id: 5 store_sequence_id { family_name: "cf" sequence_id: 5 } 2024-11-21T04:03:21,491 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fdc0a393186c:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for ac3ae981eb08ba27954de2b41ba180ec: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-21T04:03:21,492 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fdc0a393186c:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 0e604caa09b1223e4c7492fc1842a7e2: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-21T04:03:21,492 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fdc0a393186c:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/WALs/fdc0a393186c,43083,1732161739924-splitting/fdc0a393186c%2C43083%2C1732161739924.1732161741014 so closing down 2024-11-21T04:03:21,492 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fdc0a393186c:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T04:03:21,492 INFO [RS_LOG_REPLAY_OPS-regionserver/fdc0a393186c:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T04:03:21,493 INFO [RS_LOG_REPLAY_OPS-regionserver/fdc0a393186c:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 5 edits across 0 Regions in 5 ms; skipped=5; WAL=hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/WALs/fdc0a393186c,43083,1732161739924-splitting/fdc0a393186c%2C43083%2C1732161739924.1732161741014, size=1.5 K, length=1488, corrupted=false, cancelled=false 2024-11-21T04:03:21,493 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fdc0a393186c:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/WALs/fdc0a393186c,43083,1732161739924-splitting/fdc0a393186c%2C43083%2C1732161739924.1732161741014, journal: Splitting hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/WALs/fdc0a393186c,43083,1732161739924-splitting/fdc0a393186c%2C43083%2C1732161739924.1732161741014, size=1.5 K (1488bytes) at 1732161801484Finishing writing output for hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/WALs/fdc0a393186c,43083,1732161739924-splitting/fdc0a393186c%2C43083%2C1732161739924.1732161741014 so closing down at 1732161801492 (+8 ms)3 split writer threads finished at 1732161801493 (+1 ms)Processed 5 edits across 0 Regions in 5 ms; skipped=5; WAL=hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/WALs/fdc0a393186c,43083,1732161739924-splitting/fdc0a393186c%2C43083%2C1732161739924.1732161741014, size=1.5 K, length=1488, corrupted=false, cancelled=false at 1732161801493 2024-11-21T04:03:21,493 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fdc0a393186c:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/WALs/fdc0a393186c,43083,1732161739924-splitting/fdc0a393186c%2C43083%2C1732161739924.1732161741014 2024-11-21T04:03:21,493 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fdc0a393186c:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-21T04:03:21,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45061 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-21T04:03:21,497 INFO [PEWorker-5 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/WALs/fdc0a393186c,43083,1732161739924-splitting/fdc0a393186c%2C43083%2C1732161739924.1732161741014 to hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/oldWALs 2024-11-21T04:03:21,498 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-21T04:03:21,499 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure fdc0a393186c%2C43083%2C1732161739924.1732161741014, worker=fdc0a393186c,33917,1732161739842 in 10.0400 sec 2024-11-21T04:03:21,499 DEBUG [PEWorker-3 {}] master.SplitWALManager(172): Release split WAL worker=fdc0a393186c,33917,1732161739842 2024-11-21T04:03:21,501 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-21T04:03:21,501 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure fdc0a393186c%2C43083%2C1732161739924.1732161741014, worker=fdc0a393186c,33917,1732161739842 in 10.0460 sec 2024-11-21T04:03:21,503 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/WALs/fdc0a393186c,43083,1732161739924-splitting dir is empty, no logs to split. 2024-11-21T04:03:21,503 INFO [PEWorker-1 {}] master.SplitWALManager(105): fdc0a393186c,43083,1732161739924 WAL count=0, meta=false 2024-11-21T04:03:21,503 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if fdc0a393186c,43083,1732161739924 WAL splitting is done? wals=0, meta=false 2024-11-21T04:03:21,505 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for fdc0a393186c,43083,1732161739924 failed, ignore...File hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/WALs/fdc0a393186c,43083,1732161739924-splitting does not exist. 2024-11-21T04:03:21,506 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=09bffb73dea3fbd7fffdaf28d80b8d76, ASSIGN}, {pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0e604caa09b1223e4c7492fc1842a7e2, ASSIGN}, {pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ac3ae981eb08ba27954de2b41ba180ec, ASSIGN}] 2024-11-21T04:03:21,507 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0e604caa09b1223e4c7492fc1842a7e2, ASSIGN 2024-11-21T04:03:21,507 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ac3ae981eb08ba27954de2b41ba180ec, ASSIGN 2024-11-21T04:03:21,507 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=09bffb73dea3fbd7fffdaf28d80b8d76, ASSIGN 2024-11-21T04:03:21,507 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0e604caa09b1223e4c7492fc1842a7e2, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-21T04:03:21,507 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=09bffb73dea3fbd7fffdaf28d80b8d76, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-21T04:03:21,507 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ac3ae981eb08ba27954de2b41ba180ec, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-21T04:03:21,659 DEBUG [fdc0a393186c:45061 {}] balancer.BalancerClusterState(204): Hosts are {fdc0a393186c=0} racks are {/default-rack=0} 2024-11-21T04:03:21,660 DEBUG [fdc0a393186c:45061 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-21T04:03:21,660 DEBUG [fdc0a393186c:45061 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-21T04:03:21,660 DEBUG [fdc0a393186c:45061 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-21T04:03:21,660 DEBUG [fdc0a393186c:45061 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-21T04:03:21,660 INFO [fdc0a393186c:45061 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-21T04:03:21,660 INFO [fdc0a393186c:45061 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-21T04:03:21,660 DEBUG [fdc0a393186c:45061 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-21T04:03:21,662 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=09bffb73dea3fbd7fffdaf28d80b8d76, regionState=OPENING, regionLocation=fdc0a393186c,35779,1732161739885 2024-11-21T04:03:21,662 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=ac3ae981eb08ba27954de2b41ba180ec, regionState=OPENING, regionLocation=fdc0a393186c,35779,1732161739885 2024-11-21T04:03:21,662 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=0e604caa09b1223e4c7492fc1842a7e2, regionState=OPENING, regionLocation=fdc0a393186c,33917,1732161739842 2024-11-21T04:03:21,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ac3ae981eb08ba27954de2b41ba180ec, ASSIGN because future has completed 2024-11-21T04:03:21,667 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure ac3ae981eb08ba27954de2b41ba180ec, server=fdc0a393186c,35779,1732161739885}] 2024-11-21T04:03:21,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=09bffb73dea3fbd7fffdaf28d80b8d76, ASSIGN because future has completed 2024-11-21T04:03:21,668 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 09bffb73dea3fbd7fffdaf28d80b8d76, server=fdc0a393186c,35779,1732161739885}] 2024-11-21T04:03:21,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0e604caa09b1223e4c7492fc1842a7e2, ASSIGN because future has completed 2024-11-21T04:03:21,669 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0e604caa09b1223e4c7492fc1842a7e2, server=fdc0a393186c,33917,1732161739842}] 2024-11-21T04:03:22,468 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732161751386.09bffb73dea3fbd7fffdaf28d80b8d76. 2024-11-21T04:03:22,468 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-11-21T04:03:22,469 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7752): Opening region: {ENCODED => 09bffb73dea3fbd7fffdaf28d80b8d76, NAME => 'SPTestTable,99999996,1732161751386.09bffb73dea3fbd7fffdaf28d80b8d76.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-21T04:03:22,469 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-11-21T04:03:22,469 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 09bffb73dea3fbd7fffdaf28d80b8d76 2024-11-21T04:03:22,469 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732161751386.09bffb73dea3fbd7fffdaf28d80b8d76.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T04:03:22,470 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7794): checking encryption for 09bffb73dea3fbd7fffdaf28d80b8d76 2024-11-21T04:03:22,470 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7797): checking classloading for 09bffb73dea3fbd7fffdaf28d80b8d76 2024-11-21T04:03:22,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45061 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-11-21T04:03:22,473 INFO [StoreOpener-09bffb73dea3fbd7fffdaf28d80b8d76-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 09bffb73dea3fbd7fffdaf28d80b8d76 2024-11-21T04:03:22,474 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fdc0a393186c,35779,1732161739885 Release verify snapshot worker=fdc0a393186c,35779,1732161739885 2024-11-21T04:03:22,475 INFO [StoreOpener-09bffb73dea3fbd7fffdaf28d80b8d76-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 09bffb73dea3fbd7fffdaf28d80b8d76 columnFamilyName cf 2024-11-21T04:03:22,475 DEBUG [StoreOpener-09bffb73dea3fbd7fffdaf28d80b8d76-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:03:22,478 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=25 2024-11-21T04:03:22,478 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-21T04:03:22,478 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fdc0a393186c,35779,1732161739885 in 21.2070 sec 2024-11-21T04:03:22,478 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/.hbase-snapshot/SnapshotProcedureTest 2024-11-21T04:03:22,480 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-21T04:03:22,480 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-21T04:03:22,482 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 31.4590 sec 2024-11-21T04:03:22,484 DEBUG [StoreOpener-09bffb73dea3fbd7fffdaf28d80b8d76-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/data/default/SPTestTable/09bffb73dea3fbd7fffdaf28d80b8d76/cf/aad770d1d47044ca96d431b431c17aaf 2024-11-21T04:03:22,484 INFO [StoreOpener-09bffb73dea3fbd7fffdaf28d80b8d76-1 {}] regionserver.HStore(327): Store=09bffb73dea3fbd7fffdaf28d80b8d76/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T04:03:22,484 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1038): replaying wal for 09bffb73dea3fbd7fffdaf28d80b8d76 2024-11-21T04:03:22,485 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/data/default/SPTestTable/09bffb73dea3fbd7fffdaf28d80b8d76 2024-11-21T04:03:22,486 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/data/default/SPTestTable/09bffb73dea3fbd7fffdaf28d80b8d76 2024-11-21T04:03:22,486 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1048): stopping wal replay for 09bffb73dea3fbd7fffdaf28d80b8d76 2024-11-21T04:03:22,486 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1060): Cleaning up temporary data for 09bffb73dea3fbd7fffdaf28d80b8d76 2024-11-21T04:03:22,488 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1093): writing seq id for 09bffb73dea3fbd7fffdaf28d80b8d76 2024-11-21T04:03:22,490 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/data/default/SPTestTable/09bffb73dea3fbd7fffdaf28d80b8d76/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-21T04:03:22,491 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1114): Opened 09bffb73dea3fbd7fffdaf28d80b8d76; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60442875, jitterRate=-0.09933097660541534}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T04:03:22,491 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 09bffb73dea3fbd7fffdaf28d80b8d76 2024-11-21T04:03:22,491 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1006): Region open journal for 09bffb73dea3fbd7fffdaf28d80b8d76: Running coprocessor pre-open hook at 1732161802470Writing region info on filesystem at 1732161802470Initializing all the Stores at 1732161802472 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161802472Cleaning up temporary data from old regions at 1732161802486 (+14 ms)Running coprocessor post-open hooks at 1732161802491 (+5 ms)Region opened successfully at 1732161802491 2024-11-21T04:03:22,492 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732161751386.09bffb73dea3fbd7fffdaf28d80b8d76., pid=53, masterSystemTime=1732161802462 2024-11-21T04:03:22,493 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732161751386.09bffb73dea3fbd7fffdaf28d80b8d76. 2024-11-21T04:03:22,493 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732161751386.09bffb73dea3fbd7fffdaf28d80b8d76. 2024-11-21T04:03:22,493 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1732161751386.ac3ae981eb08ba27954de2b41ba180ec. 2024-11-21T04:03:22,494 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7752): Opening region: {ENCODED => ac3ae981eb08ba27954de2b41ba180ec, NAME => 'SPTestTable,33333332,1732161751386.ac3ae981eb08ba27954de2b41ba180ec.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-21T04:03:22,494 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=09bffb73dea3fbd7fffdaf28d80b8d76, regionState=OPEN, openSeqNum=6, regionLocation=fdc0a393186c,35779,1732161739885 2024-11-21T04:03:22,494 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ac3ae981eb08ba27954de2b41ba180ec 2024-11-21T04:03:22,494 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732161751386.ac3ae981eb08ba27954de2b41ba180ec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T04:03:22,494 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7794): checking encryption for ac3ae981eb08ba27954de2b41ba180ec 2024-11-21T04:03:22,494 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7797): checking classloading for ac3ae981eb08ba27954de2b41ba180ec 2024-11-21T04:03:22,495 INFO [StoreOpener-ac3ae981eb08ba27954de2b41ba180ec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ac3ae981eb08ba27954de2b41ba180ec 2024-11-21T04:03:22,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=53, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 09bffb73dea3fbd7fffdaf28d80b8d76, server=fdc0a393186c,35779,1732161739885 because future has completed 2024-11-21T04:03:22,496 INFO [StoreOpener-ac3ae981eb08ba27954de2b41ba180ec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac3ae981eb08ba27954de2b41ba180ec columnFamilyName cf 2024-11-21T04:03:22,496 DEBUG [StoreOpener-ac3ae981eb08ba27954de2b41ba180ec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:03:22,497 INFO [StoreOpener-ac3ae981eb08ba27954de2b41ba180ec-1 {}] regionserver.HStore(327): Store=ac3ae981eb08ba27954de2b41ba180ec/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T04:03:22,497 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1038): replaying wal for ac3ae981eb08ba27954de2b41ba180ec 2024-11-21T04:03:22,498 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/data/default/SPTestTable/ac3ae981eb08ba27954de2b41ba180ec 2024-11-21T04:03:22,498 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=49 2024-11-21T04:03:22,498 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=49, state=SUCCESS, hasLock=false; OpenRegionProcedure 09bffb73dea3fbd7fffdaf28d80b8d76, server=fdc0a393186c,35779,1732161739885 in 828 msec 2024-11-21T04:03:22,499 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/data/default/SPTestTable/ac3ae981eb08ba27954de2b41ba180ec 2024-11-21T04:03:22,499 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=09bffb73dea3fbd7fffdaf28d80b8d76, ASSIGN in 992 msec 2024-11-21T04:03:22,499 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1048): stopping wal replay for ac3ae981eb08ba27954de2b41ba180ec 2024-11-21T04:03:22,499 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1060): Cleaning up temporary data for ac3ae981eb08ba27954de2b41ba180ec 2024-11-21T04:03:22,501 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1093): writing seq id for ac3ae981eb08ba27954de2b41ba180ec 2024-11-21T04:03:22,502 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1114): Opened ac3ae981eb08ba27954de2b41ba180ec; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61240839, jitterRate=-0.0874403864145279}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T04:03:22,502 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ac3ae981eb08ba27954de2b41ba180ec 2024-11-21T04:03:22,502 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1006): Region open journal for ac3ae981eb08ba27954de2b41ba180ec: Running coprocessor pre-open hook at 1732161802494Writing region info on filesystem at 1732161802494Initializing all the Stores at 1732161802495 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732161802495Cleaning up temporary data from old regions at 1732161802499 (+4 ms)Running coprocessor post-open hooks at 1732161802502 (+3 ms)Region opened successfully at 1732161802502 2024-11-21T04:03:22,502 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1732161751386.ac3ae981eb08ba27954de2b41ba180ec., pid=52, masterSystemTime=1732161802462 2024-11-21T04:03:22,504 DEBUG [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1732161751386.ac3ae981eb08ba27954de2b41ba180ec. 2024-11-21T04:03:22,504 INFO [RS_OPEN_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1732161751386.ac3ae981eb08ba27954de2b41ba180ec. 2024-11-21T04:03:22,504 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=ac3ae981eb08ba27954de2b41ba180ec, regionState=OPEN, openSeqNum=2, regionLocation=fdc0a393186c,35779,1732161739885 2024-11-21T04:03:22,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=52, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure ac3ae981eb08ba27954de2b41ba180ec, server=fdc0a393186c,35779,1732161739885 because future has completed 2024-11-21T04:03:22,508 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=51 2024-11-21T04:03:22,508 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=51, state=SUCCESS, hasLock=false; OpenRegionProcedure ac3ae981eb08ba27954de2b41ba180ec, server=fdc0a393186c,35779,1732161739885 in 840 msec 2024-11-21T04:03:22,509 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ac3ae981eb08ba27954de2b41ba180ec, ASSIGN in 1.0020 sec 2024-11-21T04:03:22,566 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-21T04:03:22,570 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-21T04:03:22,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T04:03:22,570 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T04:03:22,570 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T04:03:22,570 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:03:22,570 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:03:22,570 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T04:03:22,570 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T04:03:22,570 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1067470706, stopped=false 2024-11-21T04:03:22,571 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fdc0a393186c,45061,1732161739668 2024-11-21T04:03:22,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45061-0x1015cd82e480000, quorum=127.0.0.1:53799, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T04:03:22,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35779-0x1015cd82e480002, quorum=127.0.0.1:53799, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T04:03:22,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33917-0x1015cd82e480001, quorum=127.0.0.1:53799, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T04:03:22,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45061-0x1015cd82e480000, quorum=127.0.0.1:53799, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T04:03:22,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33917-0x1015cd82e480001, quorum=127.0.0.1:53799, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T04:03:22,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35779-0x1015cd82e480002, quorum=127.0.0.1:53799, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T04:03:22,620 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T04:03:22,621 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35779-0x1015cd82e480002, quorum=127.0.0.1:53799, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T04:03:22,621 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33917-0x1015cd82e480001, quorum=127.0.0.1:53799, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T04:03:22,622 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45061-0x1015cd82e480000, quorum=127.0.0.1:53799, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T04:03:22,622 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T04:03:22,622 INFO [RS:1;fdc0a393186c:35779 {}] regionserver.HRegionServer(878): Closing user regions 2024-11-21T04:03:22,622 INFO [RS:1;fdc0a393186c:35779 {}] regionserver.HRegionServer(3091): Received CLOSE for d1552f9a9f58c466554e06a0522d809e 2024-11-21T04:03:22,623 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T04:03:22,623 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:03:22,623 INFO [RS:1;fdc0a393186c:35779 {}] regionserver.HRegionServer(3091): Received CLOSE for 09bffb73dea3fbd7fffdaf28d80b8d76 2024-11-21T04:03:22,623 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fdc0a393186c,33917,1732161739842' ***** 2024-11-21T04:03:22,623 INFO [RS:1;fdc0a393186c:35779 {}] regionserver.HRegionServer(3091): Received CLOSE for 8b608ff1c88ba54a7a57506a429ef126 2024-11-21T04:03:22,623 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T04:03:22,624 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fdc0a393186c,35779,1732161739885' ***** 2024-11-21T04:03:22,624 INFO [RS:1;fdc0a393186c:35779 {}] regionserver.HRegionServer(3091): Received CLOSE for ba313103179348a3b39d0ca0542edcc3 2024-11-21T04:03:22,624 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T04:03:22,624 INFO [RS:1;fdc0a393186c:35779 {}] regionserver.HRegionServer(3091): Received CLOSE for fe0f6f3755ced7e047ea39a6bfc05181 2024-11-21T04:03:22,624 INFO [RS:1;fdc0a393186c:35779 {}] regionserver.HRegionServer(3091): Received CLOSE for ac3ae981eb08ba27954de2b41ba180ec 2024-11-21T04:03:22,624 INFO [RS:0;fdc0a393186c:33917 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T04:03:22,624 INFO [RS:0;fdc0a393186c:33917 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T04:03:22,624 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T04:03:22,625 INFO [RS:0;fdc0a393186c:33917 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T04:03:22,625 INFO [RS:0;fdc0a393186c:33917 {}] regionserver.HRegionServer(3091): Received CLOSE for 9546049a0f8663b8fb8aeeefb7e76ed1 2024-11-21T04:03:22,625 INFO [RS:0;fdc0a393186c:33917 {}] regionserver.HRegionServer(3091): Received CLOSE for 3c464e37dddb43656b12c7cd5f962064 2024-11-21T04:03:22,625 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d1552f9a9f58c466554e06a0522d809e, disabling compactions & flushes 2024-11-21T04:03:22,625 INFO [RS:0;fdc0a393186c:33917 {}] regionserver.HRegionServer(3091): Received CLOSE for 5ea009bd468c8d987e3fdfccaab3ccf9 2024-11-21T04:03:22,625 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732161751386.d1552f9a9f58c466554e06a0522d809e. 2024-11-21T04:03:22,625 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9546049a0f8663b8fb8aeeefb7e76ed1, disabling compactions & flushes 2024-11-21T04:03:22,626 INFO [RS:0;fdc0a393186c:33917 {}] regionserver.HRegionServer(959): stopping server fdc0a393186c,33917,1732161739842 2024-11-21T04:03:22,626 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732161751386.d1552f9a9f58c466554e06a0522d809e. 2024-11-21T04:03:22,626 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732161751386.9546049a0f8663b8fb8aeeefb7e76ed1. 2024-11-21T04:03:22,626 INFO [RS:0;fdc0a393186c:33917 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T04:03:22,626 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732161751386.d1552f9a9f58c466554e06a0522d809e. after waiting 0 ms 2024-11-21T04:03:22,626 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732161751386.9546049a0f8663b8fb8aeeefb7e76ed1. 2024-11-21T04:03:22,626 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732161751386.d1552f9a9f58c466554e06a0522d809e. 2024-11-21T04:03:22,626 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732161751386.9546049a0f8663b8fb8aeeefb7e76ed1. after waiting 0 ms 2024-11-21T04:03:22,626 INFO [RS:0;fdc0a393186c:33917 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fdc0a393186c:33917. 2024-11-21T04:03:22,626 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732161751386.9546049a0f8663b8fb8aeeefb7e76ed1. 2024-11-21T04:03:22,626 DEBUG [RS:0;fdc0a393186c:33917 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T04:03:22,626 DEBUG [RS:0;fdc0a393186c:33917 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:03:22,626 INFO [RS:0;fdc0a393186c:33917 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-21T04:03:22,626 DEBUG [RS:0;fdc0a393186c:33917 {}] regionserver.HRegionServer(1325): Online Regions={9546049a0f8663b8fb8aeeefb7e76ed1=SPTestTable,4ccccccb,1732161751386.9546049a0f8663b8fb8aeeefb7e76ed1., 3c464e37dddb43656b12c7cd5f962064=SPTestTable,19999999,1732161751386.3c464e37dddb43656b12c7cd5f962064., 5ea009bd468c8d987e3fdfccaab3ccf9=SPTestTable,e6666661,1732161751386.5ea009bd468c8d987e3fdfccaab3ccf9.} 2024-11-21T04:03:22,626 DEBUG [RS:0;fdc0a393186c:33917 {}] regionserver.HRegionServer(1351): Waiting on 3c464e37dddb43656b12c7cd5f962064, 5ea009bd468c8d987e3fdfccaab3ccf9, 9546049a0f8663b8fb8aeeefb7e76ed1 2024-11-21T04:03:22,627 INFO [RS:1;fdc0a393186c:35779 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T04:03:22,627 INFO [RS:1;fdc0a393186c:35779 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T04:03:22,627 INFO [RS:1;fdc0a393186c:35779 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T04:03:22,627 INFO [RS:1;fdc0a393186c:35779 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: 09bffb73dea3fbd7fffdaf28d80b8d76, which we are already trying to CLOSE, but not completed yet 2024-11-21T04:03:22,627 INFO [RS:1;fdc0a393186c:35779 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: 8b608ff1c88ba54a7a57506a429ef126, which we are already trying to CLOSE, but not completed yet 2024-11-21T04:03:22,627 INFO [RS:1;fdc0a393186c:35779 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: ba313103179348a3b39d0ca0542edcc3, which we are already trying to CLOSE, but not completed yet 2024-11-21T04:03:22,627 INFO [RS:1;fdc0a393186c:35779 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: fe0f6f3755ced7e047ea39a6bfc05181, which we are already trying to CLOSE, but not completed yet 2024-11-21T04:03:22,627 INFO [RS:1;fdc0a393186c:35779 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: ac3ae981eb08ba27954de2b41ba180ec, which we are already trying to CLOSE, but not completed yet 2024-11-21T04:03:22,627 INFO [RS:1;fdc0a393186c:35779 {}] regionserver.HRegionServer(959): stopping server fdc0a393186c,35779,1732161739885 2024-11-21T04:03:22,627 INFO [RS:1;fdc0a393186c:35779 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T04:03:22,627 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T04:03:22,627 INFO [RS:1;fdc0a393186c:35779 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;fdc0a393186c:35779. 2024-11-21T04:03:22,627 DEBUG [RS:1;fdc0a393186c:35779 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T04:03:22,627 DEBUG [RS:1;fdc0a393186c:35779 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:03:22,627 INFO [RS:1;fdc0a393186c:35779 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T04:03:22,627 INFO [RS:1;fdc0a393186c:35779 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T04:03:22,627 INFO [RS:1;fdc0a393186c:35779 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T04:03:22,627 INFO [RS:1;fdc0a393186c:35779 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T04:03:22,628 INFO [RS:1;fdc0a393186c:35779 {}] regionserver.HRegionServer(1321): Waiting on 7 regions to close 2024-11-21T04:03:22,628 DEBUG [RS:1;fdc0a393186c:35779 {}] regionserver.HRegionServer(1325): Online Regions={d1552f9a9f58c466554e06a0522d809e=SPTestTable,b333332f,1732161751386.d1552f9a9f58c466554e06a0522d809e., 09bffb73dea3fbd7fffdaf28d80b8d76=SPTestTable,99999996,1732161751386.09bffb73dea3fbd7fffdaf28d80b8d76., 8b608ff1c88ba54a7a57506a429ef126=SPTestTable,,1732161751386.8b608ff1c88ba54a7a57506a429ef126., ba313103179348a3b39d0ca0542edcc3=SPTestTable,ccccccc8,1732161751386.ba313103179348a3b39d0ca0542edcc3., 1588230740=hbase:meta,,1.1588230740, fe0f6f3755ced7e047ea39a6bfc05181=SPTestTable,66666664,1732161751386.fe0f6f3755ced7e047ea39a6bfc05181., ac3ae981eb08ba27954de2b41ba180ec=SPTestTable,33333332,1732161751386.ac3ae981eb08ba27954de2b41ba180ec.} 2024-11-21T04:03:22,628 DEBUG [RS:1;fdc0a393186c:35779 {}] regionserver.HRegionServer(1351): Waiting on 09bffb73dea3fbd7fffdaf28d80b8d76, 1588230740, 8b608ff1c88ba54a7a57506a429ef126, ac3ae981eb08ba27954de2b41ba180ec, ba313103179348a3b39d0ca0542edcc3, d1552f9a9f58c466554e06a0522d809e, fe0f6f3755ced7e047ea39a6bfc05181 2024-11-21T04:03:22,628 DEBUG [RS_CLOSE_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T04:03:22,628 INFO [RS_CLOSE_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T04:03:22,628 DEBUG [RS_CLOSE_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T04:03:22,628 DEBUG [RS_CLOSE_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T04:03:22,628 DEBUG [RS_CLOSE_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T04:03:22,628 INFO [RS_CLOSE_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=14.78 KB heapSize=24.84 KB 2024-11-21T04:03:22,630 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/data/default/SPTestTable/9546049a0f8663b8fb8aeeefb7e76ed1/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-21T04:03:22,630 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/data/default/SPTestTable/d1552f9a9f58c466554e06a0522d809e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T04:03:22,631 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732161751386.d1552f9a9f58c466554e06a0522d809e. 2024-11-21T04:03:22,631 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d1552f9a9f58c466554e06a0522d809e: Waiting for close lock at 1732161802625Running coprocessor pre-close hooks at 1732161802625Disabling compacts and flushes for region at 1732161802625Disabling writes for close at 1732161802626 (+1 ms)Writing region close event to WAL at 1732161802628 (+2 ms)Running coprocessor post-close hooks at 1732161802631 (+3 ms)Closed at 1732161802631 2024-11-21T04:03:22,631 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732161751386.9546049a0f8663b8fb8aeeefb7e76ed1. 2024-11-21T04:03:22,631 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9546049a0f8663b8fb8aeeefb7e76ed1: Waiting for close lock at 1732161802625Running coprocessor pre-close hooks at 1732161802625Disabling compacts and flushes for region at 1732161802625Disabling writes for close at 1732161802626 (+1 ms)Writing region close event to WAL at 1732161802626Running coprocessor post-close hooks at 1732161802631 (+5 ms)Closed at 1732161802631 2024-11-21T04:03:22,631 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1732161751386.d1552f9a9f58c466554e06a0522d809e. 2024-11-21T04:03:22,631 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1732161751386.9546049a0f8663b8fb8aeeefb7e76ed1. 2024-11-21T04:03:22,631 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 09bffb73dea3fbd7fffdaf28d80b8d76, disabling compactions & flushes 2024-11-21T04:03:22,631 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732161751386.09bffb73dea3fbd7fffdaf28d80b8d76. 2024-11-21T04:03:22,631 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732161751386.09bffb73dea3fbd7fffdaf28d80b8d76. 2024-11-21T04:03:22,631 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3c464e37dddb43656b12c7cd5f962064, disabling compactions & flushes 2024-11-21T04:03:22,631 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732161751386.09bffb73dea3fbd7fffdaf28d80b8d76. after waiting 0 ms 2024-11-21T04:03:22,631 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732161751386.09bffb73dea3fbd7fffdaf28d80b8d76. 2024-11-21T04:03:22,631 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732161751386.3c464e37dddb43656b12c7cd5f962064. 2024-11-21T04:03:22,631 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732161751386.3c464e37dddb43656b12c7cd5f962064. 2024-11-21T04:03:22,631 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732161751386.3c464e37dddb43656b12c7cd5f962064. after waiting 0 ms 2024-11-21T04:03:22,631 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732161751386.3c464e37dddb43656b12c7cd5f962064. 2024-11-21T04:03:22,635 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/data/default/SPTestTable/3c464e37dddb43656b12c7cd5f962064/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-21T04:03:22,636 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732161751386.3c464e37dddb43656b12c7cd5f962064. 2024-11-21T04:03:22,636 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3c464e37dddb43656b12c7cd5f962064: Waiting for close lock at 1732161802631Running coprocessor pre-close hooks at 1732161802631Disabling compacts and flushes for region at 1732161802631Disabling writes for close at 1732161802631Writing region close event to WAL at 1732161802632 (+1 ms)Running coprocessor post-close hooks at 1732161802636 (+4 ms)Closed at 1732161802636 2024-11-21T04:03:22,636 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1732161751386.3c464e37dddb43656b12c7cd5f962064. 2024-11-21T04:03:22,636 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5ea009bd468c8d987e3fdfccaab3ccf9, disabling compactions & flushes 2024-11-21T04:03:22,636 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732161751386.5ea009bd468c8d987e3fdfccaab3ccf9. 2024-11-21T04:03:22,636 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732161751386.5ea009bd468c8d987e3fdfccaab3ccf9. 2024-11-21T04:03:22,636 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732161751386.5ea009bd468c8d987e3fdfccaab3ccf9. after waiting 0 ms 2024-11-21T04:03:22,636 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732161751386.5ea009bd468c8d987e3fdfccaab3ccf9. 2024-11-21T04:03:22,638 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/data/default/SPTestTable/09bffb73dea3fbd7fffdaf28d80b8d76/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=5 2024-11-21T04:03:22,638 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732161751386.09bffb73dea3fbd7fffdaf28d80b8d76. 2024-11-21T04:03:22,638 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 09bffb73dea3fbd7fffdaf28d80b8d76: Waiting for close lock at 1732161802631Running coprocessor pre-close hooks at 1732161802631Disabling compacts and flushes for region at 1732161802631Disabling writes for close at 1732161802631Writing region close event to WAL at 1732161802635 (+4 ms)Running coprocessor post-close hooks at 1732161802638 (+3 ms)Closed at 1732161802638 2024-11-21T04:03:22,638 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1732161751386.09bffb73dea3fbd7fffdaf28d80b8d76. 2024-11-21T04:03:22,639 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8b608ff1c88ba54a7a57506a429ef126, disabling compactions & flushes 2024-11-21T04:03:22,639 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1732161751386.8b608ff1c88ba54a7a57506a429ef126. 2024-11-21T04:03:22,639 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732161751386.8b608ff1c88ba54a7a57506a429ef126. 2024-11-21T04:03:22,639 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732161751386.8b608ff1c88ba54a7a57506a429ef126. after waiting 0 ms 2024-11-21T04:03:22,639 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732161751386.8b608ff1c88ba54a7a57506a429ef126. 2024-11-21T04:03:22,640 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/data/default/SPTestTable/5ea009bd468c8d987e3fdfccaab3ccf9/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T04:03:22,641 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732161751386.5ea009bd468c8d987e3fdfccaab3ccf9. 2024-11-21T04:03:22,641 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5ea009bd468c8d987e3fdfccaab3ccf9: Waiting for close lock at 1732161802636Running coprocessor pre-close hooks at 1732161802636Disabling compacts and flushes for region at 1732161802636Disabling writes for close at 1732161802636Writing region close event to WAL at 1732161802637 (+1 ms)Running coprocessor post-close hooks at 1732161802641 (+4 ms)Closed at 1732161802641 2024-11-21T04:03:22,641 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1732161751386.5ea009bd468c8d987e3fdfccaab3ccf9. 2024-11-21T04:03:22,642 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/data/default/SPTestTable/8b608ff1c88ba54a7a57506a429ef126/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-21T04:03:22,643 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1732161751386.8b608ff1c88ba54a7a57506a429ef126. 2024-11-21T04:03:22,643 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8b608ff1c88ba54a7a57506a429ef126: Waiting for close lock at 1732161802639Running coprocessor pre-close hooks at 1732161802639Disabling compacts and flushes for region at 1732161802639Disabling writes for close at 1732161802639Writing region close event to WAL at 1732161802639Running coprocessor post-close hooks at 1732161802643 (+4 ms)Closed at 1732161802643 2024-11-21T04:03:22,643 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1732161751386.8b608ff1c88ba54a7a57506a429ef126. 2024-11-21T04:03:22,643 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ba313103179348a3b39d0ca0542edcc3, disabling compactions & flushes 2024-11-21T04:03:22,643 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732161751386.ba313103179348a3b39d0ca0542edcc3. 2024-11-21T04:03:22,644 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732161751386.ba313103179348a3b39d0ca0542edcc3. 2024-11-21T04:03:22,644 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732161751386.ba313103179348a3b39d0ca0542edcc3. after waiting 0 ms 2024-11-21T04:03:22,644 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732161751386.ba313103179348a3b39d0ca0542edcc3. 2024-11-21T04:03:22,647 DEBUG [RS_CLOSE_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/data/hbase/meta/1588230740/.tmp/info/a18d630783c74dd7ae0380af1dc67bc4 is 167, key is SPTestTable,19999999,1732161751386.3c464e37dddb43656b12c7cd5f962064./info:regioninfo/1732161762169/Put/seqid=0 2024-11-21T04:03:22,647 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/data/default/SPTestTable/ba313103179348a3b39d0ca0542edcc3/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T04:03:22,648 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732161751386.ba313103179348a3b39d0ca0542edcc3. 2024-11-21T04:03:22,648 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ba313103179348a3b39d0ca0542edcc3: Waiting for close lock at 1732161802643Running coprocessor pre-close hooks at 1732161802643Disabling compacts and flushes for region at 1732161802643Disabling writes for close at 1732161802644 (+1 ms)Writing region close event to WAL at 1732161802644Running coprocessor post-close hooks at 1732161802648 (+4 ms)Closed at 1732161802648 2024-11-21T04:03:22,648 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1732161751386.ba313103179348a3b39d0ca0542edcc3. 2024-11-21T04:03:22,648 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fe0f6f3755ced7e047ea39a6bfc05181, disabling compactions & flushes 2024-11-21T04:03:22,648 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732161751386.fe0f6f3755ced7e047ea39a6bfc05181. 2024-11-21T04:03:22,648 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732161751386.fe0f6f3755ced7e047ea39a6bfc05181. 2024-11-21T04:03:22,649 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732161751386.fe0f6f3755ced7e047ea39a6bfc05181. after waiting 0 ms 2024-11-21T04:03:22,649 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732161751386.fe0f6f3755ced7e047ea39a6bfc05181. 2024-11-21T04:03:22,653 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/data/default/SPTestTable/fe0f6f3755ced7e047ea39a6bfc05181/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-21T04:03:22,654 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732161751386.fe0f6f3755ced7e047ea39a6bfc05181. 2024-11-21T04:03:22,654 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fe0f6f3755ced7e047ea39a6bfc05181: Waiting for close lock at 1732161802648Running coprocessor pre-close hooks at 1732161802648Disabling compacts and flushes for region at 1732161802648Disabling writes for close at 1732161802649 (+1 ms)Writing region close event to WAL at 1732161802649Running coprocessor post-close hooks at 1732161802654 (+5 ms)Closed at 1732161802654 2024-11-21T04:03:22,654 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1732161751386.fe0f6f3755ced7e047ea39a6bfc05181. 2024-11-21T04:03:22,654 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ac3ae981eb08ba27954de2b41ba180ec, disabling compactions & flushes 2024-11-21T04:03:22,654 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732161751386.ac3ae981eb08ba27954de2b41ba180ec. 2024-11-21T04:03:22,654 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732161751386.ac3ae981eb08ba27954de2b41ba180ec. 2024-11-21T04:03:22,654 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732161751386.ac3ae981eb08ba27954de2b41ba180ec. after waiting 0 ms 2024-11-21T04:03:22,654 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732161751386.ac3ae981eb08ba27954de2b41ba180ec. 2024-11-21T04:03:22,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46121 is added to blk_1073741864_1040 (size=19471) 2024-11-21T04:03:22,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35769 is added to blk_1073741864_1040 (size=19471) 2024-11-21T04:03:22,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39911 is added to blk_1073741864_1040 (size=19471) 2024-11-21T04:03:22,661 INFO [RS_CLOSE_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.62 KB at sequenceid=34 (bloomFilter=true), to=hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/data/hbase/meta/1588230740/.tmp/info/a18d630783c74dd7ae0380af1dc67bc4 2024-11-21T04:03:22,662 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/data/default/SPTestTable/ac3ae981eb08ba27954de2b41ba180ec/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-21T04:03:22,662 INFO [regionserver/fdc0a393186c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T04:03:22,663 INFO [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732161751386.ac3ae981eb08ba27954de2b41ba180ec. 2024-11-21T04:03:22,663 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ac3ae981eb08ba27954de2b41ba180ec: Waiting for close lock at 1732161802654Running coprocessor pre-close hooks at 1732161802654Disabling compacts and flushes for region at 1732161802654Disabling writes for close at 1732161802654Writing region close event to WAL at 1732161802658 (+4 ms)Running coprocessor post-close hooks at 1732161802663 (+5 ms)Closed at 1732161802663 2024-11-21T04:03:22,663 DEBUG [RS_CLOSE_REGION-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1732161751386.ac3ae981eb08ba27954de2b41ba180ec. 2024-11-21T04:03:22,664 INFO [regionserver/fdc0a393186c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T04:03:22,681 DEBUG [RS_CLOSE_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/data/hbase/meta/1588230740/.tmp/ns/3ada403eec354d749276681130a6c4c6 is 43, key is default/ns:d/1732161751321/Put/seqid=0 2024-11-21T04:03:22,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46121 is added to blk_1073741865_1041 (size=5153) 2024-11-21T04:03:22,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39911 is added to blk_1073741865_1041 (size=5153) 2024-11-21T04:03:22,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35769 is added to blk_1073741865_1041 (size=5153) 2024-11-21T04:03:22,687 INFO [RS_CLOSE_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=34 (bloomFilter=true), to=hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/data/hbase/meta/1588230740/.tmp/ns/3ada403eec354d749276681130a6c4c6 2024-11-21T04:03:22,710 DEBUG [RS_CLOSE_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/data/hbase/meta/1588230740/.tmp/table/cec04e954d6040e18bc5ffaf8396f76e is 47, key is SPTestTable/table:state/1732161762188/Put/seqid=0 2024-11-21T04:03:22,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46121 is added to blk_1073741866_1042 (size=5214) 2024-11-21T04:03:22,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39911 is added to blk_1073741866_1042 (size=5214) 2024-11-21T04:03:22,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35769 is added to blk_1073741866_1042 (size=5214) 2024-11-21T04:03:22,717 INFO [RS_CLOSE_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=34 (bloomFilter=true), to=hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/data/hbase/meta/1588230740/.tmp/table/cec04e954d6040e18bc5ffaf8396f76e 2024-11-21T04:03:22,724 DEBUG [RS_CLOSE_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/data/hbase/meta/1588230740/.tmp/info/a18d630783c74dd7ae0380af1dc67bc4 as hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/data/hbase/meta/1588230740/info/a18d630783c74dd7ae0380af1dc67bc4 2024-11-21T04:03:22,732 INFO [RS_CLOSE_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/data/hbase/meta/1588230740/info/a18d630783c74dd7ae0380af1dc67bc4, entries=109, sequenceid=34, filesize=19.0 K 2024-11-21T04:03:22,733 DEBUG [RS_CLOSE_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/data/hbase/meta/1588230740/.tmp/ns/3ada403eec354d749276681130a6c4c6 as hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/data/hbase/meta/1588230740/ns/3ada403eec354d749276681130a6c4c6 2024-11-21T04:03:22,740 INFO [RS_CLOSE_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/data/hbase/meta/1588230740/ns/3ada403eec354d749276681130a6c4c6, entries=2, sequenceid=34, filesize=5.0 K 2024-11-21T04:03:22,741 DEBUG [RS_CLOSE_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/data/hbase/meta/1588230740/.tmp/table/cec04e954d6040e18bc5ffaf8396f76e as hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/data/hbase/meta/1588230740/table/cec04e954d6040e18bc5ffaf8396f76e 2024-11-21T04:03:22,748 INFO [RS_CLOSE_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/data/hbase/meta/1588230740/table/cec04e954d6040e18bc5ffaf8396f76e, entries=2, sequenceid=34, filesize=5.1 K 2024-11-21T04:03:22,749 INFO [RS_CLOSE_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~14.78 KB/15133, heapSize ~24.54 KB/25128, currentSize=0 B/0 for 1588230740 in 121ms, sequenceid=34, compaction requested=false 2024-11-21T04:03:22,754 DEBUG [RS_CLOSE_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/data/hbase/meta/1588230740/recovered.edits/37.seqid, newMaxSeqId=37, maxSeqId=1 2024-11-21T04:03:22,755 DEBUG [RS_CLOSE_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T04:03:22,755 INFO [RS_CLOSE_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T04:03:22,755 DEBUG [RS_CLOSE_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732161802628Running coprocessor pre-close hooks at 1732161802628Disabling compacts and flushes for region at 1732161802628Disabling writes for close at 1732161802628Obtaining lock to block concurrent updates at 1732161802628Preparing flush snapshotting stores in 1588230740 at 1732161802628Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=15133, getHeapSize=25368, getOffHeapSize=0, getCellsCount=123 at 1732161802629 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732161802629Flushing 1588230740/info: creating writer at 1732161802629Flushing 1588230740/info: appending metadata at 1732161802647 (+18 ms)Flushing 1588230740/info: closing flushed file at 1732161802647Flushing 1588230740/ns: creating writer at 1732161802667 (+20 ms)Flushing 1588230740/ns: appending metadata at 1732161802681 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732161802681Flushing 1588230740/table: creating writer at 1732161802694 (+13 ms)Flushing 1588230740/table: appending metadata at 1732161802709 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732161802709Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68049eb6: reopening flushed file at 1732161802723 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f0c32dc: reopening flushed file at 1732161802732 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@332a8538: reopening flushed file at 1732161802740 (+8 ms)Finished flush of dataSize ~14.78 KB/15133, heapSize ~24.54 KB/25128, currentSize=0 B/0 for 1588230740 in 121ms, sequenceid=34, compaction requested=false at 1732161802749 (+9 ms)Writing region close event to WAL at 1732161802750 (+1 ms)Running coprocessor post-close hooks at 1732161802755 (+5 ms)Closed at 1732161802755 2024-11-21T04:03:22,755 DEBUG [RS_CLOSE_META-regionserver/fdc0a393186c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T04:03:22,827 INFO [RS:0;fdc0a393186c:33917 {}] regionserver.HRegionServer(976): stopping server fdc0a393186c,33917,1732161739842; all regions closed. 2024-11-21T04:03:22,828 INFO [RS:1;fdc0a393186c:35779 {}] regionserver.HRegionServer(976): stopping server fdc0a393186c,35779,1732161739885; all regions closed. 2024-11-21T04:03:22,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46121 is added to blk_1073741834_1010 (size=2364) 2024-11-21T04:03:22,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35769 is added to blk_1073741834_1010 (size=2364) 2024-11-21T04:03:22,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39911 is added to blk_1073741834_1010 (size=2364) 2024-11-21T04:03:22,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35769 is added to blk_1073741836_1012 (size=17771) 2024-11-21T04:03:22,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39911 is added to blk_1073741836_1012 (size=17771) 2024-11-21T04:03:22,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46121 is added to blk_1073741836_1012 (size=17771) 2024-11-21T04:03:22,832 DEBUG [RS:0;fdc0a393186c:33917 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/oldWALs 2024-11-21T04:03:22,833 INFO [RS:0;fdc0a393186c:33917 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fdc0a393186c%2C33917%2C1732161739842:(num 1732161741031) 2024-11-21T04:03:22,833 DEBUG [RS:0;fdc0a393186c:33917 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:03:22,833 INFO [RS:0;fdc0a393186c:33917 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T04:03:22,833 INFO [RS:0;fdc0a393186c:33917 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T04:03:22,833 INFO [RS:0;fdc0a393186c:33917 {}] hbase.ChoreService(370): Chore service for: regionserver/fdc0a393186c:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T04:03:22,833 INFO [RS:0;fdc0a393186c:33917 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T04:03:22,833 INFO [RS:0;fdc0a393186c:33917 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T04:03:22,833 INFO [RS:0;fdc0a393186c:33917 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T04:03:22,833 INFO [regionserver/fdc0a393186c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T04:03:22,833 INFO [RS:0;fdc0a393186c:33917 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T04:03:22,833 INFO [RS:0;fdc0a393186c:33917 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33917 2024-11-21T04:03:22,835 DEBUG [RS:1;fdc0a393186c:35779 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/oldWALs 2024-11-21T04:03:22,835 INFO [RS:1;fdc0a393186c:35779 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fdc0a393186c%2C35779%2C1732161739885.meta:.meta(num 1732161751211) 2024-11-21T04:03:22,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35769 is added to blk_1073741835_1011 (size=4639) 2024-11-21T04:03:22,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46121 is added to blk_1073741835_1011 (size=4639) 2024-11-21T04:03:22,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39911 is added to blk_1073741835_1011 (size=4639) 2024-11-21T04:03:22,840 DEBUG [RS:1;fdc0a393186c:35779 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/oldWALs 2024-11-21T04:03:22,840 INFO [RS:1;fdc0a393186c:35779 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fdc0a393186c%2C35779%2C1732161739885:(num 1732161741031) 2024-11-21T04:03:22,840 DEBUG [RS:1;fdc0a393186c:35779 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:03:22,840 INFO [RS:1;fdc0a393186c:35779 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T04:03:22,840 INFO [RS:1;fdc0a393186c:35779 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T04:03:22,840 INFO [RS:1;fdc0a393186c:35779 {}] hbase.ChoreService(370): Chore service for: regionserver/fdc0a393186c:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T04:03:22,840 INFO [RS:1;fdc0a393186c:35779 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T04:03:22,840 INFO [regionserver/fdc0a393186c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T04:03:22,841 INFO [RS:1;fdc0a393186c:35779 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35779 2024-11-21T04:03:22,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45061-0x1015cd82e480000, quorum=127.0.0.1:53799, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T04:03:22,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33917-0x1015cd82e480001, quorum=127.0.0.1:53799, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fdc0a393186c,33917,1732161739842 2024-11-21T04:03:22,861 INFO [RS:0;fdc0a393186c:33917 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T04:03:22,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35779-0x1015cd82e480002, quorum=127.0.0.1:53799, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fdc0a393186c,35779,1732161739885 2024-11-21T04:03:22,910 INFO [RS:1;fdc0a393186c:35779 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T04:03:22,910 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fdc0a393186c,35779,1732161739885] 2024-11-21T04:03:22,927 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/fdc0a393186c,35779,1732161739885 already deleted, retry=false 2024-11-21T04:03:22,927 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fdc0a393186c,35779,1732161739885 expired; onlineServers=1 2024-11-21T04:03:22,927 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fdc0a393186c,33917,1732161739842] 2024-11-21T04:03:22,935 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/fdc0a393186c,33917,1732161739842 already deleted, retry=false 2024-11-21T04:03:22,935 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fdc0a393186c,33917,1732161739842 expired; onlineServers=0 2024-11-21T04:03:22,935 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fdc0a393186c,45061,1732161739668' ***** 2024-11-21T04:03:22,935 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T04:03:22,936 INFO [M:0;fdc0a393186c:45061 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T04:03:22,936 INFO [M:0;fdc0a393186c:45061 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T04:03:22,936 DEBUG [M:0;fdc0a393186c:45061 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T04:03:22,936 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T04:03:22,936 DEBUG [M:0;fdc0a393186c:45061 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T04:03:22,936 DEBUG [master/fdc0a393186c:0:becomeActiveMaster-HFileCleaner.small.0-1732161740697 {}] cleaner.HFileCleaner(306): Exit Thread[master/fdc0a393186c:0:becomeActiveMaster-HFileCleaner.small.0-1732161740697,5,FailOnTimeoutGroup] 2024-11-21T04:03:22,936 DEBUG [master/fdc0a393186c:0:becomeActiveMaster-HFileCleaner.large.0-1732161740697 {}] cleaner.HFileCleaner(306): Exit Thread[master/fdc0a393186c:0:becomeActiveMaster-HFileCleaner.large.0-1732161740697,5,FailOnTimeoutGroup] 2024-11-21T04:03:22,936 INFO [M:0;fdc0a393186c:45061 {}] hbase.ChoreService(370): Chore service for: master/fdc0a393186c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T04:03:22,936 INFO [M:0;fdc0a393186c:45061 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T04:03:22,937 DEBUG [M:0;fdc0a393186c:45061 {}] master.HMaster(1795): Stopping service threads 2024-11-21T04:03:22,937 INFO [M:0;fdc0a393186c:45061 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T04:03:22,937 INFO [M:0;fdc0a393186c:45061 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T04:03:22,937 ERROR [M:0;fdc0a393186c:45061 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1506214772) connection to localhost/127.0.0.1:41899 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:41899,5,PEWorkerGroup] 2024-11-21T04:03:22,937 INFO [M:0;fdc0a393186c:45061 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T04:03:22,938 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T04:03:22,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45061-0x1015cd82e480000, quorum=127.0.0.1:53799, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-21T04:03:22,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45061-0x1015cd82e480000, quorum=127.0.0.1:53799, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T04:03:22,944 DEBUG [M:0;fdc0a393186c:45061 {}] zookeeper.ZKUtil(347): master:45061-0x1015cd82e480000, quorum=127.0.0.1:53799, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-21T04:03:22,944 WARN [M:0;fdc0a393186c:45061 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T04:03:22,945 INFO [M:0;fdc0a393186c:45061 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/.lastflushedseqids 2024-11-21T04:03:22,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46121 is added to blk_1073741867_1043 (size=650) 2024-11-21T04:03:22,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35769 is added to blk_1073741867_1043 (size=650) 2024-11-21T04:03:22,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39911 is added to blk_1073741867_1043 (size=650) 2024-11-21T04:03:22,957 INFO [M:0;fdc0a393186c:45061 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T04:03:22,957 INFO [M:0;fdc0a393186c:45061 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T04:03:22,957 DEBUG [M:0;fdc0a393186c:45061 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T04:03:22,957 INFO [M:0;fdc0a393186c:45061 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T04:03:22,957 DEBUG [M:0;fdc0a393186c:45061 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T04:03:22,957 DEBUG [M:0;fdc0a393186c:45061 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T04:03:22,957 DEBUG [M:0;fdc0a393186c:45061 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T04:03:22,957 INFO [M:0;fdc0a393186c:45061 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=177.89 KB heapSize=217.56 KB 2024-11-21T04:03:22,974 DEBUG [M:0;fdc0a393186c:45061 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c2ccd9aa8f7b49e1bb7061eba65b90b3 is 82, key is hbase:meta,,1/info:regioninfo/1732161751251/Put/seqid=0 2024-11-21T04:03:22,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35769 is added to blk_1073741868_1044 (size=5672) 2024-11-21T04:03:22,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46121 is added to blk_1073741868_1044 (size=5672) 2024-11-21T04:03:22,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39911 is added to blk_1073741868_1044 (size=5672) 2024-11-21T04:03:22,981 INFO [M:0;fdc0a393186c:45061 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=428 (bloomFilter=true), to=hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c2ccd9aa8f7b49e1bb7061eba65b90b3 2024-11-21T04:03:23,000 DEBUG [M:0;fdc0a393186c:45061 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e971563e8c874d2ab25350a4b0f3d715 is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732161762193/Put/seqid=0 2024-11-21T04:03:23,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35769 is added to blk_1073741869_1045 (size=12207) 2024-11-21T04:03:23,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39911 is added to blk_1073741869_1045 (size=12207) 2024-11-21T04:03:23,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46121 is added to blk_1073741869_1045 (size=12207) 2024-11-21T04:03:23,007 INFO [M:0;fdc0a393186c:45061 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=177.16 KB at sequenceid=428 (bloomFilter=true), to=hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e971563e8c874d2ab25350a4b0f3d715 2024-11-21T04:03:23,012 INFO [M:0;fdc0a393186c:45061 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e971563e8c874d2ab25350a4b0f3d715 2024-11-21T04:03:23,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33917-0x1015cd82e480001, quorum=127.0.0.1:53799, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T04:03:23,019 INFO [RS:0;fdc0a393186c:33917 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T04:03:23,019 INFO [RS:0;fdc0a393186c:33917 {}] regionserver.HRegionServer(1031): Exiting; stopping=fdc0a393186c,33917,1732161739842; zookeeper connection closed. 2024-11-21T04:03:23,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33917-0x1015cd82e480001, quorum=127.0.0.1:53799, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T04:03:23,019 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7ea0c194 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7ea0c194 2024-11-21T04:03:23,026 DEBUG [M:0;fdc0a393186c:45061 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ea20d2f73d674e68b392d419372a3145 is 69, key is fdc0a393186c,33917,1732161739842/rs:state/1732161740807/Put/seqid=0 2024-11-21T04:03:23,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35779-0x1015cd82e480002, quorum=127.0.0.1:53799, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T04:03:23,027 INFO [RS:1;fdc0a393186c:35779 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T04:03:23,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35779-0x1015cd82e480002, quorum=127.0.0.1:53799, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T04:03:23,027 INFO [RS:1;fdc0a393186c:35779 {}] regionserver.HRegionServer(1031): Exiting; stopping=fdc0a393186c,35779,1732161739885; zookeeper connection closed. 2024-11-21T04:03:23,028 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7c7480da {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7c7480da 2024-11-21T04:03:23,028 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-21T04:03:23,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39911 is added to blk_1073741870_1046 (size=5442) 2024-11-21T04:03:23,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35769 is added to blk_1073741870_1046 (size=5442) 2024-11-21T04:03:23,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46121 is added to blk_1073741870_1046 (size=5442) 2024-11-21T04:03:23,033 INFO [M:0;fdc0a393186c:45061 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=428 (bloomFilter=true), to=hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ea20d2f73d674e68b392d419372a3145 2024-11-21T04:03:23,039 INFO [M:0;fdc0a393186c:45061 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ea20d2f73d674e68b392d419372a3145 2024-11-21T04:03:23,040 DEBUG [M:0;fdc0a393186c:45061 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c2ccd9aa8f7b49e1bb7061eba65b90b3 as hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c2ccd9aa8f7b49e1bb7061eba65b90b3 2024-11-21T04:03:23,046 INFO [M:0;fdc0a393186c:45061 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c2ccd9aa8f7b49e1bb7061eba65b90b3, entries=8, sequenceid=428, filesize=5.5 K 2024-11-21T04:03:23,047 DEBUG [M:0;fdc0a393186c:45061 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e971563e8c874d2ab25350a4b0f3d715 as hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e971563e8c874d2ab25350a4b0f3d715 2024-11-21T04:03:23,052 INFO [M:0;fdc0a393186c:45061 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e971563e8c874d2ab25350a4b0f3d715 2024-11-21T04:03:23,053 INFO [M:0;fdc0a393186c:45061 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e971563e8c874d2ab25350a4b0f3d715, entries=54, sequenceid=428, filesize=11.9 K 2024-11-21T04:03:23,054 DEBUG [M:0;fdc0a393186c:45061 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ea20d2f73d674e68b392d419372a3145 as hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ea20d2f73d674e68b392d419372a3145 2024-11-21T04:03:23,059 INFO [M:0;fdc0a393186c:45061 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ea20d2f73d674e68b392d419372a3145 2024-11-21T04:03:23,059 INFO [M:0;fdc0a393186c:45061 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41899/user/jenkins/test-data/8a2fd84a-7c20-f829-4827-8f34837950e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ea20d2f73d674e68b392d419372a3145, entries=3, sequenceid=428, filesize=5.3 K 2024-11-21T04:03:23,060 INFO [M:0;fdc0a393186c:45061 {}] regionserver.HRegion(3140): Finished flush of dataSize ~177.89 KB/182162, heapSize ~217.27 KB/222480, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 103ms, sequenceid=428, compaction requested=false 2024-11-21T04:03:23,062 INFO [M:0;fdc0a393186c:45061 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T04:03:23,062 DEBUG [M:0;fdc0a393186c:45061 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732161802957Disabling compacts and flushes for region at 1732161802957Disabling writes for close at 1732161802957Obtaining lock to block concurrent updates at 1732161802957Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732161802957Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=182162, getHeapSize=222720, getOffHeapSize=0, getCellsCount=523 at 1732161802958 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732161802958Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732161802959 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732161802973 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732161802974 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732161802986 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732161802999 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732161802999Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732161803013 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732161803026 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732161803026Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5959bd62: reopening flushed file at 1732161803039 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53d8d351: reopening flushed file at 1732161803046 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a5e8bbc: reopening flushed file at 1732161803053 (+7 ms)Finished flush of dataSize ~177.89 KB/182162, heapSize ~217.27 KB/222480, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 103ms, sequenceid=428, compaction requested=false at 1732161803060 (+7 ms)Writing region close event to WAL at 1732161803062 (+2 ms)Closed at 1732161803062 2024-11-21T04:03:23,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39911 is added to blk_1073741830_1006 (size=210781) 2024-11-21T04:03:23,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35769 is added to blk_1073741830_1006 (size=210781) 2024-11-21T04:03:23,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46121 is added to blk_1073741830_1006 (size=210781) 2024-11-21T04:03:23,065 INFO [M:0;fdc0a393186c:45061 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T04:03:23,065 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T04:03:23,065 INFO [M:0;fdc0a393186c:45061 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45061 2024-11-21T04:03:23,065 INFO [M:0;fdc0a393186c:45061 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T04:03:23,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45061-0x1015cd82e480000, quorum=127.0.0.1:53799, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T04:03:23,174 INFO [M:0;fdc0a393186c:45061 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T04:03:23,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45061-0x1015cd82e480000, quorum=127.0.0.1:53799, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T04:03:23,180 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6771897a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T04:03:23,181 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@17a26533{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T04:03:23,181 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T04:03:23,182 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1df7101a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T04:03:23,182 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b74f4fc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4df7cc05-9c3d-bcae-9ec9-7ee862703aae/hadoop.log.dir/,STOPPED} 2024-11-21T04:03:23,184 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T04:03:23,184 WARN [BP-1899122559-172.17.0.2-1732161737704 heartbeating to localhost/127.0.0.1:41899 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T04:03:23,184 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T04:03:23,184 WARN [BP-1899122559-172.17.0.2-1732161737704 heartbeating to localhost/127.0.0.1:41899 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1899122559-172.17.0.2-1732161737704 (Datanode Uuid 4c698508-42f5-460c-8030-52e2195d43c5) service to localhost/127.0.0.1:41899 2024-11-21T04:03:23,185 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4df7cc05-9c3d-bcae-9ec9-7ee862703aae/cluster_8b5abf7c-496b-5684-2544-ac6e0d6e8552/data/data5/current/BP-1899122559-172.17.0.2-1732161737704 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T04:03:23,185 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4df7cc05-9c3d-bcae-9ec9-7ee862703aae/cluster_8b5abf7c-496b-5684-2544-ac6e0d6e8552/data/data6/current/BP-1899122559-172.17.0.2-1732161737704 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T04:03:23,185 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T04:03:23,187 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@775d0671{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T04:03:23,187 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7d5ae5de{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T04:03:23,187 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T04:03:23,187 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56754262{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T04:03:23,187 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@adc4a5e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4df7cc05-9c3d-bcae-9ec9-7ee862703aae/hadoop.log.dir/,STOPPED} 2024-11-21T04:03:23,188 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T04:03:23,188 WARN [BP-1899122559-172.17.0.2-1732161737704 heartbeating to localhost/127.0.0.1:41899 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T04:03:23,188 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T04:03:23,188 WARN [BP-1899122559-172.17.0.2-1732161737704 heartbeating to localhost/127.0.0.1:41899 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1899122559-172.17.0.2-1732161737704 (Datanode Uuid 75a99dbb-3cc4-4d40-8f06-10c1cfe0c189) service to localhost/127.0.0.1:41899 2024-11-21T04:03:23,189 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4df7cc05-9c3d-bcae-9ec9-7ee862703aae/cluster_8b5abf7c-496b-5684-2544-ac6e0d6e8552/data/data3/current/BP-1899122559-172.17.0.2-1732161737704 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T04:03:23,189 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4df7cc05-9c3d-bcae-9ec9-7ee862703aae/cluster_8b5abf7c-496b-5684-2544-ac6e0d6e8552/data/data4/current/BP-1899122559-172.17.0.2-1732161737704 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T04:03:23,189 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T04:03:23,192 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1ef7d39c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T04:03:23,192 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7dc2cdb9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T04:03:23,192 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T04:03:23,192 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@77790ac3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T04:03:23,192 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7fb9446e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4df7cc05-9c3d-bcae-9ec9-7ee862703aae/hadoop.log.dir/,STOPPED} 2024-11-21T04:03:23,194 WARN [BP-1899122559-172.17.0.2-1732161737704 heartbeating to localhost/127.0.0.1:41899 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T04:03:23,194 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T04:03:23,194 WARN [BP-1899122559-172.17.0.2-1732161737704 heartbeating to localhost/127.0.0.1:41899 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1899122559-172.17.0.2-1732161737704 (Datanode Uuid 6dda2ba6-3dba-460f-af00-425bd0782f74) service to localhost/127.0.0.1:41899 2024-11-21T04:03:23,194 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T04:03:23,195 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4df7cc05-9c3d-bcae-9ec9-7ee862703aae/cluster_8b5abf7c-496b-5684-2544-ac6e0d6e8552/data/data1/current/BP-1899122559-172.17.0.2-1732161737704 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T04:03:23,195 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4df7cc05-9c3d-bcae-9ec9-7ee862703aae/cluster_8b5abf7c-496b-5684-2544-ac6e0d6e8552/data/data2/current/BP-1899122559-172.17.0.2-1732161737704 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T04:03:23,195 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T04:03:23,201 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@145e95f5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T04:03:23,201 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@51f349c1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T04:03:23,201 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T04:03:23,202 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13d31af2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T04:03:23,202 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@274eec8a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4df7cc05-9c3d-bcae-9ec9-7ee862703aae/hadoop.log.dir/,STOPPED} 2024-11-21T04:03:23,209 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-21T04:03:23,215 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T04:03:23,215 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T04:03:23,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-21T04:03:23,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T04:03:23,251 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=124 (was 92) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:41899 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41899 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41899 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:41899 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41899 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41899 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:41899 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:41899 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41899 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:41899 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:41899 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/fdc0a393186c:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:41899 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=476 (was 442) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=52 (was 52), ProcessCount=11 (was 11), AvailableMemoryMB=5870 (was 5990)