2024-11-11 18:14:18,049 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-11 18:14:18,067 main DEBUG Took 0.016408 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-11 18:14:18,068 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-11 18:14:18,068 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-11 18:14:18,069 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-11 18:14:18,071 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 18:14:18,079 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-11 18:14:18,093 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 18:14:18,095 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 18:14:18,095 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 18:14:18,096 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 18:14:18,096 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 18:14:18,096 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 18:14:18,097 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 18:14:18,097 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 18:14:18,098 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 18:14:18,098 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 18:14:18,099 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 18:14:18,099 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 18:14:18,099 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 18:14:18,100 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 18:14:18,100 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 18:14:18,100 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 18:14:18,101 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 18:14:18,101 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 18:14:18,101 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 18:14:18,102 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 18:14:18,102 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 18:14:18,102 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 18:14:18,103 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 18:14:18,103 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 18:14:18,103 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 18:14:18,104 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-11 18:14:18,105 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 18:14:18,106 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-11 18:14:18,108 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-11 18:14:18,108 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-11 18:14:18,109 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-11 18:14:18,109 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-11 18:14:18,118 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-11 18:14:18,120 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-11 18:14:18,122 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-11 18:14:18,122 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-11 18:14:18,122 main DEBUG createAppenders(={Console}) 2024-11-11 18:14:18,123 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-11-11 18:14:18,123 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-11 18:14:18,124 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-11-11 18:14:18,124 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-11 18:14:18,124 main DEBUG OutputStream closed 2024-11-11 18:14:18,125 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-11 18:14:18,125 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-11 18:14:18,125 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-11-11 18:14:18,193 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-11 18:14:18,195 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-11 18:14:18,196 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-11 18:14:18,197 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-11 18:14:18,198 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-11 18:14:18,198 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-11 18:14:18,198 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-11 18:14:18,199 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-11 18:14:18,199 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-11 18:14:18,199 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-11 18:14:18,199 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-11 18:14:18,200 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-11 18:14:18,200 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-11 18:14:18,200 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-11 18:14:18,201 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-11 18:14:18,201 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-11 18:14:18,201 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-11 18:14:18,202 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-11 18:14:18,204 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-11 18:14:18,204 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-11-11 18:14:18,205 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-11 18:14:18,205 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-11-11T18:14:18,220 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-11-11 18:14:18,223 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-11 18:14:18,223 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-11T18:14:18,230 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-11-11T18:14:18,259 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=559, ProcessCount=11, AvailableMemoryMB=8808 2024-11-11T18:14:18,519 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbf8a320-f28f-7592-fe52-0393e66e97d2 2024-11-11T18:14:18,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T18:14:18,541 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbf8a320-f28f-7592-fe52-0393e66e97d2/cluster_b1436f6d-922d-b774-f2e1-a003d005eb30, deleteOnExit=true 2024-11-11T18:14:18,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T18:14:18,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbf8a320-f28f-7592-fe52-0393e66e97d2/test.cache.data in system properties and HBase conf 2024-11-11T18:14:18,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbf8a320-f28f-7592-fe52-0393e66e97d2/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T18:14:18,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbf8a320-f28f-7592-fe52-0393e66e97d2/hadoop.log.dir in system properties and HBase conf 2024-11-11T18:14:18,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbf8a320-f28f-7592-fe52-0393e66e97d2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T18:14:18,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbf8a320-f28f-7592-fe52-0393e66e97d2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T18:14:18,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T18:14:18,637 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-11T18:14:18,750 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T18:14:18,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbf8a320-f28f-7592-fe52-0393e66e97d2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T18:14:18,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbf8a320-f28f-7592-fe52-0393e66e97d2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T18:14:18,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbf8a320-f28f-7592-fe52-0393e66e97d2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T18:14:18,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbf8a320-f28f-7592-fe52-0393e66e97d2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T18:14:18,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbf8a320-f28f-7592-fe52-0393e66e97d2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T18:14:18,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbf8a320-f28f-7592-fe52-0393e66e97d2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T18:14:18,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbf8a320-f28f-7592-fe52-0393e66e97d2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T18:14:18,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbf8a320-f28f-7592-fe52-0393e66e97d2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T18:14:18,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbf8a320-f28f-7592-fe52-0393e66e97d2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T18:14:18,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbf8a320-f28f-7592-fe52-0393e66e97d2/nfs.dump.dir in system properties and HBase conf 2024-11-11T18:14:18,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbf8a320-f28f-7592-fe52-0393e66e97d2/java.io.tmpdir in system properties and HBase conf 2024-11-11T18:14:18,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbf8a320-f28f-7592-fe52-0393e66e97d2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T18:14:18,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbf8a320-f28f-7592-fe52-0393e66e97d2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T18:14:18,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbf8a320-f28f-7592-fe52-0393e66e97d2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T18:14:19,565 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-11T18:14:19,641 INFO [Time-limited test {}] log.Log(170): Logging initialized @2278ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-11T18:14:19,721 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T18:14:19,781 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T18:14:19,800 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T18:14:19,800 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T18:14:19,802 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T18:14:19,814 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T18:14:19,816 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@379e5835{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbf8a320-f28f-7592-fe52-0393e66e97d2/hadoop.log.dir/,AVAILABLE} 2024-11-11T18:14:19,817 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a9f9f29{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T18:14:20,009 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@458e1c66{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbf8a320-f28f-7592-fe52-0393e66e97d2/java.io.tmpdir/jetty-localhost-40479-hadoop-hdfs-3_4_1-tests_jar-_-any-8942865513582063466/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T18:14:20,017 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@50e5d970{HTTP/1.1, (http/1.1)}{localhost:40479} 2024-11-11T18:14:20,017 INFO [Time-limited test {}] server.Server(415): Started @2656ms 2024-11-11T18:14:20,419 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T18:14:20,426 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T18:14:20,427 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T18:14:20,428 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T18:14:20,428 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T18:14:20,429 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1377073d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbf8a320-f28f-7592-fe52-0393e66e97d2/hadoop.log.dir/,AVAILABLE} 2024-11-11T18:14:20,429 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3bdaaf48{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T18:14:20,553 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5d5e08a0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbf8a320-f28f-7592-fe52-0393e66e97d2/java.io.tmpdir/jetty-localhost-42011-hadoop-hdfs-3_4_1-tests_jar-_-any-1302646608368878283/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T18:14:20,554 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7c41da0c{HTTP/1.1, (http/1.1)}{localhost:42011} 2024-11-11T18:14:20,554 INFO [Time-limited test {}] server.Server(415): Started @3193ms 2024-11-11T18:14:20,613 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T18:14:20,741 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T18:14:20,746 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T18:14:20,749 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T18:14:20,749 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T18:14:20,750 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T18:14:20,750 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b4d8988{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbf8a320-f28f-7592-fe52-0393e66e97d2/hadoop.log.dir/,AVAILABLE} 2024-11-11T18:14:20,751 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ffd676e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T18:14:20,869 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5489785a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbf8a320-f28f-7592-fe52-0393e66e97d2/java.io.tmpdir/jetty-localhost-38455-hadoop-hdfs-3_4_1-tests_jar-_-any-17543984446907578412/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T18:14:20,870 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@44660b92{HTTP/1.1, (http/1.1)}{localhost:38455} 2024-11-11T18:14:20,870 INFO [Time-limited test {}] server.Server(415): Started @3508ms 2024-11-11T18:14:20,872 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T18:14:20,922 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T18:14:20,927 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T18:14:20,929 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T18:14:20,929 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T18:14:20,930 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T18:14:20,930 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@362d3e39{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbf8a320-f28f-7592-fe52-0393e66e97d2/hadoop.log.dir/,AVAILABLE} 2024-11-11T18:14:20,931 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@290abb78{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T18:14:21,074 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3db83301{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbf8a320-f28f-7592-fe52-0393e66e97d2/java.io.tmpdir/jetty-localhost-35021-hadoop-hdfs-3_4_1-tests_jar-_-any-7416545067071985054/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T18:14:21,075 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4a384e06{HTTP/1.1, (http/1.1)}{localhost:35021} 2024-11-11T18:14:21,075 INFO [Time-limited test {}] server.Server(415): Started @3714ms 2024-11-11T18:14:21,079 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T18:14:21,090 WARN [Thread-110 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbf8a320-f28f-7592-fe52-0393e66e97d2/cluster_b1436f6d-922d-b774-f2e1-a003d005eb30/data/data1/current/BP-1707164711-172.17.0.2-1731348859329/current, will proceed with Du for space computation calculation, 2024-11-11T18:14:21,090 WARN [Thread-109 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbf8a320-f28f-7592-fe52-0393e66e97d2/cluster_b1436f6d-922d-b774-f2e1-a003d005eb30/data/data4/current/BP-1707164711-172.17.0.2-1731348859329/current, will proceed with Du for space computation calculation, 2024-11-11T18:14:21,090 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbf8a320-f28f-7592-fe52-0393e66e97d2/cluster_b1436f6d-922d-b774-f2e1-a003d005eb30/data/data3/current/BP-1707164711-172.17.0.2-1731348859329/current, will proceed with Du for space computation calculation, 2024-11-11T18:14:21,091 WARN [Thread-112 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbf8a320-f28f-7592-fe52-0393e66e97d2/cluster_b1436f6d-922d-b774-f2e1-a003d005eb30/data/data2/current/BP-1707164711-172.17.0.2-1731348859329/current, will proceed with Du for space computation calculation, 2024-11-11T18:14:21,164 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T18:14:21,169 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T18:14:21,222 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbf8a320-f28f-7592-fe52-0393e66e97d2/cluster_b1436f6d-922d-b774-f2e1-a003d005eb30/data/data5/current/BP-1707164711-172.17.0.2-1731348859329/current, will proceed with Du for space computation calculation, 2024-11-11T18:14:21,223 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbf8a320-f28f-7592-fe52-0393e66e97d2/cluster_b1436f6d-922d-b774-f2e1-a003d005eb30/data/data6/current/BP-1707164711-172.17.0.2-1731348859329/current, will proceed with Du for space computation calculation, 2024-11-11T18:14:21,247 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x37c1bad5e576d08 with lease ID 0xc8478eec33a4b4e3: Processing first storage report for DS-664ccf17-4286-48a0-ab16-b5dfb115c42f from datanode DatanodeRegistration(127.0.0.1:40233, datanodeUuid=5f1fef33-5c6d-4fb2-b20c-9276c3fdc292, infoPort=35643, infoSecurePort=0, ipcPort=44369, storageInfo=lv=-57;cid=testClusterID;nsid=1816327774;c=1731348859329) 2024-11-11T18:14:21,249 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x37c1bad5e576d08 with lease ID 0xc8478eec33a4b4e3: from storage DS-664ccf17-4286-48a0-ab16-b5dfb115c42f node DatanodeRegistration(127.0.0.1:40233, datanodeUuid=5f1fef33-5c6d-4fb2-b20c-9276c3fdc292, infoPort=35643, infoSecurePort=0, ipcPort=44369, storageInfo=lv=-57;cid=testClusterID;nsid=1816327774;c=1731348859329), blocks: 0, hasStaleStorage: true, processing time: 3 msecs, invalidatedBlocks: 0 2024-11-11T18:14:21,249 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x13abd2a40a3a9381 with lease ID 0xc8478eec33a4b4e4: Processing first storage report for DS-0c258ffe-2eaf-4173-b76c-df8702d1a348 from datanode DatanodeRegistration(127.0.0.1:41581, datanodeUuid=cce0422f-86bf-4239-9673-55d1f9b760d3, infoPort=36925, infoSecurePort=0, ipcPort=33971, storageInfo=lv=-57;cid=testClusterID;nsid=1816327774;c=1731348859329) 2024-11-11T18:14:21,250 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x13abd2a40a3a9381 with lease ID 0xc8478eec33a4b4e4: from storage DS-0c258ffe-2eaf-4173-b76c-df8702d1a348 node DatanodeRegistration(127.0.0.1:41581, datanodeUuid=cce0422f-86bf-4239-9673-55d1f9b760d3, infoPort=36925, infoSecurePort=0, ipcPort=33971, storageInfo=lv=-57;cid=testClusterID;nsid=1816327774;c=1731348859329), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-11T18:14:21,250 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x37c1bad5e576d08 with lease ID 0xc8478eec33a4b4e3: Processing first storage report for DS-fa2ce5b8-4165-4cab-9d5e-90be338fdc13 from datanode DatanodeRegistration(127.0.0.1:40233, datanodeUuid=5f1fef33-5c6d-4fb2-b20c-9276c3fdc292, infoPort=35643, infoSecurePort=0, ipcPort=44369, storageInfo=lv=-57;cid=testClusterID;nsid=1816327774;c=1731348859329) 2024-11-11T18:14:21,250 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x37c1bad5e576d08 with lease ID 0xc8478eec33a4b4e3: from storage DS-fa2ce5b8-4165-4cab-9d5e-90be338fdc13 node DatanodeRegistration(127.0.0.1:40233, datanodeUuid=5f1fef33-5c6d-4fb2-b20c-9276c3fdc292, infoPort=35643, infoSecurePort=0, ipcPort=44369, storageInfo=lv=-57;cid=testClusterID;nsid=1816327774;c=1731348859329), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T18:14:21,250 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x13abd2a40a3a9381 with lease ID 0xc8478eec33a4b4e4: Processing first storage report for DS-97c9105c-23bb-43af-9e3b-a31a13040599 from datanode DatanodeRegistration(127.0.0.1:41581, datanodeUuid=cce0422f-86bf-4239-9673-55d1f9b760d3, infoPort=36925, infoSecurePort=0, ipcPort=33971, storageInfo=lv=-57;cid=testClusterID;nsid=1816327774;c=1731348859329) 2024-11-11T18:14:21,251 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x13abd2a40a3a9381 with lease ID 0xc8478eec33a4b4e4: from storage DS-97c9105c-23bb-43af-9e3b-a31a13040599 node DatanodeRegistration(127.0.0.1:41581, datanodeUuid=cce0422f-86bf-4239-9673-55d1f9b760d3, infoPort=36925, infoSecurePort=0, ipcPort=33971, storageInfo=lv=-57;cid=testClusterID;nsid=1816327774;c=1731348859329), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-11T18:14:21,258 WARN [Thread-116 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T18:14:21,265 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x440b0c32da71dd34 with lease ID 0xc8478eec33a4b4e5: Processing first storage report for DS-7b25c8d9-c8ef-4f3d-93f1-056f1827c916 from datanode DatanodeRegistration(127.0.0.1:39597, datanodeUuid=e7a7a604-4efa-43bb-8f25-88b3a205a1ae, infoPort=38667, infoSecurePort=0, ipcPort=36573, storageInfo=lv=-57;cid=testClusterID;nsid=1816327774;c=1731348859329) 2024-11-11T18:14:21,266 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x440b0c32da71dd34 with lease ID 0xc8478eec33a4b4e5: from storage DS-7b25c8d9-c8ef-4f3d-93f1-056f1827c916 node DatanodeRegistration(127.0.0.1:39597, datanodeUuid=e7a7a604-4efa-43bb-8f25-88b3a205a1ae, infoPort=38667, infoSecurePort=0, ipcPort=36573, storageInfo=lv=-57;cid=testClusterID;nsid=1816327774;c=1731348859329), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-11T18:14:21,266 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x440b0c32da71dd34 with lease ID 0xc8478eec33a4b4e5: Processing first storage report for DS-e5b37c37-d59b-4a82-a35d-8c13185e9c1b from datanode DatanodeRegistration(127.0.0.1:39597, datanodeUuid=e7a7a604-4efa-43bb-8f25-88b3a205a1ae, infoPort=38667, infoSecurePort=0, ipcPort=36573, storageInfo=lv=-57;cid=testClusterID;nsid=1816327774;c=1731348859329) 2024-11-11T18:14:21,266 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x440b0c32da71dd34 with lease ID 0xc8478eec33a4b4e5: from storage DS-e5b37c37-d59b-4a82-a35d-8c13185e9c1b node DatanodeRegistration(127.0.0.1:39597, datanodeUuid=e7a7a604-4efa-43bb-8f25-88b3a205a1ae, infoPort=38667, infoSecurePort=0, ipcPort=36573, storageInfo=lv=-57;cid=testClusterID;nsid=1816327774;c=1731348859329), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T18:14:21,524 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbf8a320-f28f-7592-fe52-0393e66e97d2 2024-11-11T18:14:21,606 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbf8a320-f28f-7592-fe52-0393e66e97d2/cluster_b1436f6d-922d-b774-f2e1-a003d005eb30/zookeeper_0, clientPort=54600, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbf8a320-f28f-7592-fe52-0393e66e97d2/cluster_b1436f6d-922d-b774-f2e1-a003d005eb30/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbf8a320-f28f-7592-fe52-0393e66e97d2/cluster_b1436f6d-922d-b774-f2e1-a003d005eb30/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T18:14:21,618 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54600 2024-11-11T18:14:21,630 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:14:21,633 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:14:21,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39597 is added to blk_1073741825_1001 (size=7) 2024-11-11T18:14:21,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741825_1001 (size=7) 2024-11-11T18:14:21,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40233 is added to blk_1073741825_1001 (size=7) 2024-11-11T18:14:22,283 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f with version=8 2024-11-11T18:14:22,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/hbase-staging 2024-11-11T18:14:22,372 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-11T18:14:22,670 INFO [Time-limited test {}] client.ConnectionUtils(128): master/90f34c5bee6a:0 server-side Connection retries=45 2024-11-11T18:14:22,683 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:14:22,684 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T18:14:22,689 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T18:14:22,690 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:14:22,690 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T18:14:22,882 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T18:14:22,969 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-11T18:14:22,981 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-11T18:14:22,985 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T18:14:23,013 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 4851 (auto-detected) 2024-11-11T18:14:23,014 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-11T18:14:23,036 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35515 2024-11-11T18:14:23,061 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35515 connecting to ZooKeeper ensemble=127.0.0.1:54600 2024-11-11T18:14:23,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:355150x0, quorum=127.0.0.1:54600, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T18:14:23,117 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35515-0x101083cfd210000 connected 2024-11-11T18:14:23,203 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:14:23,209 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:14:23,237 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35515-0x101083cfd210000, quorum=127.0.0.1:54600, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T18:14:23,246 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f, hbase.cluster.distributed=false 2024-11-11T18:14:23,302 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35515-0x101083cfd210000, quorum=127.0.0.1:54600, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T18:14:23,329 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35515 2024-11-11T18:14:23,332 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35515 2024-11-11T18:14:23,348 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35515 2024-11-11T18:14:23,365 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35515 2024-11-11T18:14:23,366 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35515 2024-11-11T18:14:23,542 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/90f34c5bee6a:0 server-side Connection retries=45 2024-11-11T18:14:23,545 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:14:23,545 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T18:14:23,545 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T18:14:23,545 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:14:23,546 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T18:14:23,549 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T18:14:23,553 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T18:14:23,554 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43385 2024-11-11T18:14:23,557 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43385 connecting to ZooKeeper ensemble=127.0.0.1:54600 2024-11-11T18:14:23,558 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:14:23,562 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:14:23,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:433850x0, quorum=127.0.0.1:54600, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T18:14:23,589 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:433850x0, quorum=127.0.0.1:54600, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T18:14:23,591 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43385-0x101083cfd210001 connected 2024-11-11T18:14:23,595 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T18:14:23,605 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T18:14:23,608 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43385-0x101083cfd210001, quorum=127.0.0.1:54600, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T18:14:23,615 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43385-0x101083cfd210001, quorum=127.0.0.1:54600, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T18:14:23,637 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43385 2024-11-11T18:14:23,638 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43385 2024-11-11T18:14:23,638 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43385 2024-11-11T18:14:23,642 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43385 2024-11-11T18:14:23,644 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43385 2024-11-11T18:14:23,668 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/90f34c5bee6a:0 server-side Connection retries=45 2024-11-11T18:14:23,668 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:14:23,669 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T18:14:23,669 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T18:14:23,669 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:14:23,669 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T18:14:23,670 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T18:14:23,670 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T18:14:23,671 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40443 2024-11-11T18:14:23,673 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40443 connecting to ZooKeeper ensemble=127.0.0.1:54600 2024-11-11T18:14:23,675 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:14:23,678 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:14:23,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:404430x0, quorum=127.0.0.1:54600, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T18:14:23,685 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40443-0x101083cfd210002 connected 2024-11-11T18:14:23,687 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40443-0x101083cfd210002, quorum=127.0.0.1:54600, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T18:14:23,688 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T18:14:23,699 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T18:14:23,700 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40443-0x101083cfd210002, quorum=127.0.0.1:54600, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T18:14:23,704 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40443-0x101083cfd210002, quorum=127.0.0.1:54600, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T18:14:23,704 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40443 2024-11-11T18:14:23,708 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40443 2024-11-11T18:14:23,709 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40443 2024-11-11T18:14:23,710 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40443 2024-11-11T18:14:23,711 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40443 2024-11-11T18:14:23,737 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/90f34c5bee6a:0 server-side Connection retries=45 2024-11-11T18:14:23,737 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:14:23,737 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T18:14:23,738 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T18:14:23,738 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:14:23,738 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T18:14:23,738 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T18:14:23,739 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T18:14:23,740 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42305 2024-11-11T18:14:23,742 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42305 connecting to ZooKeeper ensemble=127.0.0.1:54600 2024-11-11T18:14:23,744 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:14:23,748 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:14:23,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:423050x0, quorum=127.0.0.1:54600, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T18:14:23,760 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:423050x0, quorum=127.0.0.1:54600, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T18:14:23,760 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42305-0x101083cfd210003 connected 2024-11-11T18:14:23,760 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T18:14:23,769 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T18:14:23,771 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42305-0x101083cfd210003, quorum=127.0.0.1:54600, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T18:14:23,774 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42305-0x101083cfd210003, quorum=127.0.0.1:54600, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T18:14:23,776 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42305 2024-11-11T18:14:23,777 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42305 2024-11-11T18:14:23,777 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42305 2024-11-11T18:14:23,778 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42305 2024-11-11T18:14:23,778 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42305 2024-11-11T18:14:23,798 DEBUG [M:0;90f34c5bee6a:35515 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;90f34c5bee6a:35515 2024-11-11T18:14:23,800 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/90f34c5bee6a,35515,1731348862427 2024-11-11T18:14:23,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35515-0x101083cfd210000, quorum=127.0.0.1:54600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T18:14:23,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42305-0x101083cfd210003, quorum=127.0.0.1:54600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T18:14:23,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40443-0x101083cfd210002, quorum=127.0.0.1:54600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T18:14:23,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43385-0x101083cfd210001, quorum=127.0.0.1:54600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T18:14:23,815 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35515-0x101083cfd210000, quorum=127.0.0.1:54600, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/90f34c5bee6a,35515,1731348862427 2024-11-11T18:14:23,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42305-0x101083cfd210003, quorum=127.0.0.1:54600, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T18:14:23,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35515-0x101083cfd210000, quorum=127.0.0.1:54600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:14:23,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40443-0x101083cfd210002, quorum=127.0.0.1:54600, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T18:14:23,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43385-0x101083cfd210001, quorum=127.0.0.1:54600, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T18:14:23,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42305-0x101083cfd210003, quorum=127.0.0.1:54600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:14:23,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43385-0x101083cfd210001, quorum=127.0.0.1:54600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:14:23,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40443-0x101083cfd210002, quorum=127.0.0.1:54600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:14:23,847 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35515-0x101083cfd210000, quorum=127.0.0.1:54600, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-11T18:14:23,849 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/90f34c5bee6a,35515,1731348862427 from backup master directory 2024-11-11T18:14:23,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42305-0x101083cfd210003, quorum=127.0.0.1:54600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T18:14:23,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35515-0x101083cfd210000, quorum=127.0.0.1:54600, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/90f34c5bee6a,35515,1731348862427 2024-11-11T18:14:23,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43385-0x101083cfd210001, quorum=127.0.0.1:54600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T18:14:23,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40443-0x101083cfd210002, quorum=127.0.0.1:54600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T18:14:23,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35515-0x101083cfd210000, quorum=127.0.0.1:54600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T18:14:23,855 WARN [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T18:14:23,856 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=90f34c5bee6a,35515,1731348862427 2024-11-11T18:14:23,859 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-11T18:14:23,861 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-11T18:14:23,948 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/hbase.id] with ID: 0700d401-9935-4b24-be06-8a5be40e964d 2024-11-11T18:14:23,948 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/.tmp/hbase.id 2024-11-11T18:14:23,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40233 is added to blk_1073741826_1002 (size=42) 2024-11-11T18:14:23,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741826_1002 (size=42) 2024-11-11T18:14:23,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39597 is added to blk_1073741826_1002 (size=42) 2024-11-11T18:14:23,985 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/.tmp/hbase.id]:[hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/hbase.id] 2024-11-11T18:14:24,045 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:14:24,050 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T18:14:24,074 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 22ms. 2024-11-11T18:14:24,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42305-0x101083cfd210003, quorum=127.0.0.1:54600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:14:24,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43385-0x101083cfd210001, quorum=127.0.0.1:54600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:14:24,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35515-0x101083cfd210000, quorum=127.0.0.1:54600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:14:24,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40443-0x101083cfd210002, quorum=127.0.0.1:54600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:14:24,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40233 is added to blk_1073741827_1003 (size=196) 2024-11-11T18:14:24,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741827_1003 (size=196) 2024-11-11T18:14:24,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39597 is added to blk_1073741827_1003 (size=196) 2024-11-11T18:14:24,150 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T18:14:24,153 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T18:14:24,193 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T18:14:24,198 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:14:24,231 WARN [IPC Server handler 1 on default port 45683 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-11T18:14:24,231 WARN [IPC Server handler 1 on default port 45683 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-11T18:14:24,232 WARN [IPC Server handler 1 on default port 45683 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-11T18:14:24,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39597 is added to blk_1073741828_1004 (size=1189) 2024-11-11T18:14:24,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741828_1004 (size=1189) 2024-11-11T18:14:24,279 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/MasterData/data/master/store 2024-11-11T18:14:24,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741829_1005 (size=34) 2024-11-11T18:14:24,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39597 is added to blk_1073741829_1005 (size=34) 2024-11-11T18:14:24,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40233 is added to blk_1073741829_1005 (size=34) 2024-11-11T18:14:24,322 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-11T18:14:24,325 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:14:24,327 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T18:14:24,327 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:14:24,327 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:14:24,329 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T18:14:24,330 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:14:24,330 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:14:24,331 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731348864327Disabling compacts and flushes for region at 1731348864327Disabling writes for close at 1731348864330 (+3 ms)Writing region close event to WAL at 1731348864330Closed at 1731348864330 2024-11-11T18:14:24,334 WARN [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/MasterData/data/master/store/.initializing 2024-11-11T18:14:24,334 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/MasterData/WALs/90f34c5bee6a,35515,1731348862427 2024-11-11T18:14:24,348 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T18:14:24,369 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=90f34c5bee6a%2C35515%2C1731348862427, suffix=, logDir=hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/MasterData/WALs/90f34c5bee6a,35515,1731348862427, archiveDir=hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/MasterData/oldWALs, maxLogs=10 2024-11-11T18:14:24,402 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/MasterData/WALs/90f34c5bee6a,35515,1731348862427/90f34c5bee6a%2C35515%2C1731348862427.1731348864375, exclude list is [], retry=0 2024-11-11T18:14:24,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39597,DS-7b25c8d9-c8ef-4f3d-93f1-056f1827c916,DISK] 2024-11-11T18:14:24,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41581,DS-0c258ffe-2eaf-4173-b76c-df8702d1a348,DISK] 2024-11-11T18:14:24,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40233,DS-664ccf17-4286-48a0-ab16-b5dfb115c42f,DISK] 2024-11-11T18:14:24,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-11T18:14:24,477 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/MasterData/WALs/90f34c5bee6a,35515,1731348862427/90f34c5bee6a%2C35515%2C1731348862427.1731348864375 2024-11-11T18:14:24,478 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36925:36925),(127.0.0.1/127.0.0.1:35643:35643),(127.0.0.1/127.0.0.1:38667:38667)] 2024-11-11T18:14:24,479 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T18:14:24,480 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:14:24,484 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:14:24,486 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:14:24,534 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:14:24,567 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T18:14:24,571 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:14:24,574 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:14:24,575 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:14:24,579 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T18:14:24,579 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:14:24,580 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:14:24,580 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:14:24,583 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T18:14:24,583 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:14:24,584 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:14:24,584 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:14:24,587 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T18:14:24,587 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:14:24,589 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:14:24,590 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:14:24,593 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:14:24,595 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:14:24,601 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:14:24,602 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:14:24,606 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T18:14:24,610 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:14:24,617 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:14:24,618 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59320060, jitterRate=-0.1160622239112854}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T18:14:24,628 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731348864502Initializing all the Stores at 1731348864504 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731348864505 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731348864506 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731348864506Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731348864506Cleaning up temporary data from old regions at 1731348864602 (+96 ms)Region opened successfully at 1731348864628 (+26 ms) 2024-11-11T18:14:24,638 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T18:14:24,697 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47777f22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=90f34c5bee6a/172.17.0.2:0 2024-11-11T18:14:24,739 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T18:14:24,752 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T18:14:24,752 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T18:14:24,756 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T18:14:24,757 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-11T18:14:24,764 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-11T18:14:24,764 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-11T18:14:24,810 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T18:14:24,821 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35515-0x101083cfd210000, quorum=127.0.0.1:54600, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-11T18:14:24,824 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-11T18:14:24,827 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T18:14:24,829 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35515-0x101083cfd210000, quorum=127.0.0.1:54600, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-11T18:14:24,831 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-11T18:14:24,834 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T18:14:24,839 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35515-0x101083cfd210000, quorum=127.0.0.1:54600, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-11T18:14:24,843 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-11T18:14:24,845 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35515-0x101083cfd210000, quorum=127.0.0.1:54600, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-11T18:14:24,849 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-11T18:14:24,884 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35515-0x101083cfd210000, quorum=127.0.0.1:54600, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T18:14:24,886 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-11T18:14:24,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43385-0x101083cfd210001, quorum=127.0.0.1:54600, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T18:14:24,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42305-0x101083cfd210003, quorum=127.0.0.1:54600, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T18:14:24,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42305-0x101083cfd210003, quorum=127.0.0.1:54600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:14:24,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43385-0x101083cfd210001, quorum=127.0.0.1:54600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:14:24,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35515-0x101083cfd210000, quorum=127.0.0.1:54600, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T18:14:24,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40443-0x101083cfd210002, quorum=127.0.0.1:54600, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T18:14:24,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35515-0x101083cfd210000, quorum=127.0.0.1:54600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:14:24,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40443-0x101083cfd210002, quorum=127.0.0.1:54600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:14:24,897 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=90f34c5bee6a,35515,1731348862427, sessionid=0x101083cfd210000, setting cluster-up flag (Was=false) 2024-11-11T18:14:24,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35515-0x101083cfd210000, quorum=127.0.0.1:54600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:14:24,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42305-0x101083cfd210003, quorum=127.0.0.1:54600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:14:24,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40443-0x101083cfd210002, quorum=127.0.0.1:54600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:14:24,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43385-0x101083cfd210001, quorum=127.0.0.1:54600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:14:24,926 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-11T18:14:24,929 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=90f34c5bee6a,35515,1731348862427 2024-11-11T18:14:24,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40443-0x101083cfd210002, quorum=127.0.0.1:54600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:14:24,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42305-0x101083cfd210003, quorum=127.0.0.1:54600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:14:24,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35515-0x101083cfd210000, quorum=127.0.0.1:54600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:14:24,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43385-0x101083cfd210001, quorum=127.0.0.1:54600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:14:24,944 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-11T18:14:24,946 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=90f34c5bee6a,35515,1731348862427 2024-11-11T18:14:24,952 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T18:14:24,986 INFO [RS:0;90f34c5bee6a:43385 {}] regionserver.HRegionServer(746): ClusterId : 0700d401-9935-4b24-be06-8a5be40e964d 2024-11-11T18:14:24,987 INFO [RS:2;90f34c5bee6a:42305 {}] regionserver.HRegionServer(746): ClusterId : 0700d401-9935-4b24-be06-8a5be40e964d 2024-11-11T18:14:24,987 INFO [RS:1;90f34c5bee6a:40443 {}] regionserver.HRegionServer(746): ClusterId : 0700d401-9935-4b24-be06-8a5be40e964d 2024-11-11T18:14:24,989 DEBUG [RS:2;90f34c5bee6a:42305 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T18:14:24,989 DEBUG [RS:0;90f34c5bee6a:43385 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T18:14:24,991 DEBUG [RS:1;90f34c5bee6a:40443 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T18:14:24,997 DEBUG [RS:0;90f34c5bee6a:43385 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T18:14:24,997 DEBUG [RS:2;90f34c5bee6a:42305 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T18:14:24,997 DEBUG [RS:0;90f34c5bee6a:43385 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T18:14:24,997 DEBUG [RS:2;90f34c5bee6a:42305 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T18:14:24,998 DEBUG [RS:1;90f34c5bee6a:40443 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T18:14:24,998 DEBUG [RS:1;90f34c5bee6a:40443 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T18:14:25,004 DEBUG [RS:1;90f34c5bee6a:40443 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T18:14:25,004 DEBUG [RS:0;90f34c5bee6a:43385 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T18:14:25,004 DEBUG [RS:2;90f34c5bee6a:42305 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T18:14:25,005 DEBUG [RS:0;90f34c5bee6a:43385 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ec5743, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=90f34c5bee6a/172.17.0.2:0 2024-11-11T18:14:25,006 DEBUG [RS:1;90f34c5bee6a:40443 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fa938f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=90f34c5bee6a/172.17.0.2:0 2024-11-11T18:14:25,026 DEBUG [RS:0;90f34c5bee6a:43385 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;90f34c5bee6a:43385 2024-11-11T18:14:25,028 DEBUG [RS:2;90f34c5bee6a:42305 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fa411f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=90f34c5bee6a/172.17.0.2:0 2024-11-11T18:14:25,030 INFO [RS:0;90f34c5bee6a:43385 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T18:14:25,030 INFO [RS:0;90f34c5bee6a:43385 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T18:14:25,030 DEBUG [RS:0;90f34c5bee6a:43385 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T18:14:25,034 INFO [RS:0;90f34c5bee6a:43385 {}] regionserver.HRegionServer(2659): reportForDuty to master=90f34c5bee6a,35515,1731348862427 with port=43385, startcode=1731348863489 2024-11-11T18:14:25,047 DEBUG [RS:1;90f34c5bee6a:40443 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;90f34c5bee6a:40443 2024-11-11T18:14:25,047 INFO [RS:1;90f34c5bee6a:40443 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T18:14:25,047 INFO [RS:1;90f34c5bee6a:40443 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T18:14:25,047 DEBUG [RS:1;90f34c5bee6a:40443 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T18:14:25,050 INFO [RS:1;90f34c5bee6a:40443 {}] regionserver.HRegionServer(2659): reportForDuty to master=90f34c5bee6a,35515,1731348862427 with port=40443, startcode=1731348863668 2024-11-11T18:14:25,051 DEBUG [RS:0;90f34c5bee6a:43385 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T18:14:25,052 DEBUG [RS:1;90f34c5bee6a:40443 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T18:14:25,059 DEBUG [RS:2;90f34c5bee6a:42305 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;90f34c5bee6a:42305 2024-11-11T18:14:25,060 INFO [RS:2;90f34c5bee6a:42305 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T18:14:25,060 INFO [RS:2;90f34c5bee6a:42305 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T18:14:25,060 DEBUG [RS:2;90f34c5bee6a:42305 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T18:14:25,066 INFO [RS:2;90f34c5bee6a:42305 {}] regionserver.HRegionServer(2659): reportForDuty to master=90f34c5bee6a,35515,1731348862427 with port=42305, startcode=1731348863736 2024-11-11T18:14:25,070 DEBUG [RS:2;90f34c5bee6a:42305 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T18:14:25,104 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T18:14:25,109 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47705, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T18:14:25,111 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40177, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T18:14:25,111 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52533, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T18:14:25,117 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35515 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T18:14:25,121 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T18:14:25,125 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35515 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T18:14:25,130 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35515 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T18:14:25,132 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T18:14:25,140 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 90f34c5bee6a,35515,1731348862427 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T18:14:25,149 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:14:25,149 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:14:25,149 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:14:25,149 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:14:25,149 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/90f34c5bee6a:0, corePoolSize=10, maxPoolSize=10 2024-11-11T18:14:25,150 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:14:25,150 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=2, maxPoolSize=2 2024-11-11T18:14:25,150 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:14:25,156 DEBUG [RS:2;90f34c5bee6a:42305 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-11T18:14:25,156 DEBUG [RS:1;90f34c5bee6a:40443 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-11T18:14:25,156 DEBUG [RS:0;90f34c5bee6a:43385 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-11T18:14:25,156 WARN [RS:0;90f34c5bee6a:43385 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-11T18:14:25,156 WARN [RS:1;90f34c5bee6a:40443 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-11T18:14:25,156 WARN [RS:2;90f34c5bee6a:42305 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-11T18:14:25,163 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T18:14:25,163 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T18:14:25,172 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:14:25,172 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T18:14:25,180 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731348895180 2024-11-11T18:14:25,182 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T18:14:25,183 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T18:14:25,188 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T18:14:25,188 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T18:14:25,189 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T18:14:25,189 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T18:14:25,193 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T18:14:25,197 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T18:14:25,234 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T18:14:25,235 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T18:14:25,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741831_1007 (size=1321) 2024-11-11T18:14:25,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40233 is added to blk_1073741831_1007 (size=1321) 2024-11-11T18:14:25,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39597 is added to blk_1073741831_1007 (size=1321) 2024-11-11T18:14:25,240 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T18:14:25,240 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T18:14:25,242 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.large.0-1731348865242,5,FailOnTimeoutGroup] 2024-11-11T18:14:25,243 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T18:14:25,243 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.small.0-1731348865243,5,FailOnTimeoutGroup] 2024-11-11T18:14:25,243 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T18:14:25,243 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f 2024-11-11T18:14:25,243 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T18:14:25,245 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T18:14:25,245 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T18:14:25,258 INFO [RS:1;90f34c5bee6a:40443 {}] regionserver.HRegionServer(2659): reportForDuty to master=90f34c5bee6a,35515,1731348862427 with port=40443, startcode=1731348863668 2024-11-11T18:14:25,258 INFO [RS:2;90f34c5bee6a:42305 {}] regionserver.HRegionServer(2659): reportForDuty to master=90f34c5bee6a,35515,1731348862427 with port=42305, startcode=1731348863736 2024-11-11T18:14:25,259 INFO [RS:0;90f34c5bee6a:43385 {}] regionserver.HRegionServer(2659): reportForDuty to master=90f34c5bee6a,35515,1731348862427 with port=43385, startcode=1731348863489 2024-11-11T18:14:25,260 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35515 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 90f34c5bee6a,40443,1731348863668 2024-11-11T18:14:25,264 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35515 {}] master.ServerManager(517): Registering regionserver=90f34c5bee6a,40443,1731348863668 2024-11-11T18:14:25,274 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35515 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 90f34c5bee6a,43385,1731348863489 2024-11-11T18:14:25,274 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35515 {}] master.ServerManager(517): Registering regionserver=90f34c5bee6a,43385,1731348863489 2024-11-11T18:14:25,275 DEBUG [RS:1;90f34c5bee6a:40443 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f 2024-11-11T18:14:25,275 DEBUG [RS:1;90f34c5bee6a:40443 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45683 2024-11-11T18:14:25,275 DEBUG [RS:1;90f34c5bee6a:40443 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T18:14:25,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35515-0x101083cfd210000, quorum=127.0.0.1:54600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T18:14:25,281 DEBUG [RS:1;90f34c5bee6a:40443 {}] zookeeper.ZKUtil(111): regionserver:40443-0x101083cfd210002, quorum=127.0.0.1:54600, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/90f34c5bee6a,40443,1731348863668 2024-11-11T18:14:25,281 WARN [RS:1;90f34c5bee6a:40443 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T18:14:25,282 INFO [RS:1;90f34c5bee6a:40443 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:14:25,282 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35515 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 90f34c5bee6a,42305,1731348863736 2024-11-11T18:14:25,282 DEBUG [RS:1;90f34c5bee6a:40443 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/WALs/90f34c5bee6a,40443,1731348863668 2024-11-11T18:14:25,282 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35515 {}] master.ServerManager(517): Registering regionserver=90f34c5bee6a,42305,1731348863736 2024-11-11T18:14:25,285 DEBUG [RS:0;90f34c5bee6a:43385 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f 2024-11-11T18:14:25,285 DEBUG [RS:0;90f34c5bee6a:43385 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45683 2024-11-11T18:14:25,285 DEBUG [RS:0;90f34c5bee6a:43385 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T18:14:25,289 DEBUG [RS:2;90f34c5bee6a:42305 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f 2024-11-11T18:14:25,289 DEBUG [RS:2;90f34c5bee6a:42305 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45683 2024-11-11T18:14:25,289 DEBUG [RS:2;90f34c5bee6a:42305 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T18:14:25,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40233 is added to blk_1073741832_1008 (size=32) 2024-11-11T18:14:25,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741832_1008 (size=32) 2024-11-11T18:14:25,296 DEBUG [RS:0;90f34c5bee6a:43385 {}] zookeeper.ZKUtil(111): regionserver:43385-0x101083cfd210001, quorum=127.0.0.1:54600, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/90f34c5bee6a,43385,1731348863489 2024-11-11T18:14:25,296 WARN [RS:0;90f34c5bee6a:43385 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T18:14:25,297 INFO [RS:0;90f34c5bee6a:43385 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:14:25,297 DEBUG [RS:0;90f34c5bee6a:43385 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/WALs/90f34c5bee6a,43385,1731348863489 2024-11-11T18:14:25,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39597 is added to blk_1073741832_1008 (size=32) 2024-11-11T18:14:25,300 DEBUG [RS:2;90f34c5bee6a:42305 {}] zookeeper.ZKUtil(111): regionserver:42305-0x101083cfd210003, quorum=127.0.0.1:54600, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/90f34c5bee6a,42305,1731348863736 2024-11-11T18:14:25,300 WARN [RS:2;90f34c5bee6a:42305 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T18:14:25,300 INFO [RS:2;90f34c5bee6a:42305 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:14:25,300 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:14:25,300 DEBUG [RS:2;90f34c5bee6a:42305 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/WALs/90f34c5bee6a,42305,1731348863736 2024-11-11T18:14:25,303 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [90f34c5bee6a,40443,1731348863668] 2024-11-11T18:14:25,304 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [90f34c5bee6a,43385,1731348863489] 2024-11-11T18:14:25,304 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [90f34c5bee6a,42305,1731348863736] 2024-11-11T18:14:25,309 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T18:14:25,312 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T18:14:25,312 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:14:25,315 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:14:25,315 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T18:14:25,318 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T18:14:25,318 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:14:25,320 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:14:25,320 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T18:14:25,330 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T18:14:25,330 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:14:25,331 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:14:25,332 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T18:14:25,336 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T18:14:25,336 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:14:25,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:14:25,339 INFO [RS:0;90f34c5bee6a:43385 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T18:14:25,339 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T18:14:25,339 INFO [RS:2;90f34c5bee6a:42305 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T18:14:25,339 INFO [RS:1;90f34c5bee6a:40443 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T18:14:25,341 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/data/hbase/meta/1588230740 2024-11-11T18:14:25,342 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/data/hbase/meta/1588230740 2024-11-11T18:14:25,346 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T18:14:25,346 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T18:14:25,348 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T18:14:25,351 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T18:14:25,358 INFO [RS:1;90f34c5bee6a:40443 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T18:14:25,358 INFO [RS:0;90f34c5bee6a:43385 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T18:14:25,361 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:14:25,362 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71664608, jitterRate=0.0678858757019043}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T18:14:25,365 INFO [RS:0;90f34c5bee6a:43385 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T18:14:25,365 INFO [RS:0;90f34c5bee6a:43385 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:14:25,367 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731348865300Initializing all the Stores at 1731348865303 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731348865303Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731348865308 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731348865308Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731348865308Cleaning up temporary data from old regions at 1731348865346 (+38 ms)Region opened successfully at 1731348865365 (+19 ms) 2024-11-11T18:14:25,367 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T18:14:25,367 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T18:14:25,368 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T18:14:25,368 INFO [RS:1;90f34c5bee6a:40443 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T18:14:25,368 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T18:14:25,368 INFO [RS:1;90f34c5bee6a:40443 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:14:25,368 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T18:14:25,377 INFO [RS:0;90f34c5bee6a:43385 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T18:14:25,380 INFO [RS:1;90f34c5bee6a:40443 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T18:14:25,386 INFO [RS:1;90f34c5bee6a:40443 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T18:14:25,388 INFO [RS:1;90f34c5bee6a:40443 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T18:14:25,388 DEBUG [RS:1;90f34c5bee6a:40443 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:14:25,388 DEBUG [RS:1;90f34c5bee6a:40443 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:14:25,389 DEBUG [RS:1;90f34c5bee6a:40443 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:14:25,389 DEBUG [RS:1;90f34c5bee6a:40443 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:14:25,389 DEBUG [RS:1;90f34c5bee6a:40443 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:14:25,389 DEBUG [RS:1;90f34c5bee6a:40443 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/90f34c5bee6a:0, corePoolSize=2, maxPoolSize=2 2024-11-11T18:14:25,389 DEBUG [RS:1;90f34c5bee6a:40443 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:14:25,390 DEBUG [RS:1;90f34c5bee6a:40443 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:14:25,390 DEBUG [RS:1;90f34c5bee6a:40443 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:14:25,390 DEBUG [RS:1;90f34c5bee6a:40443 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:14:25,390 DEBUG [RS:1;90f34c5bee6a:40443 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:14:25,390 DEBUG [RS:1;90f34c5bee6a:40443 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:14:25,390 INFO [RS:0;90f34c5bee6a:43385 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T18:14:25,390 DEBUG [RS:1;90f34c5bee6a:40443 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0, corePoolSize=3, maxPoolSize=3 2024-11-11T18:14:25,391 DEBUG [RS:1;90f34c5bee6a:40443 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/90f34c5bee6a:0, corePoolSize=3, maxPoolSize=3 2024-11-11T18:14:25,391 INFO [RS:0;90f34c5bee6a:43385 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T18:14:25,391 DEBUG [RS:0;90f34c5bee6a:43385 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:14:25,391 DEBUG [RS:0;90f34c5bee6a:43385 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:14:25,391 DEBUG [RS:0;90f34c5bee6a:43385 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:14:25,391 DEBUG [RS:0;90f34c5bee6a:43385 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:14:25,392 DEBUG [RS:0;90f34c5bee6a:43385 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:14:25,392 DEBUG [RS:0;90f34c5bee6a:43385 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/90f34c5bee6a:0, corePoolSize=2, maxPoolSize=2 2024-11-11T18:14:25,392 DEBUG [RS:0;90f34c5bee6a:43385 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:14:25,392 DEBUG [RS:0;90f34c5bee6a:43385 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:14:25,392 DEBUG [RS:0;90f34c5bee6a:43385 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:14:25,392 DEBUG [RS:0;90f34c5bee6a:43385 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:14:25,392 DEBUG [RS:0;90f34c5bee6a:43385 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:14:25,393 DEBUG [RS:0;90f34c5bee6a:43385 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:14:25,393 DEBUG [RS:0;90f34c5bee6a:43385 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0, corePoolSize=3, maxPoolSize=3 2024-11-11T18:14:25,393 DEBUG [RS:0;90f34c5bee6a:43385 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/90f34c5bee6a:0, corePoolSize=3, maxPoolSize=3 2024-11-11T18:14:25,393 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T18:14:25,393 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731348865367Disabling compacts and flushes for region at 1731348865367Disabling writes for close at 1731348865368 (+1 ms)Writing region close event to WAL at 1731348865393 (+25 ms)Closed at 1731348865393 2024-11-11T18:14:25,404 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T18:14:25,404 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T18:14:25,413 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T18:14:25,429 INFO [RS:2;90f34c5bee6a:42305 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T18:14:25,430 INFO [RS:2;90f34c5bee6a:42305 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T18:14:25,430 INFO [RS:2;90f34c5bee6a:42305 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:14:25,430 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T18:14:25,436 INFO [RS:2;90f34c5bee6a:42305 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T18:14:25,437 INFO [RS:1;90f34c5bee6a:40443 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T18:14:25,437 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T18:14:25,437 INFO [RS:1;90f34c5bee6a:40443 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T18:14:25,437 INFO [RS:1;90f34c5bee6a:40443 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:14:25,438 INFO [RS:1;90f34c5bee6a:40443 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T18:14:25,438 INFO [RS:1;90f34c5bee6a:40443 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T18:14:25,438 INFO [RS:2;90f34c5bee6a:42305 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T18:14:25,439 INFO [RS:2;90f34c5bee6a:42305 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T18:14:25,439 DEBUG [RS:2;90f34c5bee6a:42305 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:14:25,439 DEBUG [RS:2;90f34c5bee6a:42305 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:14:25,439 DEBUG [RS:2;90f34c5bee6a:42305 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:14:25,439 DEBUG [RS:2;90f34c5bee6a:42305 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:14:25,439 DEBUG [RS:2;90f34c5bee6a:42305 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:14:25,440 DEBUG [RS:2;90f34c5bee6a:42305 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/90f34c5bee6a:0, corePoolSize=2, maxPoolSize=2 2024-11-11T18:14:25,440 DEBUG [RS:2;90f34c5bee6a:42305 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:14:25,440 DEBUG [RS:2;90f34c5bee6a:42305 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:14:25,440 DEBUG [RS:2;90f34c5bee6a:42305 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:14:25,440 DEBUG [RS:2;90f34c5bee6a:42305 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:14:25,440 DEBUG [RS:2;90f34c5bee6a:42305 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:14:25,440 INFO [RS:1;90f34c5bee6a:40443 {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,40443,1731348863668-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T18:14:25,440 DEBUG [RS:2;90f34c5bee6a:42305 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:14:25,440 DEBUG [RS:2;90f34c5bee6a:42305 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0, corePoolSize=3, maxPoolSize=3 2024-11-11T18:14:25,441 DEBUG [RS:2;90f34c5bee6a:42305 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/90f34c5bee6a:0, corePoolSize=3, maxPoolSize=3 2024-11-11T18:14:25,445 INFO [RS:0;90f34c5bee6a:43385 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T18:14:25,445 INFO [RS:0;90f34c5bee6a:43385 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T18:14:25,445 INFO [RS:0;90f34c5bee6a:43385 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:14:25,446 INFO [RS:0;90f34c5bee6a:43385 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T18:14:25,446 INFO [RS:0;90f34c5bee6a:43385 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T18:14:25,446 INFO [RS:0;90f34c5bee6a:43385 {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,43385,1731348863489-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T18:14:25,474 INFO [RS:1;90f34c5bee6a:40443 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T18:14:25,478 INFO [RS:1;90f34c5bee6a:40443 {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,40443,1731348863668-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:14:25,478 INFO [RS:1;90f34c5bee6a:40443 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:14:25,479 INFO [RS:1;90f34c5bee6a:40443 {}] regionserver.Replication(171): 90f34c5bee6a,40443,1731348863668 started 2024-11-11T18:14:25,486 INFO [RS:2;90f34c5bee6a:42305 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T18:14:25,486 INFO [RS:2;90f34c5bee6a:42305 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T18:14:25,486 INFO [RS:2;90f34c5bee6a:42305 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:14:25,487 INFO [RS:2;90f34c5bee6a:42305 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T18:14:25,487 INFO [RS:2;90f34c5bee6a:42305 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T18:14:25,487 INFO [RS:2;90f34c5bee6a:42305 {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,42305,1731348863736-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T18:14:25,512 INFO [RS:1;90f34c5bee6a:40443 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:14:25,513 INFO [RS:0;90f34c5bee6a:43385 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T18:14:25,513 INFO [RS:1;90f34c5bee6a:40443 {}] regionserver.HRegionServer(1482): Serving as 90f34c5bee6a,40443,1731348863668, RpcServer on 90f34c5bee6a/172.17.0.2:40443, sessionid=0x101083cfd210002 2024-11-11T18:14:25,513 INFO [RS:0;90f34c5bee6a:43385 {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,43385,1731348863489-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:14:25,514 INFO [RS:0;90f34c5bee6a:43385 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:14:25,515 DEBUG [RS:1;90f34c5bee6a:40443 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T18:14:25,515 INFO [RS:0;90f34c5bee6a:43385 {}] regionserver.Replication(171): 90f34c5bee6a,43385,1731348863489 started 2024-11-11T18:14:25,516 DEBUG [RS:1;90f34c5bee6a:40443 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 90f34c5bee6a,40443,1731348863668 2024-11-11T18:14:25,516 DEBUG [RS:1;90f34c5bee6a:40443 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '90f34c5bee6a,40443,1731348863668' 2024-11-11T18:14:25,516 DEBUG [RS:1;90f34c5bee6a:40443 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T18:14:25,518 DEBUG [RS:1;90f34c5bee6a:40443 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T18:14:25,519 DEBUG [RS:1;90f34c5bee6a:40443 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T18:14:25,519 DEBUG [RS:1;90f34c5bee6a:40443 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T18:14:25,519 DEBUG [RS:1;90f34c5bee6a:40443 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 90f34c5bee6a,40443,1731348863668 2024-11-11T18:14:25,519 INFO [RS:2;90f34c5bee6a:42305 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T18:14:25,519 DEBUG [RS:1;90f34c5bee6a:40443 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '90f34c5bee6a,40443,1731348863668' 2024-11-11T18:14:25,519 INFO [RS:2;90f34c5bee6a:42305 {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,42305,1731348863736-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:14:25,519 DEBUG [RS:1;90f34c5bee6a:40443 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T18:14:25,520 INFO [RS:2;90f34c5bee6a:42305 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:14:25,520 INFO [RS:2;90f34c5bee6a:42305 {}] regionserver.Replication(171): 90f34c5bee6a,42305,1731348863736 started 2024-11-11T18:14:25,522 DEBUG [RS:1;90f34c5bee6a:40443 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T18:14:25,523 DEBUG [RS:1;90f34c5bee6a:40443 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T18:14:25,523 INFO [RS:1;90f34c5bee6a:40443 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T18:14:25,523 INFO [RS:1;90f34c5bee6a:40443 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T18:14:25,542 INFO [RS:0;90f34c5bee6a:43385 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:14:25,542 INFO [RS:0;90f34c5bee6a:43385 {}] regionserver.HRegionServer(1482): Serving as 90f34c5bee6a,43385,1731348863489, RpcServer on 90f34c5bee6a/172.17.0.2:43385, sessionid=0x101083cfd210001 2024-11-11T18:14:25,542 DEBUG [RS:0;90f34c5bee6a:43385 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T18:14:25,543 DEBUG [RS:0;90f34c5bee6a:43385 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 90f34c5bee6a,43385,1731348863489 2024-11-11T18:14:25,543 DEBUG [RS:0;90f34c5bee6a:43385 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '90f34c5bee6a,43385,1731348863489' 2024-11-11T18:14:25,543 DEBUG [RS:0;90f34c5bee6a:43385 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T18:14:25,544 DEBUG [RS:0;90f34c5bee6a:43385 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T18:14:25,545 INFO [RS:2;90f34c5bee6a:42305 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:14:25,545 INFO [RS:2;90f34c5bee6a:42305 {}] regionserver.HRegionServer(1482): Serving as 90f34c5bee6a,42305,1731348863736, RpcServer on 90f34c5bee6a/172.17.0.2:42305, sessionid=0x101083cfd210003 2024-11-11T18:14:25,545 DEBUG [RS:2;90f34c5bee6a:42305 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T18:14:25,545 DEBUG [RS:2;90f34c5bee6a:42305 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 90f34c5bee6a,42305,1731348863736 2024-11-11T18:14:25,545 DEBUG [RS:2;90f34c5bee6a:42305 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '90f34c5bee6a,42305,1731348863736' 2024-11-11T18:14:25,545 DEBUG [RS:2;90f34c5bee6a:42305 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T18:14:25,545 DEBUG [RS:0;90f34c5bee6a:43385 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T18:14:25,546 DEBUG [RS:0;90f34c5bee6a:43385 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T18:14:25,546 DEBUG [RS:0;90f34c5bee6a:43385 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 90f34c5bee6a,43385,1731348863489 2024-11-11T18:14:25,546 DEBUG [RS:0;90f34c5bee6a:43385 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '90f34c5bee6a,43385,1731348863489' 2024-11-11T18:14:25,546 DEBUG [RS:0;90f34c5bee6a:43385 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T18:14:25,548 DEBUG [RS:0;90f34c5bee6a:43385 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T18:14:25,550 DEBUG [RS:0;90f34c5bee6a:43385 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T18:14:25,550 INFO [RS:0;90f34c5bee6a:43385 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T18:14:25,550 INFO [RS:0;90f34c5bee6a:43385 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T18:14:25,558 DEBUG [RS:2;90f34c5bee6a:42305 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T18:14:25,561 DEBUG [RS:2;90f34c5bee6a:42305 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T18:14:25,561 DEBUG [RS:2;90f34c5bee6a:42305 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T18:14:25,562 DEBUG [RS:2;90f34c5bee6a:42305 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 90f34c5bee6a,42305,1731348863736 2024-11-11T18:14:25,562 DEBUG [RS:2;90f34c5bee6a:42305 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '90f34c5bee6a,42305,1731348863736' 2024-11-11T18:14:25,562 DEBUG [RS:2;90f34c5bee6a:42305 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T18:14:25,563 DEBUG [RS:2;90f34c5bee6a:42305 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T18:14:25,563 DEBUG [RS:2;90f34c5bee6a:42305 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T18:14:25,563 INFO [RS:2;90f34c5bee6a:42305 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T18:14:25,564 INFO [RS:2;90f34c5bee6a:42305 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T18:14:25,589 WARN [90f34c5bee6a:35515 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-11T18:14:25,632 INFO [RS:1;90f34c5bee6a:40443 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T18:14:25,637 INFO [RS:1;90f34c5bee6a:40443 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=90f34c5bee6a%2C40443%2C1731348863668, suffix=, logDir=hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/WALs/90f34c5bee6a,40443,1731348863668, archiveDir=hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/oldWALs, maxLogs=32 2024-11-11T18:14:25,651 INFO [RS:0;90f34c5bee6a:43385 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T18:14:25,656 INFO [RS:0;90f34c5bee6a:43385 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=90f34c5bee6a%2C43385%2C1731348863489, suffix=, logDir=hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/WALs/90f34c5bee6a,43385,1731348863489, archiveDir=hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/oldWALs, maxLogs=32 2024-11-11T18:14:25,664 INFO [RS:2;90f34c5bee6a:42305 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T18:14:25,667 DEBUG [RS:1;90f34c5bee6a:40443 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/WALs/90f34c5bee6a,40443,1731348863668/90f34c5bee6a%2C40443%2C1731348863668.1731348865641, exclude list is [], retry=0 2024-11-11T18:14:25,668 INFO [RS:2;90f34c5bee6a:42305 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=90f34c5bee6a%2C42305%2C1731348863736, suffix=, logDir=hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/WALs/90f34c5bee6a,42305,1731348863736, archiveDir=hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/oldWALs, maxLogs=32 2024-11-11T18:14:25,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40233,DS-664ccf17-4286-48a0-ab16-b5dfb115c42f,DISK] 2024-11-11T18:14:25,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39597,DS-7b25c8d9-c8ef-4f3d-93f1-056f1827c916,DISK] 2024-11-11T18:14:25,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41581,DS-0c258ffe-2eaf-4173-b76c-df8702d1a348,DISK] 2024-11-11T18:14:25,692 DEBUG [RS:0;90f34c5bee6a:43385 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/WALs/90f34c5bee6a,43385,1731348863489/90f34c5bee6a%2C43385%2C1731348863489.1731348865658, exclude list is [], retry=0 2024-11-11T18:14:25,695 DEBUG [RS:2;90f34c5bee6a:42305 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/WALs/90f34c5bee6a,42305,1731348863736/90f34c5bee6a%2C42305%2C1731348863736.1731348865672, exclude list is [], retry=0 2024-11-11T18:14:25,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40233,DS-664ccf17-4286-48a0-ab16-b5dfb115c42f,DISK] 2024-11-11T18:14:25,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41581,DS-0c258ffe-2eaf-4173-b76c-df8702d1a348,DISK] 2024-11-11T18:14:25,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39597,DS-7b25c8d9-c8ef-4f3d-93f1-056f1827c916,DISK] 2024-11-11T18:14:25,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40233,DS-664ccf17-4286-48a0-ab16-b5dfb115c42f,DISK] 2024-11-11T18:14:25,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41581,DS-0c258ffe-2eaf-4173-b76c-df8702d1a348,DISK] 2024-11-11T18:14:25,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39597,DS-7b25c8d9-c8ef-4f3d-93f1-056f1827c916,DISK] 2024-11-11T18:14:25,709 INFO [RS:1;90f34c5bee6a:40443 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/WALs/90f34c5bee6a,40443,1731348863668/90f34c5bee6a%2C40443%2C1731348863668.1731348865641 2024-11-11T18:14:25,716 DEBUG [RS:1;90f34c5bee6a:40443 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36925:36925),(127.0.0.1/127.0.0.1:35643:35643),(127.0.0.1/127.0.0.1:38667:38667)] 2024-11-11T18:14:25,737 INFO [RS:0;90f34c5bee6a:43385 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/WALs/90f34c5bee6a,43385,1731348863489/90f34c5bee6a%2C43385%2C1731348863489.1731348865658 2024-11-11T18:14:25,739 DEBUG [RS:0;90f34c5bee6a:43385 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35643:35643),(127.0.0.1/127.0.0.1:36925:36925),(127.0.0.1/127.0.0.1:38667:38667)] 2024-11-11T18:14:25,739 INFO [RS:2;90f34c5bee6a:42305 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/WALs/90f34c5bee6a,42305,1731348863736/90f34c5bee6a%2C42305%2C1731348863736.1731348865672 2024-11-11T18:14:25,742 DEBUG [RS:2;90f34c5bee6a:42305 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35643:35643),(127.0.0.1/127.0.0.1:36925:36925),(127.0.0.1/127.0.0.1:38667:38667)] 2024-11-11T18:14:25,843 DEBUG [90f34c5bee6a:35515 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-11T18:14:25,856 DEBUG [90f34c5bee6a:35515 {}] balancer.BalancerClusterState(204): Hosts are {90f34c5bee6a=0} racks are {/default-rack=0} 2024-11-11T18:14:25,865 DEBUG [90f34c5bee6a:35515 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T18:14:25,865 DEBUG [90f34c5bee6a:35515 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T18:14:25,865 DEBUG [90f34c5bee6a:35515 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-11T18:14:25,865 DEBUG [90f34c5bee6a:35515 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T18:14:25,865 DEBUG [90f34c5bee6a:35515 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T18:14:25,865 DEBUG [90f34c5bee6a:35515 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-11T18:14:25,865 INFO [90f34c5bee6a:35515 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T18:14:25,865 INFO [90f34c5bee6a:35515 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T18:14:25,865 INFO [90f34c5bee6a:35515 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-11T18:14:25,865 DEBUG [90f34c5bee6a:35515 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T18:14:25,874 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=90f34c5bee6a,42305,1731348863736 2024-11-11T18:14:25,884 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 90f34c5bee6a,42305,1731348863736, state=OPENING 2024-11-11T18:14:25,890 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T18:14:25,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40443-0x101083cfd210002, quorum=127.0.0.1:54600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:14:25,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42305-0x101083cfd210003, quorum=127.0.0.1:54600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:14:25,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43385-0x101083cfd210001, quorum=127.0.0.1:54600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:14:25,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35515-0x101083cfd210000, quorum=127.0.0.1:54600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:14:25,896 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T18:14:25,896 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T18:14:25,896 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T18:14:25,897 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T18:14:25,899 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T18:14:25,901 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=90f34c5bee6a,42305,1731348863736}] 2024-11-11T18:14:27,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40233 is added to blk_1073741828_1004 (size=1189) 2024-11-11T18:14:32,965 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-11T18:14:32,966 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-11T18:14:35,933 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T18:14:35,935 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47013, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T18:14:35,951 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T18:14:35,952 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:14:35,952 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T18:14:35,955 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=90f34c5bee6a%2C42305%2C1731348863736.meta, suffix=.meta, logDir=hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/WALs/90f34c5bee6a,42305,1731348863736, archiveDir=hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/oldWALs, maxLogs=32 2024-11-11T18:14:35,974 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/WALs/90f34c5bee6a,42305,1731348863736/90f34c5bee6a%2C42305%2C1731348863736.meta.1731348875958.meta, exclude list is [], retry=0 2024-11-11T18:14:35,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39597,DS-7b25c8d9-c8ef-4f3d-93f1-056f1827c916,DISK] 2024-11-11T18:14:35,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40233,DS-664ccf17-4286-48a0-ab16-b5dfb115c42f,DISK] 2024-11-11T18:14:35,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41581,DS-0c258ffe-2eaf-4173-b76c-df8702d1a348,DISK] 2024-11-11T18:14:35,983 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/WALs/90f34c5bee6a,42305,1731348863736/90f34c5bee6a%2C42305%2C1731348863736.meta.1731348875958.meta 2024-11-11T18:14:35,983 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35643:35643),(127.0.0.1/127.0.0.1:38667:38667),(127.0.0.1/127.0.0.1:36925:36925)] 2024-11-11T18:14:35,984 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T18:14:35,986 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T18:14:35,988 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T18:14:35,994 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T18:14:35,998 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T18:14:35,999 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:14:35,999 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T18:14:35,999 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T18:14:36,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T18:14:36,004 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T18:14:36,004 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:14:36,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:14:36,006 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T18:14:36,007 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T18:14:36,007 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:14:36,009 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:14:36,009 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T18:14:36,010 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T18:14:36,010 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:14:36,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:14:36,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T18:14:36,014 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T18:14:36,014 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:14:36,015 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:14:36,015 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T18:14:36,016 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/data/hbase/meta/1588230740 2024-11-11T18:14:36,019 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/data/hbase/meta/1588230740 2024-11-11T18:14:36,021 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T18:14:36,021 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T18:14:36,022 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T18:14:36,026 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T18:14:36,028 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64647081, jitterRate=-0.036683425307273865}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T18:14:36,028 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T18:14:36,030 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731348876000Writing region info on filesystem at 1731348876000Initializing all the Stores at 1731348876002 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731348876002Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731348876003 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731348876003Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731348876003Cleaning up temporary data from old regions at 1731348876021 (+18 ms)Running coprocessor post-open hooks at 1731348876028 (+7 ms)Region opened successfully at 1731348876030 (+2 ms) 2024-11-11T18:14:36,038 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731348875921 2024-11-11T18:14:36,054 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T18:14:36,056 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T18:14:36,057 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=90f34c5bee6a,42305,1731348863736 2024-11-11T18:14:36,060 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 90f34c5bee6a,42305,1731348863736, state=OPEN 2024-11-11T18:14:36,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42305-0x101083cfd210003, quorum=127.0.0.1:54600, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T18:14:36,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43385-0x101083cfd210001, quorum=127.0.0.1:54600, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T18:14:36,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40443-0x101083cfd210002, quorum=127.0.0.1:54600, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T18:14:36,063 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T18:14:36,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35515-0x101083cfd210000, quorum=127.0.0.1:54600, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T18:14:36,063 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T18:14:36,063 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T18:14:36,064 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T18:14:36,066 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=90f34c5bee6a,42305,1731348863736 2024-11-11T18:14:36,072 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T18:14:36,073 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=90f34c5bee6a,42305,1731348863736 in 10.1650 sec 2024-11-11T18:14:36,080 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T18:14:36,080 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.6610 sec 2024-11-11T18:14:36,082 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T18:14:36,082 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T18:14:36,112 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T18:14:36,114 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,42305,1731348863736, seqNum=-1] 2024-11-11T18:14:36,149 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:14:36,151 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43091, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T18:14:36,176 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 11.1820 sec 2024-11-11T18:14:36,177 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731348876176, completionTime=-1 2024-11-11T18:14:36,180 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-11T18:14:36,180 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T18:14:36,216 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-11T18:14:36,216 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731348936216 2024-11-11T18:14:36,216 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731348996216 2024-11-11T18:14:36,216 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 35 msec 2024-11-11T18:14:36,218 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-11T18:14:36,236 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,35515,1731348862427-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:14:36,237 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,35515,1731348862427-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:14:36,237 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,35515,1731348862427-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:14:36,240 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-90f34c5bee6a:35515, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:14:36,240 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T18:14:36,245 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T18:14:36,252 DEBUG [master/90f34c5bee6a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T18:14:36,282 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 12.426sec 2024-11-11T18:14:36,286 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T18:14:36,287 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T18:14:36,288 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T18:14:36,289 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T18:14:36,289 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T18:14:36,290 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,35515,1731348862427-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T18:14:36,290 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,35515,1731348862427-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T18:14:36,297 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T18:14:36,297 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T18:14:36,298 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,35515,1731348862427-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:14:36,312 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1700fe75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:14:36,317 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-11T18:14:36,317 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-11T18:14:36,322 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,35515,-1 for getting cluster id 2024-11-11T18:14:36,325 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:14:36,339 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0700d401-9935-4b24-be06-8a5be40e964d' 2024-11-11T18:14:36,342 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:14:36,342 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0700d401-9935-4b24-be06-8a5be40e964d" 2024-11-11T18:14:36,343 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b197778, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:14:36,343 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,35515,-1] 2024-11-11T18:14:36,346 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:14:36,353 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:14:36,356 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:14:36,360 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@da48f6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:14:36,361 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T18:14:36,371 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,42305,1731348863736, seqNum=-1] 2024-11-11T18:14:36,371 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:14:36,374 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T18:14:36,437 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=90f34c5bee6a,35515,1731348862427 2024-11-11T18:14:36,444 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731348876442 (current time:1731348876442). 2024-11-11T18:14:36,444 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-11T18:14:36,444 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-11T18:14:36,448 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71a17bb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:14:36,448 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,35515,-1 for getting cluster id 2024-11-11T18:14:36,448 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:14:36,450 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0700d401-9935-4b24-be06-8a5be40e964d' 2024-11-11T18:14:36,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:14:36,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0700d401-9935-4b24-be06-8a5be40e964d" 2024-11-11T18:14:36,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21642ea3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:14:36,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,35515,-1] 2024-11-11T18:14:36,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:14:36,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:14:36,454 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:14:36,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5006a1b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:14:36,458 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T18:14:36,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,42305,1731348863736, seqNum=-1] 2024-11-11T18:14:36,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:14:36,470 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T18:14:36,472 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T18:14:36,472 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:14:36,480 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:14:36,482 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:14:36,482 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T18:14:36,489 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T18:14:36,493 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 90f34c5bee6a,35515,1731348862427 2024-11-11T18:14:36,496 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f554674 2024-11-11T18:14:36,498 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T18:14:36,500 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T18:14:36,506 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35515 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T18:14:36,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35515 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-11T18:14:36,521 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T18:14:36,524 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35515 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-11T18:14:36,525 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:14:36,528 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T18:14:36,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:14:36,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40233 is added to blk_1073741837_1013 (size=361) 2024-11-11T18:14:36,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39597 is added to blk_1073741837_1013 (size=361) 2024-11-11T18:14:36,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741837_1013 (size=361) 2024-11-11T18:14:36,572 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 3a030dac4ca585b7e4ee89fc4e1846da, NAME => 'SPTestTable,33333332,1731348876501.3a030dac4ca585b7e4ee89fc4e1846da.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f 2024-11-11T18:14:36,573 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0264c5c973b2c08ea9987709204333b3, NAME => 'SPTestTable,,1731348876501.0264c5c973b2c08ea9987709204333b3.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f 2024-11-11T18:14:36,576 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 4725881efca7604af5aa10547a67c3c0, NAME => 'SPTestTable,19999999,1731348876501.4725881efca7604af5aa10547a67c3c0.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f 2024-11-11T18:14:36,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:14:36,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39597 is added to blk_1073741838_1014 (size=62) 2024-11-11T18:14:36,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741838_1014 (size=62) 2024-11-11T18:14:36,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40233 is added to blk_1073741838_1014 (size=62) 2024-11-11T18:14:36,649 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731348876501.4725881efca7604af5aa10547a67c3c0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:14:36,649 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 4725881efca7604af5aa10547a67c3c0, disabling compactions & flushes 2024-11-11T18:14:36,649 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731348876501.4725881efca7604af5aa10547a67c3c0. 2024-11-11T18:14:36,649 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731348876501.4725881efca7604af5aa10547a67c3c0. 2024-11-11T18:14:36,649 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731348876501.4725881efca7604af5aa10547a67c3c0. after waiting 0 ms 2024-11-11T18:14:36,649 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731348876501.4725881efca7604af5aa10547a67c3c0. 2024-11-11T18:14:36,649 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731348876501.4725881efca7604af5aa10547a67c3c0. 2024-11-11T18:14:36,649 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 4725881efca7604af5aa10547a67c3c0: Waiting for close lock at 1731348876649Disabling compacts and flushes for region at 1731348876649Disabling writes for close at 1731348876649Writing region close event to WAL at 1731348876649Closed at 1731348876649 2024-11-11T18:14:36,650 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => a5a27514f5b16b295d5127586432bc02, NAME => 'SPTestTable,4ccccccb,1731348876501.a5a27514f5b16b295d5127586432bc02.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f 2024-11-11T18:14:36,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741839_1015 (size=54) 2024-11-11T18:14:36,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40233 is added to blk_1073741839_1015 (size=54) 2024-11-11T18:14:36,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39597 is added to blk_1073741839_1015 (size=54) 2024-11-11T18:14:36,671 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731348876501.0264c5c973b2c08ea9987709204333b3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:14:36,672 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 0264c5c973b2c08ea9987709204333b3, disabling compactions & flushes 2024-11-11T18:14:36,672 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731348876501.0264c5c973b2c08ea9987709204333b3. 2024-11-11T18:14:36,672 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731348876501.0264c5c973b2c08ea9987709204333b3. 2024-11-11T18:14:36,672 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731348876501.0264c5c973b2c08ea9987709204333b3. after waiting 0 ms 2024-11-11T18:14:36,672 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731348876501.0264c5c973b2c08ea9987709204333b3. 2024-11-11T18:14:36,672 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731348876501.0264c5c973b2c08ea9987709204333b3. 2024-11-11T18:14:36,672 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0264c5c973b2c08ea9987709204333b3: Waiting for close lock at 1731348876672Disabling compacts and flushes for region at 1731348876672Disabling writes for close at 1731348876672Writing region close event to WAL at 1731348876672Closed at 1731348876672 2024-11-11T18:14:36,673 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b814b039b0cdbe65d3a51cb7ae7dcf1d, NAME => 'SPTestTable,66666664,1731348876501.b814b039b0cdbe65d3a51cb7ae7dcf1d.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f 2024-11-11T18:14:36,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741840_1016 (size=62) 2024-11-11T18:14:36,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40233 is added to blk_1073741840_1016 (size=62) 2024-11-11T18:14:36,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39597 is added to blk_1073741840_1016 (size=62) 2024-11-11T18:14:36,691 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731348876501.3a030dac4ca585b7e4ee89fc4e1846da.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:14:36,691 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 3a030dac4ca585b7e4ee89fc4e1846da, disabling compactions & flushes 2024-11-11T18:14:36,691 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731348876501.3a030dac4ca585b7e4ee89fc4e1846da. 2024-11-11T18:14:36,692 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731348876501.3a030dac4ca585b7e4ee89fc4e1846da. 2024-11-11T18:14:36,692 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731348876501.3a030dac4ca585b7e4ee89fc4e1846da. after waiting 0 ms 2024-11-11T18:14:36,692 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731348876501.3a030dac4ca585b7e4ee89fc4e1846da. 2024-11-11T18:14:36,692 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731348876501.3a030dac4ca585b7e4ee89fc4e1846da. 2024-11-11T18:14:36,692 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 3a030dac4ca585b7e4ee89fc4e1846da: Waiting for close lock at 1731348876691Disabling compacts and flushes for region at 1731348876691Disabling writes for close at 1731348876692 (+1 ms)Writing region close event to WAL at 1731348876692Closed at 1731348876692 2024-11-11T18:14:36,693 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => a4301b572023c0cf1a85626268fa1208, NAME => 'SPTestTable,7ffffffd,1731348876501.a4301b572023c0cf1a85626268fa1208.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f 2024-11-11T18:14:36,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741842_1018 (size=62) 2024-11-11T18:14:36,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40233 is added to blk_1073741842_1018 (size=62) 2024-11-11T18:14:36,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39597 is added to blk_1073741842_1018 (size=62) 2024-11-11T18:14:36,754 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731348876501.b814b039b0cdbe65d3a51cb7ae7dcf1d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:14:36,754 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing b814b039b0cdbe65d3a51cb7ae7dcf1d, disabling compactions & flushes 2024-11-11T18:14:36,754 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731348876501.b814b039b0cdbe65d3a51cb7ae7dcf1d. 2024-11-11T18:14:36,754 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731348876501.b814b039b0cdbe65d3a51cb7ae7dcf1d. 2024-11-11T18:14:36,754 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731348876501.b814b039b0cdbe65d3a51cb7ae7dcf1d. after waiting 0 ms 2024-11-11T18:14:36,754 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731348876501.b814b039b0cdbe65d3a51cb7ae7dcf1d. 2024-11-11T18:14:36,754 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731348876501.b814b039b0cdbe65d3a51cb7ae7dcf1d. 2024-11-11T18:14:36,754 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for b814b039b0cdbe65d3a51cb7ae7dcf1d: Waiting for close lock at 1731348876754Disabling compacts and flushes for region at 1731348876754Disabling writes for close at 1731348876754Writing region close event to WAL at 1731348876754Closed at 1731348876754 2024-11-11T18:14:36,755 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 86a2f38f63ea5f82df322d98256dc845, NAME => 'SPTestTable,99999996,1731348876501.86a2f38f63ea5f82df322d98256dc845.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f 2024-11-11T18:14:36,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741843_1019 (size=62) 2024-11-11T18:14:36,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39597 is added to blk_1073741843_1019 (size=62) 2024-11-11T18:14:36,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40233 is added to blk_1073741843_1019 (size=62) 2024-11-11T18:14:36,770 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731348876501.a4301b572023c0cf1a85626268fa1208.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:14:36,770 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing a4301b572023c0cf1a85626268fa1208, disabling compactions & flushes 2024-11-11T18:14:36,770 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731348876501.a4301b572023c0cf1a85626268fa1208. 2024-11-11T18:14:36,770 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731348876501.a4301b572023c0cf1a85626268fa1208. 2024-11-11T18:14:36,770 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731348876501.a4301b572023c0cf1a85626268fa1208. after waiting 0 ms 2024-11-11T18:14:36,770 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731348876501.a4301b572023c0cf1a85626268fa1208. 2024-11-11T18:14:36,770 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731348876501.a4301b572023c0cf1a85626268fa1208. 2024-11-11T18:14:36,770 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for a4301b572023c0cf1a85626268fa1208: Waiting for close lock at 1731348876770Disabling compacts and flushes for region at 1731348876770Disabling writes for close at 1731348876770Writing region close event to WAL at 1731348876770Closed at 1731348876770 2024-11-11T18:14:36,771 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 5f5ac3942c1e1a1191b3c2d75c1fe3e8, NAME => 'SPTestTable,b333332f,1731348876501.5f5ac3942c1e1a1191b3c2d75c1fe3e8.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f 2024-11-11T18:14:36,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39597 is added to blk_1073741841_1017 (size=62) 2024-11-11T18:14:36,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40233 is added to blk_1073741841_1017 (size=62) 2024-11-11T18:14:36,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741841_1017 (size=62) 2024-11-11T18:14:36,781 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731348876501.a5a27514f5b16b295d5127586432bc02.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:14:36,781 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing a5a27514f5b16b295d5127586432bc02, disabling compactions & flushes 2024-11-11T18:14:36,781 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731348876501.a5a27514f5b16b295d5127586432bc02. 2024-11-11T18:14:36,781 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731348876501.a5a27514f5b16b295d5127586432bc02. 2024-11-11T18:14:36,781 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731348876501.a5a27514f5b16b295d5127586432bc02. after waiting 0 ms 2024-11-11T18:14:36,781 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731348876501.a5a27514f5b16b295d5127586432bc02. 2024-11-11T18:14:36,782 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731348876501.a5a27514f5b16b295d5127586432bc02. 2024-11-11T18:14:36,782 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for a5a27514f5b16b295d5127586432bc02: Waiting for close lock at 1731348876781Disabling compacts and flushes for region at 1731348876781Disabling writes for close at 1731348876781Writing region close event to WAL at 1731348876782 (+1 ms)Closed at 1731348876782 2024-11-11T18:14:36,782 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 4213b0b0acf20d3ebfe4965e0914504e, NAME => 'SPTestTable,ccccccc8,1731348876501.4213b0b0acf20d3ebfe4965e0914504e.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f 2024-11-11T18:14:36,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741844_1020 (size=62) 2024-11-11T18:14:36,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40233 is added to blk_1073741844_1020 (size=62) 2024-11-11T18:14:36,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39597 is added to blk_1073741844_1020 (size=62) 2024-11-11T18:14:36,821 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731348876501.86a2f38f63ea5f82df322d98256dc845.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:14:36,821 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 86a2f38f63ea5f82df322d98256dc845, disabling compactions & flushes 2024-11-11T18:14:36,821 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731348876501.86a2f38f63ea5f82df322d98256dc845. 2024-11-11T18:14:36,821 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731348876501.86a2f38f63ea5f82df322d98256dc845. 2024-11-11T18:14:36,821 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731348876501.86a2f38f63ea5f82df322d98256dc845. after waiting 0 ms 2024-11-11T18:14:36,821 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731348876501.86a2f38f63ea5f82df322d98256dc845. 2024-11-11T18:14:36,821 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731348876501.86a2f38f63ea5f82df322d98256dc845. 2024-11-11T18:14:36,821 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 86a2f38f63ea5f82df322d98256dc845: Waiting for close lock at 1731348876821Disabling compacts and flushes for region at 1731348876821Disabling writes for close at 1731348876821Writing region close event to WAL at 1731348876821Closed at 1731348876821 2024-11-11T18:14:36,822 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 26e7cb3687ae61ec70591846d06a31d4, NAME => 'SPTestTable,e6666661,1731348876501.26e7cb3687ae61ec70591846d06a31d4.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f 2024-11-11T18:14:36,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39597 is added to blk_1073741846_1022 (size=62) 2024-11-11T18:14:36,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741846_1022 (size=62) 2024-11-11T18:14:36,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40233 is added to blk_1073741846_1022 (size=62) 2024-11-11T18:14:36,835 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731348876501.4213b0b0acf20d3ebfe4965e0914504e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:14:36,835 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 4213b0b0acf20d3ebfe4965e0914504e, disabling compactions & flushes 2024-11-11T18:14:36,835 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731348876501.4213b0b0acf20d3ebfe4965e0914504e. 2024-11-11T18:14:36,835 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731348876501.4213b0b0acf20d3ebfe4965e0914504e. 2024-11-11T18:14:36,835 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731348876501.4213b0b0acf20d3ebfe4965e0914504e. after waiting 0 ms 2024-11-11T18:14:36,835 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731348876501.4213b0b0acf20d3ebfe4965e0914504e. 2024-11-11T18:14:36,835 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731348876501.4213b0b0acf20d3ebfe4965e0914504e. 2024-11-11T18:14:36,835 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 4213b0b0acf20d3ebfe4965e0914504e: Waiting for close lock at 1731348876835Disabling compacts and flushes for region at 1731348876835Disabling writes for close at 1731348876835Writing region close event to WAL at 1731348876835Closed at 1731348876835 2024-11-11T18:14:36,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39597 is added to blk_1073741845_1021 (size=62) 2024-11-11T18:14:36,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40233 is added to blk_1073741845_1021 (size=62) 2024-11-11T18:14:36,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741845_1021 (size=62) 2024-11-11T18:14:36,845 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731348876501.5f5ac3942c1e1a1191b3c2d75c1fe3e8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:14:36,845 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 5f5ac3942c1e1a1191b3c2d75c1fe3e8, disabling compactions & flushes 2024-11-11T18:14:36,845 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731348876501.5f5ac3942c1e1a1191b3c2d75c1fe3e8. 2024-11-11T18:14:36,846 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731348876501.5f5ac3942c1e1a1191b3c2d75c1fe3e8. 2024-11-11T18:14:36,846 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731348876501.5f5ac3942c1e1a1191b3c2d75c1fe3e8. after waiting 0 ms 2024-11-11T18:14:36,846 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731348876501.5f5ac3942c1e1a1191b3c2d75c1fe3e8. 2024-11-11T18:14:36,846 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731348876501.5f5ac3942c1e1a1191b3c2d75c1fe3e8. 2024-11-11T18:14:36,846 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 5f5ac3942c1e1a1191b3c2d75c1fe3e8: Waiting for close lock at 1731348876845Disabling compacts and flushes for region at 1731348876845Disabling writes for close at 1731348876846 (+1 ms)Writing region close event to WAL at 1731348876846Closed at 1731348876846 2024-11-11T18:14:36,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:14:36,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741847_1023 (size=54) 2024-11-11T18:14:36,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40233 is added to blk_1073741847_1023 (size=54) 2024-11-11T18:14:36,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39597 is added to blk_1073741847_1023 (size=54) 2024-11-11T18:14:36,860 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731348876501.26e7cb3687ae61ec70591846d06a31d4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:14:36,860 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 26e7cb3687ae61ec70591846d06a31d4, disabling compactions & flushes 2024-11-11T18:14:36,860 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731348876501.26e7cb3687ae61ec70591846d06a31d4. 2024-11-11T18:14:36,860 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731348876501.26e7cb3687ae61ec70591846d06a31d4. 2024-11-11T18:14:36,860 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731348876501.26e7cb3687ae61ec70591846d06a31d4. after waiting 0 ms 2024-11-11T18:14:36,860 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731348876501.26e7cb3687ae61ec70591846d06a31d4. 2024-11-11T18:14:36,860 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731348876501.26e7cb3687ae61ec70591846d06a31d4. 2024-11-11T18:14:36,860 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 26e7cb3687ae61ec70591846d06a31d4: Waiting for close lock at 1731348876860Disabling compacts and flushes for region at 1731348876860Disabling writes for close at 1731348876860Writing region close event to WAL at 1731348876860Closed at 1731348876860 2024-11-11T18:14:36,863 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T18:14:36,869 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731348876501.4725881efca7604af5aa10547a67c3c0.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731348876863"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731348876863"}]},"ts":"1731348876863"} 2024-11-11T18:14:36,869 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731348876501.0264c5c973b2c08ea9987709204333b3.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731348876863"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731348876863"}]},"ts":"1731348876863"} 2024-11-11T18:14:36,869 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731348876501.3a030dac4ca585b7e4ee89fc4e1846da.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731348876863"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731348876863"}]},"ts":"1731348876863"} 2024-11-11T18:14:36,869 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731348876501.b814b039b0cdbe65d3a51cb7ae7dcf1d.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731348876863"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731348876863"}]},"ts":"1731348876863"} 2024-11-11T18:14:36,869 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731348876501.a4301b572023c0cf1a85626268fa1208.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731348876863"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731348876863"}]},"ts":"1731348876863"} 2024-11-11T18:14:36,870 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731348876501.a5a27514f5b16b295d5127586432bc02.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731348876863"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731348876863"}]},"ts":"1731348876863"} 2024-11-11T18:14:36,870 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731348876501.86a2f38f63ea5f82df322d98256dc845.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731348876863"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731348876863"}]},"ts":"1731348876863"} 2024-11-11T18:14:36,870 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731348876501.4213b0b0acf20d3ebfe4965e0914504e.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731348876863"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731348876863"}]},"ts":"1731348876863"} 2024-11-11T18:14:36,870 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731348876501.5f5ac3942c1e1a1191b3c2d75c1fe3e8.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731348876863"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731348876863"}]},"ts":"1731348876863"} 2024-11-11T18:14:36,870 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731348876501.26e7cb3687ae61ec70591846d06a31d4.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731348876863"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731348876863"}]},"ts":"1731348876863"} 2024-11-11T18:14:36,924 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-11T18:14:36,927 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T18:14:36,931 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731348876927"}]},"ts":"1731348876927"} 2024-11-11T18:14:36,937 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-11T18:14:36,937 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {90f34c5bee6a=0} racks are {/default-rack=0} 2024-11-11T18:14:36,947 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T18:14:36,947 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T18:14:36,947 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-11T18:14:36,947 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T18:14:36,947 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T18:14:36,947 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-11T18:14:36,947 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T18:14:36,947 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T18:14:36,947 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-11T18:14:36,947 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T18:14:36,949 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0264c5c973b2c08ea9987709204333b3, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4725881efca7604af5aa10547a67c3c0, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3a030dac4ca585b7e4ee89fc4e1846da, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a5a27514f5b16b295d5127586432bc02, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b814b039b0cdbe65d3a51cb7ae7dcf1d, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a4301b572023c0cf1a85626268fa1208, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=86a2f38f63ea5f82df322d98256dc845, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5f5ac3942c1e1a1191b3c2d75c1fe3e8, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4213b0b0acf20d3ebfe4965e0914504e, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=26e7cb3687ae61ec70591846d06a31d4, ASSIGN}] 2024-11-11T18:14:36,955 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0264c5c973b2c08ea9987709204333b3, ASSIGN 2024-11-11T18:14:36,956 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4725881efca7604af5aa10547a67c3c0, ASSIGN 2024-11-11T18:14:36,958 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3a030dac4ca585b7e4ee89fc4e1846da, ASSIGN 2024-11-11T18:14:36,958 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0264c5c973b2c08ea9987709204333b3, ASSIGN; state=OFFLINE, location=90f34c5bee6a,42305,1731348863736; forceNewPlan=false, retain=false 2024-11-11T18:14:36,958 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4725881efca7604af5aa10547a67c3c0, ASSIGN; state=OFFLINE, location=90f34c5bee6a,43385,1731348863489; forceNewPlan=false, retain=false 2024-11-11T18:14:36,960 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3a030dac4ca585b7e4ee89fc4e1846da, ASSIGN; state=OFFLINE, location=90f34c5bee6a,40443,1731348863668; forceNewPlan=false, retain=false 2024-11-11T18:14:36,961 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=26e7cb3687ae61ec70591846d06a31d4, ASSIGN 2024-11-11T18:14:36,964 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=26e7cb3687ae61ec70591846d06a31d4, ASSIGN; state=OFFLINE, location=90f34c5bee6a,43385,1731348863489; forceNewPlan=false, retain=false 2024-11-11T18:14:36,964 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4213b0b0acf20d3ebfe4965e0914504e, ASSIGN 2024-11-11T18:14:36,966 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a4301b572023c0cf1a85626268fa1208, ASSIGN 2024-11-11T18:14:36,967 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4213b0b0acf20d3ebfe4965e0914504e, ASSIGN; state=OFFLINE, location=90f34c5bee6a,42305,1731348863736; forceNewPlan=false, retain=false 2024-11-11T18:14:36,968 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a4301b572023c0cf1a85626268fa1208, ASSIGN; state=OFFLINE, location=90f34c5bee6a,42305,1731348863736; forceNewPlan=false, retain=false 2024-11-11T18:14:36,968 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5f5ac3942c1e1a1191b3c2d75c1fe3e8, ASSIGN 2024-11-11T18:14:36,970 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5f5ac3942c1e1a1191b3c2d75c1fe3e8, ASSIGN; state=OFFLINE, location=90f34c5bee6a,40443,1731348863668; forceNewPlan=false, retain=false 2024-11-11T18:14:36,970 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=86a2f38f63ea5f82df322d98256dc845, ASSIGN 2024-11-11T18:14:36,972 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b814b039b0cdbe65d3a51cb7ae7dcf1d, ASSIGN 2024-11-11T18:14:36,973 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=86a2f38f63ea5f82df322d98256dc845, ASSIGN; state=OFFLINE, location=90f34c5bee6a,43385,1731348863489; forceNewPlan=false, retain=false 2024-11-11T18:14:36,975 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b814b039b0cdbe65d3a51cb7ae7dcf1d, ASSIGN; state=OFFLINE, location=90f34c5bee6a,43385,1731348863489; forceNewPlan=false, retain=false 2024-11-11T18:14:36,975 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a5a27514f5b16b295d5127586432bc02, ASSIGN 2024-11-11T18:14:36,978 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a5a27514f5b16b295d5127586432bc02, ASSIGN; state=OFFLINE, location=90f34c5bee6a,40443,1731348863668; forceNewPlan=false, retain=false 2024-11-11T18:14:37,112 INFO [90f34c5bee6a:35515 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-11T18:14:37,113 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b814b039b0cdbe65d3a51cb7ae7dcf1d, regionState=OPENING, regionLocation=90f34c5bee6a,43385,1731348863489 2024-11-11T18:14:37,113 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=26e7cb3687ae61ec70591846d06a31d4, regionState=OPENING, regionLocation=90f34c5bee6a,43385,1731348863489 2024-11-11T18:14:37,113 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=4725881efca7604af5aa10547a67c3c0, regionState=OPENING, regionLocation=90f34c5bee6a,43385,1731348863489 2024-11-11T18:14:37,114 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=4213b0b0acf20d3ebfe4965e0914504e, regionState=OPENING, regionLocation=90f34c5bee6a,42305,1731348863736 2024-11-11T18:14:37,114 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=a4301b572023c0cf1a85626268fa1208, regionState=OPENING, regionLocation=90f34c5bee6a,42305,1731348863736 2024-11-11T18:14:37,114 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0264c5c973b2c08ea9987709204333b3, regionState=OPENING, regionLocation=90f34c5bee6a,42305,1731348863736 2024-11-11T18:14:37,115 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=5f5ac3942c1e1a1191b3c2d75c1fe3e8, regionState=OPENING, regionLocation=90f34c5bee6a,40443,1731348863668 2024-11-11T18:14:37,115 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=a5a27514f5b16b295d5127586432bc02, regionState=OPENING, regionLocation=90f34c5bee6a,40443,1731348863668 2024-11-11T18:14:37,115 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=3a030dac4ca585b7e4ee89fc4e1846da, regionState=OPENING, regionLocation=90f34c5bee6a,40443,1731348863668 2024-11-11T18:14:37,116 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=86a2f38f63ea5f82df322d98256dc845, regionState=OPENING, regionLocation=90f34c5bee6a,43385,1731348863489 2024-11-11T18:14:37,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=26e7cb3687ae61ec70591846d06a31d4, ASSIGN because future has completed 2024-11-11T18:14:37,122 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 26e7cb3687ae61ec70591846d06a31d4, server=90f34c5bee6a,43385,1731348863489}] 2024-11-11T18:14:37,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4725881efca7604af5aa10547a67c3c0, ASSIGN because future has completed 2024-11-11T18:14:37,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4213b0b0acf20d3ebfe4965e0914504e, ASSIGN because future has completed 2024-11-11T18:14:37,136 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4725881efca7604af5aa10547a67c3c0, server=90f34c5bee6a,43385,1731348863489}] 2024-11-11T18:14:37,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a4301b572023c0cf1a85626268fa1208, ASSIGN because future has completed 2024-11-11T18:14:37,146 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4213b0b0acf20d3ebfe4965e0914504e, server=90f34c5bee6a,42305,1731348863736}] 2024-11-11T18:14:37,146 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure a4301b572023c0cf1a85626268fa1208, server=90f34c5bee6a,42305,1731348863736}] 2024-11-11T18:14:37,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0264c5c973b2c08ea9987709204333b3, ASSIGN because future has completed 2024-11-11T18:14:37,160 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0264c5c973b2c08ea9987709204333b3, server=90f34c5bee6a,42305,1731348863736}] 2024-11-11T18:14:37,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5f5ac3942c1e1a1191b3c2d75c1fe3e8, ASSIGN because future has completed 2024-11-11T18:14:37,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:14:37,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a5a27514f5b16b295d5127586432bc02, ASSIGN because future has completed 2024-11-11T18:14:37,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b814b039b0cdbe65d3a51cb7ae7dcf1d, ASSIGN because future has completed 2024-11-11T18:14:37,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=86a2f38f63ea5f82df322d98256dc845, ASSIGN because future has completed 2024-11-11T18:14:37,183 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b814b039b0cdbe65d3a51cb7ae7dcf1d, server=90f34c5bee6a,43385,1731348863489}] 2024-11-11T18:14:37,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3a030dac4ca585b7e4ee89fc4e1846da, ASSIGN because future has completed 2024-11-11T18:14:37,187 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3a030dac4ca585b7e4ee89fc4e1846da, server=90f34c5bee6a,40443,1731348863668}] 2024-11-11T18:14:37,189 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5f5ac3942c1e1a1191b3c2d75c1fe3e8, server=90f34c5bee6a,40443,1731348863668}] 2024-11-11T18:14:37,189 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 86a2f38f63ea5f82df322d98256dc845, server=90f34c5bee6a,43385,1731348863489}] 2024-11-11T18:14:37,202 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure a5a27514f5b16b295d5127586432bc02, server=90f34c5bee6a,40443,1731348863668}] 2024-11-11T18:14:37,330 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T18:14:37,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:14:38,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:14:40,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:14:41,552 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-11T18:14:42,964 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T18:14:42,964 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-11T18:14:42,965 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T18:14:42,966 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-11T18:14:44,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:14:47,131 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T18:14:47,133 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43833, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T18:14:47,140 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731348876501.26e7cb3687ae61ec70591846d06a31d4. 2024-11-11T18:14:47,140 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 26e7cb3687ae61ec70591846d06a31d4, NAME => 'SPTestTable,e6666661,1731348876501.26e7cb3687ae61ec70591846d06a31d4.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-11T18:14:47,140 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 26e7cb3687ae61ec70591846d06a31d4 2024-11-11T18:14:47,140 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731348876501.26e7cb3687ae61ec70591846d06a31d4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:14:47,141 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 26e7cb3687ae61ec70591846d06a31d4 2024-11-11T18:14:47,141 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 26e7cb3687ae61ec70591846d06a31d4 2024-11-11T18:14:47,143 INFO [StoreOpener-26e7cb3687ae61ec70591846d06a31d4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 26e7cb3687ae61ec70591846d06a31d4 2024-11-11T18:14:47,145 INFO [StoreOpener-26e7cb3687ae61ec70591846d06a31d4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 26e7cb3687ae61ec70591846d06a31d4 columnFamilyName cf 2024-11-11T18:14:47,145 DEBUG [StoreOpener-26e7cb3687ae61ec70591846d06a31d4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:14:47,146 INFO [StoreOpener-26e7cb3687ae61ec70591846d06a31d4-1 {}] regionserver.HStore(327): Store=26e7cb3687ae61ec70591846d06a31d4/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:14:47,146 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 26e7cb3687ae61ec70591846d06a31d4 2024-11-11T18:14:47,147 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/data/default/SPTestTable/26e7cb3687ae61ec70591846d06a31d4 2024-11-11T18:14:47,147 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/data/default/SPTestTable/26e7cb3687ae61ec70591846d06a31d4 2024-11-11T18:14:47,148 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 26e7cb3687ae61ec70591846d06a31d4 2024-11-11T18:14:47,148 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 26e7cb3687ae61ec70591846d06a31d4 2024-11-11T18:14:47,150 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 26e7cb3687ae61ec70591846d06a31d4 2024-11-11T18:14:47,154 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/data/default/SPTestTable/26e7cb3687ae61ec70591846d06a31d4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:14:47,154 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 26e7cb3687ae61ec70591846d06a31d4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69961253, jitterRate=0.04250390827655792}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T18:14:47,154 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 26e7cb3687ae61ec70591846d06a31d4 2024-11-11T18:14:47,156 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 26e7cb3687ae61ec70591846d06a31d4: Running coprocessor pre-open hook at 1731348887141Writing region info on filesystem at 1731348887141Initializing all the Stores at 1731348887142 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731348887142Cleaning up temporary data from old regions at 1731348887148 (+6 ms)Running coprocessor post-open hooks at 1731348887154 (+6 ms)Region opened successfully at 1731348887155 (+1 ms) 2024-11-11T18:14:47,158 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731348876501.26e7cb3687ae61ec70591846d06a31d4., pid=15, masterSystemTime=1731348887131 2024-11-11T18:14:47,160 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731348876501.26e7cb3687ae61ec70591846d06a31d4. 2024-11-11T18:14:47,160 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731348876501.26e7cb3687ae61ec70591846d06a31d4. 2024-11-11T18:14:47,161 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731348876501.b814b039b0cdbe65d3a51cb7ae7dcf1d. 2024-11-11T18:14:47,161 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => b814b039b0cdbe65d3a51cb7ae7dcf1d, NAME => 'SPTestTable,66666664,1731348876501.b814b039b0cdbe65d3a51cb7ae7dcf1d.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-11T18:14:47,162 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b814b039b0cdbe65d3a51cb7ae7dcf1d 2024-11-11T18:14:47,162 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=26e7cb3687ae61ec70591846d06a31d4, regionState=OPEN, openSeqNum=2, regionLocation=90f34c5bee6a,43385,1731348863489 2024-11-11T18:14:47,162 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731348876501.b814b039b0cdbe65d3a51cb7ae7dcf1d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:14:47,162 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for b814b039b0cdbe65d3a51cb7ae7dcf1d 2024-11-11T18:14:47,162 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for b814b039b0cdbe65d3a51cb7ae7dcf1d 2024-11-11T18:14:47,164 INFO [StoreOpener-b814b039b0cdbe65d3a51cb7ae7dcf1d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b814b039b0cdbe65d3a51cb7ae7dcf1d 2024-11-11T18:14:47,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 26e7cb3687ae61ec70591846d06a31d4, server=90f34c5bee6a,43385,1731348863489 because future has completed 2024-11-11T18:14:47,167 INFO [StoreOpener-b814b039b0cdbe65d3a51cb7ae7dcf1d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b814b039b0cdbe65d3a51cb7ae7dcf1d columnFamilyName cf 2024-11-11T18:14:47,167 DEBUG [StoreOpener-b814b039b0cdbe65d3a51cb7ae7dcf1d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:14:47,168 INFO [StoreOpener-b814b039b0cdbe65d3a51cb7ae7dcf1d-1 {}] regionserver.HStore(327): Store=b814b039b0cdbe65d3a51cb7ae7dcf1d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:14:47,168 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for b814b039b0cdbe65d3a51cb7ae7dcf1d 2024-11-11T18:14:47,169 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/data/default/SPTestTable/b814b039b0cdbe65d3a51cb7ae7dcf1d 2024-11-11T18:14:47,170 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/data/default/SPTestTable/b814b039b0cdbe65d3a51cb7ae7dcf1d 2024-11-11T18:14:47,171 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-11T18:14:47,171 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 26e7cb3687ae61ec70591846d06a31d4, server=90f34c5bee6a,43385,1731348863489 in 10.0450 sec 2024-11-11T18:14:47,171 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for b814b039b0cdbe65d3a51cb7ae7dcf1d 2024-11-11T18:14:47,171 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for b814b039b0cdbe65d3a51cb7ae7dcf1d 2024-11-11T18:14:47,173 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=26e7cb3687ae61ec70591846d06a31d4, ASSIGN in 10.2220 sec 2024-11-11T18:14:47,173 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for b814b039b0cdbe65d3a51cb7ae7dcf1d 2024-11-11T18:14:47,176 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,,1731348876501.0264c5c973b2c08ea9987709204333b3. 2024-11-11T18:14:47,177 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 0264c5c973b2c08ea9987709204333b3, NAME => 'SPTestTable,,1731348876501.0264c5c973b2c08ea9987709204333b3.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-11T18:14:47,177 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0264c5c973b2c08ea9987709204333b3 2024-11-11T18:14:47,177 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/data/default/SPTestTable/b814b039b0cdbe65d3a51cb7ae7dcf1d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:14:47,177 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,,1731348876501.0264c5c973b2c08ea9987709204333b3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:14:47,178 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 0264c5c973b2c08ea9987709204333b3 2024-11-11T18:14:47,178 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 0264c5c973b2c08ea9987709204333b3 2024-11-11T18:14:47,178 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened b814b039b0cdbe65d3a51cb7ae7dcf1d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75080502, jitterRate=0.11878666281700134}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T18:14:47,178 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b814b039b0cdbe65d3a51cb7ae7dcf1d 2024-11-11T18:14:47,178 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for b814b039b0cdbe65d3a51cb7ae7dcf1d: Running coprocessor pre-open hook at 1731348887162Writing region info on filesystem at 1731348887162Initializing all the Stores at 1731348887164 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731348887164Cleaning up temporary data from old regions at 1731348887171 (+7 ms)Running coprocessor post-open hooks at 1731348887178 (+7 ms)Region opened successfully at 1731348887178 2024-11-11T18:14:47,179 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731348876501.b814b039b0cdbe65d3a51cb7ae7dcf1d., pid=21, masterSystemTime=1731348887131 2024-11-11T18:14:47,182 INFO [StoreOpener-0264c5c973b2c08ea9987709204333b3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0264c5c973b2c08ea9987709204333b3 2024-11-11T18:14:47,182 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731348876501.b814b039b0cdbe65d3a51cb7ae7dcf1d. 2024-11-11T18:14:47,182 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731348876501.b814b039b0cdbe65d3a51cb7ae7dcf1d. 2024-11-11T18:14:47,182 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731348876501.86a2f38f63ea5f82df322d98256dc845. 2024-11-11T18:14:47,183 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 86a2f38f63ea5f82df322d98256dc845, NAME => 'SPTestTable,99999996,1731348876501.86a2f38f63ea5f82df322d98256dc845.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-11T18:14:47,183 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 86a2f38f63ea5f82df322d98256dc845 2024-11-11T18:14:47,183 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731348876501.86a2f38f63ea5f82df322d98256dc845.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:14:47,183 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b814b039b0cdbe65d3a51cb7ae7dcf1d, regionState=OPEN, openSeqNum=2, regionLocation=90f34c5bee6a,43385,1731348863489 2024-11-11T18:14:47,183 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 86a2f38f63ea5f82df322d98256dc845 2024-11-11T18:14:47,184 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 86a2f38f63ea5f82df322d98256dc845 2024-11-11T18:14:47,184 INFO [StoreOpener-0264c5c973b2c08ea9987709204333b3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0264c5c973b2c08ea9987709204333b3 columnFamilyName cf 2024-11-11T18:14:47,184 DEBUG [StoreOpener-0264c5c973b2c08ea9987709204333b3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:14:47,186 INFO [StoreOpener-0264c5c973b2c08ea9987709204333b3-1 {}] regionserver.HStore(327): Store=0264c5c973b2c08ea9987709204333b3/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:14:47,186 INFO [StoreOpener-86a2f38f63ea5f82df322d98256dc845-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 86a2f38f63ea5f82df322d98256dc845 2024-11-11T18:14:47,186 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 0264c5c973b2c08ea9987709204333b3 2024-11-11T18:14:47,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b814b039b0cdbe65d3a51cb7ae7dcf1d, server=90f34c5bee6a,43385,1731348863489 because future has completed 2024-11-11T18:14:47,187 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/data/default/SPTestTable/0264c5c973b2c08ea9987709204333b3 2024-11-11T18:14:47,187 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/data/default/SPTestTable/0264c5c973b2c08ea9987709204333b3 2024-11-11T18:14:47,188 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 0264c5c973b2c08ea9987709204333b3 2024-11-11T18:14:47,188 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 0264c5c973b2c08ea9987709204333b3 2024-11-11T18:14:47,189 INFO [StoreOpener-86a2f38f63ea5f82df322d98256dc845-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 86a2f38f63ea5f82df322d98256dc845 columnFamilyName cf 2024-11-11T18:14:47,189 DEBUG [StoreOpener-86a2f38f63ea5f82df322d98256dc845-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:14:47,190 INFO [StoreOpener-86a2f38f63ea5f82df322d98256dc845-1 {}] regionserver.HStore(327): Store=86a2f38f63ea5f82df322d98256dc845/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:14:47,190 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 86a2f38f63ea5f82df322d98256dc845 2024-11-11T18:14:47,192 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/data/default/SPTestTable/86a2f38f63ea5f82df322d98256dc845 2024-11-11T18:14:47,192 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=9 2024-11-11T18:14:47,192 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b814b039b0cdbe65d3a51cb7ae7dcf1d, server=90f34c5bee6a,43385,1731348863489 in 10.0050 sec 2024-11-11T18:14:47,192 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/data/default/SPTestTable/86a2f38f63ea5f82df322d98256dc845 2024-11-11T18:14:47,192 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 0264c5c973b2c08ea9987709204333b3 2024-11-11T18:14:47,193 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 86a2f38f63ea5f82df322d98256dc845 2024-11-11T18:14:47,193 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 86a2f38f63ea5f82df322d98256dc845 2024-11-11T18:14:47,193 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T18:14:47,196 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b814b039b0cdbe65d3a51cb7ae7dcf1d, ASSIGN in 10.2430 sec 2024-11-11T18:14:47,196 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51707, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T18:14:47,198 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 86a2f38f63ea5f82df322d98256dc845 2024-11-11T18:14:47,199 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/data/default/SPTestTable/0264c5c973b2c08ea9987709204333b3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:14:47,200 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 0264c5c973b2c08ea9987709204333b3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72788457, jitterRate=0.08463253080844879}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T18:14:47,200 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0264c5c973b2c08ea9987709204333b3 2024-11-11T18:14:47,200 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 0264c5c973b2c08ea9987709204333b3: Running coprocessor pre-open hook at 1731348887179Writing region info on filesystem at 1731348887179Initializing all the Stores at 1731348887181 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731348887181Cleaning up temporary data from old regions at 1731348887188 (+7 ms)Running coprocessor post-open hooks at 1731348887200 (+12 ms)Region opened successfully at 1731348887200 2024-11-11T18:14:47,202 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/data/default/SPTestTable/86a2f38f63ea5f82df322d98256dc845/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:14:47,202 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731348876501.0264c5c973b2c08ea9987709204333b3., pid=19, masterSystemTime=1731348887165 2024-11-11T18:14:47,203 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731348876501.3a030dac4ca585b7e4ee89fc4e1846da. 2024-11-11T18:14:47,204 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 3a030dac4ca585b7e4ee89fc4e1846da, NAME => 'SPTestTable,33333332,1731348876501.3a030dac4ca585b7e4ee89fc4e1846da.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-11T18:14:47,204 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3a030dac4ca585b7e4ee89fc4e1846da 2024-11-11T18:14:47,204 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731348876501.3a030dac4ca585b7e4ee89fc4e1846da.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:14:47,205 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 3a030dac4ca585b7e4ee89fc4e1846da 2024-11-11T18:14:47,205 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 3a030dac4ca585b7e4ee89fc4e1846da 2024-11-11T18:14:47,206 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731348876501.0264c5c973b2c08ea9987709204333b3. 2024-11-11T18:14:47,206 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731348876501.0264c5c973b2c08ea9987709204333b3. 2024-11-11T18:14:47,206 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731348876501.a4301b572023c0cf1a85626268fa1208. 2024-11-11T18:14:47,206 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => a4301b572023c0cf1a85626268fa1208, NAME => 'SPTestTable,7ffffffd,1731348876501.a4301b572023c0cf1a85626268fa1208.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-11T18:14:47,207 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a4301b572023c0cf1a85626268fa1208 2024-11-11T18:14:47,207 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731348876501.a4301b572023c0cf1a85626268fa1208.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:14:47,207 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for a4301b572023c0cf1a85626268fa1208 2024-11-11T18:14:47,207 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0264c5c973b2c08ea9987709204333b3, regionState=OPEN, openSeqNum=2, regionLocation=90f34c5bee6a,42305,1731348863736 2024-11-11T18:14:47,207 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for a4301b572023c0cf1a85626268fa1208 2024-11-11T18:14:47,208 INFO [StoreOpener-3a030dac4ca585b7e4ee89fc4e1846da-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3a030dac4ca585b7e4ee89fc4e1846da 2024-11-11T18:14:47,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0264c5c973b2c08ea9987709204333b3, server=90f34c5bee6a,42305,1731348863736 because future has completed 2024-11-11T18:14:47,210 INFO [StoreOpener-3a030dac4ca585b7e4ee89fc4e1846da-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a030dac4ca585b7e4ee89fc4e1846da columnFamilyName cf 2024-11-11T18:14:47,210 DEBUG [StoreOpener-3a030dac4ca585b7e4ee89fc4e1846da-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:14:47,211 INFO [StoreOpener-3a030dac4ca585b7e4ee89fc4e1846da-1 {}] regionserver.HStore(327): Store=3a030dac4ca585b7e4ee89fc4e1846da/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:14:47,211 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 3a030dac4ca585b7e4ee89fc4e1846da 2024-11-11T18:14:47,212 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 86a2f38f63ea5f82df322d98256dc845; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59791917, jitterRate=-0.10903100669384003}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T18:14:47,212 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 86a2f38f63ea5f82df322d98256dc845 2024-11-11T18:14:47,212 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 86a2f38f63ea5f82df322d98256dc845: Running coprocessor pre-open hook at 1731348887184Writing region info on filesystem at 1731348887184Initializing all the Stores at 1731348887185 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731348887185Cleaning up temporary data from old regions at 1731348887193 (+8 ms)Running coprocessor post-open hooks at 1731348887212 (+19 ms)Region opened successfully at 1731348887212 2024-11-11T18:14:47,213 INFO [StoreOpener-a4301b572023c0cf1a85626268fa1208-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a4301b572023c0cf1a85626268fa1208 2024-11-11T18:14:47,213 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/data/default/SPTestTable/3a030dac4ca585b7e4ee89fc4e1846da 2024-11-11T18:14:47,214 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/data/default/SPTestTable/3a030dac4ca585b7e4ee89fc4e1846da 2024-11-11T18:14:47,214 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 3a030dac4ca585b7e4ee89fc4e1846da 2024-11-11T18:14:47,215 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 3a030dac4ca585b7e4ee89fc4e1846da 2024-11-11T18:14:47,215 INFO [StoreOpener-a4301b572023c0cf1a85626268fa1208-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a4301b572023c0cf1a85626268fa1208 columnFamilyName cf 2024-11-11T18:14:47,215 DEBUG [StoreOpener-a4301b572023c0cf1a85626268fa1208-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:14:47,215 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=5 2024-11-11T18:14:47,216 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0264c5c973b2c08ea9987709204333b3, server=90f34c5bee6a,42305,1731348863736 in 10.0510 sec 2024-11-11T18:14:47,216 INFO [StoreOpener-a4301b572023c0cf1a85626268fa1208-1 {}] regionserver.HStore(327): Store=a4301b572023c0cf1a85626268fa1208/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:14:47,216 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731348876501.86a2f38f63ea5f82df322d98256dc845., pid=23, masterSystemTime=1731348887131 2024-11-11T18:14:47,217 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for a4301b572023c0cf1a85626268fa1208 2024-11-11T18:14:47,218 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0264c5c973b2c08ea9987709204333b3, ASSIGN in 10.2670 sec 2024-11-11T18:14:47,218 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/data/default/SPTestTable/a4301b572023c0cf1a85626268fa1208 2024-11-11T18:14:47,219 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 3a030dac4ca585b7e4ee89fc4e1846da 2024-11-11T18:14:47,219 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/data/default/SPTestTable/a4301b572023c0cf1a85626268fa1208 2024-11-11T18:14:47,219 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731348876501.86a2f38f63ea5f82df322d98256dc845. 2024-11-11T18:14:47,219 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731348876501.86a2f38f63ea5f82df322d98256dc845. 2024-11-11T18:14:47,220 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731348876501.4725881efca7604af5aa10547a67c3c0. 2024-11-11T18:14:47,220 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 4725881efca7604af5aa10547a67c3c0, NAME => 'SPTestTable,19999999,1731348876501.4725881efca7604af5aa10547a67c3c0.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-11T18:14:47,220 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for a4301b572023c0cf1a85626268fa1208 2024-11-11T18:14:47,220 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for a4301b572023c0cf1a85626268fa1208 2024-11-11T18:14:47,220 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=86a2f38f63ea5f82df322d98256dc845, regionState=OPEN, openSeqNum=2, regionLocation=90f34c5bee6a,43385,1731348863489 2024-11-11T18:14:47,220 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 4725881efca7604af5aa10547a67c3c0 2024-11-11T18:14:47,221 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731348876501.4725881efca7604af5aa10547a67c3c0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:14:47,221 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 4725881efca7604af5aa10547a67c3c0 2024-11-11T18:14:47,221 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 4725881efca7604af5aa10547a67c3c0 2024-11-11T18:14:47,224 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35515 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=90f34c5bee6a,43385,1731348863489, table=SPTestTable, region=86a2f38f63ea5f82df322d98256dc845. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-11T18:14:47,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 86a2f38f63ea5f82df322d98256dc845, server=90f34c5bee6a,43385,1731348863489 because future has completed 2024-11-11T18:14:47,224 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for a4301b572023c0cf1a85626268fa1208 2024-11-11T18:14:47,226 INFO [StoreOpener-4725881efca7604af5aa10547a67c3c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 4725881efca7604af5aa10547a67c3c0 2024-11-11T18:14:47,228 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/data/default/SPTestTable/3a030dac4ca585b7e4ee89fc4e1846da/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:14:47,229 INFO [StoreOpener-4725881efca7604af5aa10547a67c3c0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4725881efca7604af5aa10547a67c3c0 columnFamilyName cf 2024-11-11T18:14:47,229 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 3a030dac4ca585b7e4ee89fc4e1846da; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63908954, jitterRate=-0.047682374715805054}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T18:14:47,229 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3a030dac4ca585b7e4ee89fc4e1846da 2024-11-11T18:14:47,229 DEBUG [StoreOpener-4725881efca7604af5aa10547a67c3c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:14:47,229 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 3a030dac4ca585b7e4ee89fc4e1846da: Running coprocessor pre-open hook at 1731348887205Writing region info on filesystem at 1731348887205Initializing all the Stores at 1731348887207 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731348887207Cleaning up temporary data from old regions at 1731348887215 (+8 ms)Running coprocessor post-open hooks at 1731348887229 (+14 ms)Region opened successfully at 1731348887229 2024-11-11T18:14:47,230 INFO [StoreOpener-4725881efca7604af5aa10547a67c3c0-1 {}] regionserver.HStore(327): Store=4725881efca7604af5aa10547a67c3c0/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:14:47,230 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 4725881efca7604af5aa10547a67c3c0 2024-11-11T18:14:47,230 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731348876501.3a030dac4ca585b7e4ee89fc4e1846da., pid=22, masterSystemTime=1731348887193 2024-11-11T18:14:47,231 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/data/default/SPTestTable/a4301b572023c0cf1a85626268fa1208/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:14:47,232 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/data/default/SPTestTable/4725881efca7604af5aa10547a67c3c0 2024-11-11T18:14:47,232 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened a4301b572023c0cf1a85626268fa1208; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59663968, jitterRate=-0.11093759536743164}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T18:14:47,233 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a4301b572023c0cf1a85626268fa1208 2024-11-11T18:14:47,233 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/data/default/SPTestTable/4725881efca7604af5aa10547a67c3c0 2024-11-11T18:14:47,233 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for a4301b572023c0cf1a85626268fa1208: Running coprocessor pre-open hook at 1731348887207Writing region info on filesystem at 1731348887207Initializing all the Stores at 1731348887209 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731348887209Cleaning up temporary data from old regions at 1731348887220 (+11 ms)Running coprocessor post-open hooks at 1731348887233 (+13 ms)Region opened successfully at 1731348887233 2024-11-11T18:14:47,233 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=11 2024-11-11T18:14:47,233 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731348876501.3a030dac4ca585b7e4ee89fc4e1846da. 2024-11-11T18:14:47,233 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731348876501.3a030dac4ca585b7e4ee89fc4e1846da. 2024-11-11T18:14:47,233 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 86a2f38f63ea5f82df322d98256dc845, server=90f34c5bee6a,43385,1731348863489 in 10.0400 sec 2024-11-11T18:14:47,233 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731348876501.a5a27514f5b16b295d5127586432bc02. 2024-11-11T18:14:47,233 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => a5a27514f5b16b295d5127586432bc02, NAME => 'SPTestTable,4ccccccb,1731348876501.a5a27514f5b16b295d5127586432bc02.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-11T18:14:47,234 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a5a27514f5b16b295d5127586432bc02 2024-11-11T18:14:47,234 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731348876501.a5a27514f5b16b295d5127586432bc02.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:14:47,234 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731348876501.a4301b572023c0cf1a85626268fa1208., pid=18, masterSystemTime=1731348887165 2024-11-11T18:14:47,234 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 4725881efca7604af5aa10547a67c3c0 2024-11-11T18:14:47,234 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for a5a27514f5b16b295d5127586432bc02 2024-11-11T18:14:47,234 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 4725881efca7604af5aa10547a67c3c0 2024-11-11T18:14:47,234 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for a5a27514f5b16b295d5127586432bc02 2024-11-11T18:14:47,234 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=3a030dac4ca585b7e4ee89fc4e1846da, regionState=OPEN, openSeqNum=2, regionLocation=90f34c5bee6a,40443,1731348863668 2024-11-11T18:14:47,236 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35515 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=90f34c5bee6a,40443,1731348863668, table=SPTestTable, region=3a030dac4ca585b7e4ee89fc4e1846da. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-11T18:14:47,237 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 4725881efca7604af5aa10547a67c3c0 2024-11-11T18:14:47,238 INFO [StoreOpener-a5a27514f5b16b295d5127586432bc02-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a5a27514f5b16b295d5127586432bc02 2024-11-11T18:14:47,239 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=86a2f38f63ea5f82df322d98256dc845, ASSIGN in 10.2840 sec 2024-11-11T18:14:47,239 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731348876501.a4301b572023c0cf1a85626268fa1208. 2024-11-11T18:14:47,239 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731348876501.a4301b572023c0cf1a85626268fa1208. 2024-11-11T18:14:47,239 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731348876501.4213b0b0acf20d3ebfe4965e0914504e. 2024-11-11T18:14:47,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3a030dac4ca585b7e4ee89fc4e1846da, server=90f34c5bee6a,40443,1731348863668 because future has completed 2024-11-11T18:14:47,239 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 4213b0b0acf20d3ebfe4965e0914504e, NAME => 'SPTestTable,ccccccc8,1731348876501.4213b0b0acf20d3ebfe4965e0914504e.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-11T18:14:47,240 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 4213b0b0acf20d3ebfe4965e0914504e 2024-11-11T18:14:47,240 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731348876501.4213b0b0acf20d3ebfe4965e0914504e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:14:47,240 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 4213b0b0acf20d3ebfe4965e0914504e 2024-11-11T18:14:47,240 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 4213b0b0acf20d3ebfe4965e0914504e 2024-11-11T18:14:47,240 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=a4301b572023c0cf1a85626268fa1208, regionState=OPEN, openSeqNum=2, regionLocation=90f34c5bee6a,42305,1731348863736 2024-11-11T18:14:47,241 INFO [StoreOpener-a5a27514f5b16b295d5127586432bc02-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a5a27514f5b16b295d5127586432bc02 columnFamilyName cf 2024-11-11T18:14:47,241 DEBUG [StoreOpener-a5a27514f5b16b295d5127586432bc02-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:14:47,242 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/data/default/SPTestTable/4725881efca7604af5aa10547a67c3c0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:14:47,243 INFO [StoreOpener-a5a27514f5b16b295d5127586432bc02-1 {}] regionserver.HStore(327): Store=a5a27514f5b16b295d5127586432bc02/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:14:47,243 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 4725881efca7604af5aa10547a67c3c0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68016054, jitterRate=0.013518184423446655}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T18:14:47,243 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for a5a27514f5b16b295d5127586432bc02 2024-11-11T18:14:47,243 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4725881efca7604af5aa10547a67c3c0 2024-11-11T18:14:47,243 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 4725881efca7604af5aa10547a67c3c0: Running coprocessor pre-open hook at 1731348887221Writing region info on filesystem at 1731348887221Initializing all the Stores at 1731348887223 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731348887223Cleaning up temporary data from old regions at 1731348887234 (+11 ms)Running coprocessor post-open hooks at 1731348887243 (+9 ms)Region opened successfully at 1731348887243 2024-11-11T18:14:47,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure a4301b572023c0cf1a85626268fa1208, server=90f34c5bee6a,42305,1731348863736 because future has completed 2024-11-11T18:14:47,245 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/data/default/SPTestTable/a5a27514f5b16b295d5127586432bc02 2024-11-11T18:14:47,245 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731348876501.4725881efca7604af5aa10547a67c3c0., pid=16, masterSystemTime=1731348887131 2024-11-11T18:14:47,246 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/data/default/SPTestTable/a5a27514f5b16b295d5127586432bc02 2024-11-11T18:14:47,246 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=7 2024-11-11T18:14:47,247 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for a5a27514f5b16b295d5127586432bc02 2024-11-11T18:14:47,247 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for a5a27514f5b16b295d5127586432bc02 2024-11-11T18:14:47,247 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 3a030dac4ca585b7e4ee89fc4e1846da, server=90f34c5bee6a,40443,1731348863668 in 10.0540 sec 2024-11-11T18:14:47,248 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731348876501.4725881efca7604af5aa10547a67c3c0. 2024-11-11T18:14:47,248 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731348876501.4725881efca7604af5aa10547a67c3c0. 2024-11-11T18:14:47,250 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for a5a27514f5b16b295d5127586432bc02 2024-11-11T18:14:47,250 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3a030dac4ca585b7e4ee89fc4e1846da, ASSIGN in 10.2980 sec 2024-11-11T18:14:47,250 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=10 2024-11-11T18:14:47,250 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=4725881efca7604af5aa10547a67c3c0, regionState=OPEN, openSeqNum=2, regionLocation=90f34c5bee6a,43385,1731348863489 2024-11-11T18:14:47,250 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure a4301b572023c0cf1a85626268fa1208, server=90f34c5bee6a,42305,1731348863736 in 10.0990 sec 2024-11-11T18:14:47,253 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a4301b572023c0cf1a85626268fa1208, ASSIGN in 10.3010 sec 2024-11-11T18:14:47,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4725881efca7604af5aa10547a67c3c0, server=90f34c5bee6a,43385,1731348863489 because future has completed 2024-11-11T18:14:47,258 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/data/default/SPTestTable/a5a27514f5b16b295d5127586432bc02/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:14:47,258 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=6 2024-11-11T18:14:47,258 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 4725881efca7604af5aa10547a67c3c0, server=90f34c5bee6a,43385,1731348863489 in 10.1190 sec 2024-11-11T18:14:47,258 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened a5a27514f5b16b295d5127586432bc02; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68029515, jitterRate=0.013718768954277039}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T18:14:47,258 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a5a27514f5b16b295d5127586432bc02 2024-11-11T18:14:47,259 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for a5a27514f5b16b295d5127586432bc02: Running coprocessor pre-open hook at 1731348887234Writing region info on filesystem at 1731348887234Initializing all the Stores at 1731348887237 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731348887237Cleaning up temporary data from old regions at 1731348887247 (+10 ms)Running coprocessor post-open hooks at 1731348887259 (+12 ms)Region opened successfully at 1731348887259 2024-11-11T18:14:47,260 INFO [StoreOpener-4213b0b0acf20d3ebfe4965e0914504e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 4213b0b0acf20d3ebfe4965e0914504e 2024-11-11T18:14:47,260 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731348876501.a5a27514f5b16b295d5127586432bc02., pid=24, masterSystemTime=1731348887193 2024-11-11T18:14:47,260 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4725881efca7604af5aa10547a67c3c0, ASSIGN in 10.3090 sec 2024-11-11T18:14:47,262 INFO [StoreOpener-4213b0b0acf20d3ebfe4965e0914504e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4213b0b0acf20d3ebfe4965e0914504e columnFamilyName cf 2024-11-11T18:14:47,262 DEBUG [StoreOpener-4213b0b0acf20d3ebfe4965e0914504e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:14:47,262 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731348876501.a5a27514f5b16b295d5127586432bc02. 2024-11-11T18:14:47,262 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731348876501.a5a27514f5b16b295d5127586432bc02. 2024-11-11T18:14:47,262 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731348876501.5f5ac3942c1e1a1191b3c2d75c1fe3e8. 2024-11-11T18:14:47,263 INFO [StoreOpener-4213b0b0acf20d3ebfe4965e0914504e-1 {}] regionserver.HStore(327): Store=4213b0b0acf20d3ebfe4965e0914504e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:14:47,263 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 4213b0b0acf20d3ebfe4965e0914504e 2024-11-11T18:14:47,263 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 5f5ac3942c1e1a1191b3c2d75c1fe3e8, NAME => 'SPTestTable,b333332f,1731348876501.5f5ac3942c1e1a1191b3c2d75c1fe3e8.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-11T18:14:47,263 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=a5a27514f5b16b295d5127586432bc02, regionState=OPEN, openSeqNum=2, regionLocation=90f34c5bee6a,40443,1731348863668 2024-11-11T18:14:47,263 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5f5ac3942c1e1a1191b3c2d75c1fe3e8 2024-11-11T18:14:47,264 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731348876501.5f5ac3942c1e1a1191b3c2d75c1fe3e8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:14:47,264 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/data/default/SPTestTable/4213b0b0acf20d3ebfe4965e0914504e 2024-11-11T18:14:47,264 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 5f5ac3942c1e1a1191b3c2d75c1fe3e8 2024-11-11T18:14:47,264 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 5f5ac3942c1e1a1191b3c2d75c1fe3e8 2024-11-11T18:14:47,265 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/data/default/SPTestTable/4213b0b0acf20d3ebfe4965e0914504e 2024-11-11T18:14:47,266 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 4213b0b0acf20d3ebfe4965e0914504e 2024-11-11T18:14:47,266 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 4213b0b0acf20d3ebfe4965e0914504e 2024-11-11T18:14:47,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure a5a27514f5b16b295d5127586432bc02, server=90f34c5bee6a,40443,1731348863668 because future has completed 2024-11-11T18:14:47,269 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 4213b0b0acf20d3ebfe4965e0914504e 2024-11-11T18:14:47,270 INFO [StoreOpener-5f5ac3942c1e1a1191b3c2d75c1fe3e8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5f5ac3942c1e1a1191b3c2d75c1fe3e8 2024-11-11T18:14:47,273 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=8 2024-11-11T18:14:47,273 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure a5a27514f5b16b295d5127586432bc02, server=90f34c5bee6a,40443,1731348863668 in 10.0660 sec 2024-11-11T18:14:47,274 INFO [StoreOpener-5f5ac3942c1e1a1191b3c2d75c1fe3e8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f5ac3942c1e1a1191b3c2d75c1fe3e8 columnFamilyName cf 2024-11-11T18:14:47,274 DEBUG [StoreOpener-5f5ac3942c1e1a1191b3c2d75c1fe3e8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:14:47,275 INFO [StoreOpener-5f5ac3942c1e1a1191b3c2d75c1fe3e8-1 {}] regionserver.HStore(327): Store=5f5ac3942c1e1a1191b3c2d75c1fe3e8/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:14:47,276 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 5f5ac3942c1e1a1191b3c2d75c1fe3e8 2024-11-11T18:14:47,277 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a5a27514f5b16b295d5127586432bc02, ASSIGN in 10.3240 sec 2024-11-11T18:14:47,277 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/data/default/SPTestTable/5f5ac3942c1e1a1191b3c2d75c1fe3e8 2024-11-11T18:14:47,277 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/data/default/SPTestTable/4213b0b0acf20d3ebfe4965e0914504e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:14:47,278 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/data/default/SPTestTable/5f5ac3942c1e1a1191b3c2d75c1fe3e8 2024-11-11T18:14:47,278 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 4213b0b0acf20d3ebfe4965e0914504e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73049165, jitterRate=0.08851738274097443}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T18:14:47,278 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4213b0b0acf20d3ebfe4965e0914504e 2024-11-11T18:14:47,278 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 4213b0b0acf20d3ebfe4965e0914504e: Running coprocessor pre-open hook at 1731348887240Writing region info on filesystem at 1731348887240Initializing all the Stores at 1731348887242 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731348887242Cleaning up temporary data from old regions at 1731348887266 (+24 ms)Running coprocessor post-open hooks at 1731348887278 (+12 ms)Region opened successfully at 1731348887278 2024-11-11T18:14:47,279 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 5f5ac3942c1e1a1191b3c2d75c1fe3e8 2024-11-11T18:14:47,279 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 5f5ac3942c1e1a1191b3c2d75c1fe3e8 2024-11-11T18:14:47,279 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731348876501.4213b0b0acf20d3ebfe4965e0914504e., pid=17, masterSystemTime=1731348887165 2024-11-11T18:14:47,282 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731348876501.4213b0b0acf20d3ebfe4965e0914504e. 2024-11-11T18:14:47,282 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731348876501.4213b0b0acf20d3ebfe4965e0914504e. 2024-11-11T18:14:47,283 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 5f5ac3942c1e1a1191b3c2d75c1fe3e8 2024-11-11T18:14:47,283 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=4213b0b0acf20d3ebfe4965e0914504e, regionState=OPEN, openSeqNum=2, regionLocation=90f34c5bee6a,42305,1731348863736 2024-11-11T18:14:47,284 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35515 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=90f34c5bee6a,42305,1731348863736, table=SPTestTable, region=4213b0b0acf20d3ebfe4965e0914504e. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-11T18:14:47,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4213b0b0acf20d3ebfe4965e0914504e, server=90f34c5bee6a,42305,1731348863736 because future has completed 2024-11-11T18:14:47,287 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/data/default/SPTestTable/5f5ac3942c1e1a1191b3c2d75c1fe3e8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:14:47,288 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 5f5ac3942c1e1a1191b3c2d75c1fe3e8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65941716, jitterRate=-0.017391860485076904}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T18:14:47,288 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5f5ac3942c1e1a1191b3c2d75c1fe3e8 2024-11-11T18:14:47,288 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 5f5ac3942c1e1a1191b3c2d75c1fe3e8: Running coprocessor pre-open hook at 1731348887264Writing region info on filesystem at 1731348887264Initializing all the Stores at 1731348887269 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731348887270 (+1 ms)Cleaning up temporary data from old regions at 1731348887279 (+9 ms)Running coprocessor post-open hooks at 1731348887288 (+9 ms)Region opened successfully at 1731348887288 2024-11-11T18:14:47,289 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731348876501.5f5ac3942c1e1a1191b3c2d75c1fe3e8., pid=20, masterSystemTime=1731348887193 2024-11-11T18:14:47,291 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731348876501.5f5ac3942c1e1a1191b3c2d75c1fe3e8. 2024-11-11T18:14:47,291 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731348876501.5f5ac3942c1e1a1191b3c2d75c1fe3e8. 2024-11-11T18:14:47,292 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=13 2024-11-11T18:14:47,292 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 4213b0b0acf20d3ebfe4965e0914504e, server=90f34c5bee6a,42305,1731348863736 in 10.1520 sec 2024-11-11T18:14:47,292 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=5f5ac3942c1e1a1191b3c2d75c1fe3e8, regionState=OPEN, openSeqNum=2, regionLocation=90f34c5bee6a,40443,1731348863668 2024-11-11T18:14:47,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5f5ac3942c1e1a1191b3c2d75c1fe3e8, server=90f34c5bee6a,40443,1731348863668 because future has completed 2024-11-11T18:14:47,296 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4213b0b0acf20d3ebfe4965e0914504e, ASSIGN in 10.3430 sec 2024-11-11T18:14:47,303 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=12 2024-11-11T18:14:47,303 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 5f5ac3942c1e1a1191b3c2d75c1fe3e8, server=90f34c5bee6a,40443,1731348863668 in 10.1300 sec 2024-11-11T18:14:47,306 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=4 2024-11-11T18:14:47,306 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5f5ac3942c1e1a1191b3c2d75c1fe3e8, ASSIGN in 10.3540 sec 2024-11-11T18:14:47,308 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T18:14:47,308 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731348887308"}]},"ts":"1731348887308"} 2024-11-11T18:14:47,310 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-11T18:14:47,311 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T18:14:47,315 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.8020 sec 2024-11-11T18:14:49,333 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-11T18:14:51,521 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T18:14:52,727 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-11T18:14:52,964 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-11-11T18:14:52,964 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-11-11T18:14:54,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:14:54,776 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-11T18:14:54,776 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-11T18:14:54,778 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T18:14:54,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-11T18:14:54,795 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T18:14:54,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-11T18:14:54,886 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731348876501.86a2f38f63ea5f82df322d98256dc845., hostname=90f34c5bee6a,43385,1731348863489, seqNum=2] 2024-11-11T18:14:54,891 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731348876501.86a2f38f63ea5f82df322d98256dc845., hostname=90f34c5bee6a,43385,1731348863489, seqNum=2] 2024-11-11T18:14:54,894 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731348876501.86a2f38f63ea5f82df322d98256dc845., hostname=90f34c5bee6a,43385,1731348863489, seqNum=2] 2024-11-11T18:14:54,896 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731348876501.86a2f38f63ea5f82df322d98256dc845., hostname=90f34c5bee6a,43385,1731348863489, seqNum=2] 2024-11-11T18:14:54,898 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1731348876501.86a2f38f63ea5f82df322d98256dc845., hostname=90f34c5bee6a,43385,1731348863489, seqNum=2] 2024-11-11T18:14:54,906 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1731348876501.86a2f38f63ea5f82df322d98256dc845., hostname=90f34c5bee6a,43385,1731348863489, seqNum=2] 2024-11-11T18:14:54,993 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731348876501.5f5ac3942c1e1a1191b3c2d75c1fe3e8., hostname=90f34c5bee6a,40443,1731348863668, seqNum=2] 2024-11-11T18:14:55,004 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731348876501.5f5ac3942c1e1a1191b3c2d75c1fe3e8., hostname=90f34c5bee6a,40443,1731348863668, seqNum=2] 2024-11-11T18:14:55,007 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731348876501.5f5ac3942c1e1a1191b3c2d75c1fe3e8., hostname=90f34c5bee6a,40443,1731348863668, seqNum=2] 2024-11-11T18:14:55,010 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1731348876501.5f5ac3942c1e1a1191b3c2d75c1fe3e8., hostname=90f34c5bee6a,40443,1731348863668, seqNum=2] 2024-11-11T18:14:55,013 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731348876501.5f5ac3942c1e1a1191b3c2d75c1fe3e8., hostname=90f34c5bee6a,40443,1731348863668, seqNum=2] 2024-11-11T18:14:55,019 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1731348876501.5f5ac3942c1e1a1191b3c2d75c1fe3e8., hostname=90f34c5bee6a,40443,1731348863668, seqNum=2] 2024-11-11T18:14:55,021 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1731348876501.5f5ac3942c1e1a1191b3c2d75c1fe3e8., hostname=90f34c5bee6a,40443,1731348863668, seqNum=2] 2024-11-11T18:14:55,024 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bah', locateType=CURRENT is [region=SPTestTable,b333332f,1731348876501.5f5ac3942c1e1a1191b3c2d75c1fe3e8., hostname=90f34c5bee6a,40443,1731348863668, seqNum=2] 2024-11-11T18:14:55,062 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731348876501.4213b0b0acf20d3ebfe4965e0914504e., hostname=90f34c5bee6a,42305,1731348863736, seqNum=2] 2024-11-11T18:14:55,065 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731348876501.4213b0b0acf20d3ebfe4965e0914504e., hostname=90f34c5bee6a,42305,1731348863736, seqNum=2] 2024-11-11T18:14:55,072 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731348876501.4213b0b0acf20d3ebfe4965e0914504e., hostname=90f34c5bee6a,42305,1731348863736, seqNum=2] 2024-11-11T18:14:55,076 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731348876501.4213b0b0acf20d3ebfe4965e0914504e., hostname=90f34c5bee6a,42305,1731348863736, seqNum=2] 2024-11-11T18:14:55,080 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731348876501.4213b0b0acf20d3ebfe4965e0914504e., hostname=90f34c5bee6a,42305,1731348863736, seqNum=2] 2024-11-11T18:14:55,083 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731348876501.4213b0b0acf20d3ebfe4965e0914504e., hostname=90f34c5bee6a,42305,1731348863736, seqNum=2] 2024-11-11T18:14:55,227 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731348876501.26e7cb3687ae61ec70591846d06a31d4., hostname=90f34c5bee6a,43385,1731348863489, seqNum=2] 2024-11-11T18:14:55,237 DEBUG [Time-limited test {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731348876501.26e7cb3687ae61ec70591846d06a31d4., hostname=90f34c5bee6a,43385,1731348863489, seqNum=2] 2024-11-11T18:14:56,343 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:14:56,354 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T18:14:56,394 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:14:56,420 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40443 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731348876501.5f5ac3942c1e1a1191b3c2d75c1fe3e8. with WAL disabled. Data may be lost in the event of a crash. 2024-11-11T18:14:56,496 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T18:14:56,542 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43385 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1731348876501.86a2f38f63ea5f82df322d98256dc845. 2024-11-11T18:14:56,545 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42305 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731348876501.4213b0b0acf20d3ebfe4965e0914504e. with WAL disabled. Data may be lost in the event of a crash. 2024-11-11T18:14:56,611 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43385 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731348876501.86a2f38f63ea5f82df322d98256dc845. with WAL disabled. Data may be lost in the event of a crash. 2024-11-11T18:14:57,509 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43385 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731348876501.26e7cb3687ae61ec70591846d06a31d4. with WAL disabled. Data may be lost in the event of a crash. 2024-11-11T18:14:57,714 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-11T18:14:57,716 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T18:14:57,717 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-11T18:14:57,726 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-11T18:14:57,750 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-11T18:14:57,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741848_1024 (size=49) 2024-11-11T18:14:57,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39597 is added to blk_1073741848_1024 (size=49) 2024-11-11T18:14:57,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40233 is added to blk_1073741848_1024 (size=49) 2024-11-11T18:14:57,798 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-11T18:14:57,801 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0264c5c973b2c08ea9987709204333b3}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4725881efca7604af5aa10547a67c3c0}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3a030dac4ca585b7e4ee89fc4e1846da}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a5a27514f5b16b295d5127586432bc02}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b814b039b0cdbe65d3a51cb7ae7dcf1d}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a4301b572023c0cf1a85626268fa1208}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 86a2f38f63ea5f82df322d98256dc845}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5f5ac3942c1e1a1191b3c2d75c1fe3e8}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4213b0b0acf20d3ebfe4965e0914504e}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 26e7cb3687ae61ec70591846d06a31d4}] 2024-11-11T18:14:57,808 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0264c5c973b2c08ea9987709204333b3 2024-11-11T18:14:57,809 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4725881efca7604af5aa10547a67c3c0 2024-11-11T18:14:57,817 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b814b039b0cdbe65d3a51cb7ae7dcf1d 2024-11-11T18:14:57,817 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 90f34c5bee6a,42305,1731348863736 2024-11-11T18:14:57,817 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 86a2f38f63ea5f82df322d98256dc845 2024-11-11T18:14:57,818 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 90f34c5bee6a,42305,1731348863736: Simulated kill ***** 2024-11-11T18:14:57,818 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-11T18:14:57,818 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5f5ac3942c1e1a1191b3c2d75c1fe3e8 2024-11-11T18:14:57,821 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-11T18:14:57,823 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-11T18:14:57,824 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 26e7cb3687ae61ec70591846d06a31d4 2024-11-11T18:14:57,826 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-11T18:14:57,826 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a4301b572023c0cf1a85626268fa1208 2024-11-11T18:14:57,827 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4213b0b0acf20d3ebfe4965e0914504e 2024-11-11T18:14:57,827 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-11T18:14:57,834 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3a030dac4ca585b7e4ee89fc4e1846da 2024-11-11T18:14:57,839 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a5a27514f5b16b295d5127586432bc02 2024-11-11T18:14:57,839 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 659563232 }, "NonHeapMemoryUsage": { "committed": 156565504, "init": 7667712, "max": -1, "used": 153005440 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "90f34c5bee6a", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 1, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14486, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 680 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "90f34c5bee6a", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:54600", "tag.serverName": "90f34c5bee6a,43385,1731348863489", "tag.clusterId": "0700d401-9935-4b24-be06-8a5be40e964d", "tag.Context": "regionserver", "tag.Hostname": "90f34c5bee6a", "regionCount": 4, "storeCount": 4, "hlogFileCount": 5, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 1024, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1731348863489, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-11T18:14:57,854 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35515 {}] master.MasterRpcServices(700): 90f34c5bee6a,42305,1731348863736 reported a fatal error: ***** ABORTING region server 90f34c5bee6a,42305,1731348863736: Simulated kill ***** 2024-11-11T18:14:57,857 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '90f34c5bee6a,42305,1731348863736' ***** 2024-11-11T18:14:57,857 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-11T18:14:57,857 INFO [RS:2;90f34c5bee6a:42305 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T18:14:57,858 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T18:14:57,858 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T18:14:57,859 INFO [RS:2;90f34c5bee6a:42305 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-11T18:14:57,860 INFO [RS:2;90f34c5bee6a:42305 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-11T18:14:57,860 INFO [RS:2;90f34c5bee6a:42305 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T18:14:57,860 INFO [RS:2;90f34c5bee6a:42305 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;90f34c5bee6a:42305. 2024-11-11T18:14:57,862 DEBUG [RS:2;90f34c5bee6a:42305 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:14:57,862 DEBUG [RS:2;90f34c5bee6a:42305 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:14:57,867 INFO [regionserver/90f34c5bee6a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T18:14:57,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40233 is added to blk_1073741836_1012 (size=14382) 2024-11-11T18:14:57,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741836_1012 (size=14382) 2024-11-11T18:14:57,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39597 is added to blk_1073741836_1012 (size=14382) 2024-11-11T18:14:57,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40233 is added to blk_1073741834_1010 (size=951) 2024-11-11T18:14:57,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39597 is added to blk_1073741834_1010 (size=951) 2024-11-11T18:14:57,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741834_1010 (size=951) 2024-11-11T18:14:57,905 DEBUG [RS:2;90f34c5bee6a:42305 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:14:57,905 INFO [RS:2;90f34c5bee6a:42305 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T18:14:57,906 INFO [RS:2;90f34c5bee6a:42305 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42305 2024-11-11T18:14:57,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42305-0x101083cfd210003, quorum=127.0.0.1:54600, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/90f34c5bee6a,42305,1731348863736 2024-11-11T18:14:57,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35515-0x101083cfd210000, quorum=127.0.0.1:54600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T18:14:57,920 INFO [RS:2;90f34c5bee6a:42305 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T18:14:57,920 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [90f34c5bee6a,42305,1731348863736] 2024-11-11T18:14:57,922 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/90f34c5bee6a,42305,1731348863736 already deleted, retry=false 2024-11-11T18:14:57,923 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 90f34c5bee6a,42305,1731348863736 on 90f34c5bee6a,35515,1731348862427 2024-11-11T18:14:57,930 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 90f34c5bee6a,42305,1731348863736, splitWal=true, meta=true 2024-11-11T18:14:57,938 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 90f34c5bee6a,42305,1731348863736, splitWal=true, meta=true 2024-11-11T18:14:57,942 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 90f34c5bee6a,42305,1731348863736, splitWal=true, meta=true, isMeta: true 2024-11-11T18:14:57,945 DEBUG [PEWorker-2 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/WALs/90f34c5bee6a,42305,1731348863736-splitting 2024-11-11T18:14:57,947 INFO [PEWorker-2 {}] master.SplitWALManager(105): 90f34c5bee6a,42305,1731348863736 WAL count=1, meta=true 2024-11-11T18:14:57,950 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 90f34c5bee6a%2C42305%2C1731348863736.meta.1731348875958.meta}] 2024-11-11T18:14:57,956 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=36 for 90f34c5bee6a,42305,1731348863736 (carryingMeta=true) 90f34c5bee6a,42305,1731348863736/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@58855eb3[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-11T18:14:57,960 DEBUG [PEWorker-3 {}] master.SplitWALManager(158): Acquired split WAL worker=90f34c5bee6a,40443,1731348863668 2024-11-11T18:14:57,962 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 90f34c5bee6a%2C42305%2C1731348863736.meta.1731348875958.meta, worker=90f34c5bee6a,40443,1731348863668}] 2024-11-11T18:14:57,973 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4213b0b0acf20d3ebfe4965e0914504e 2024-11-11T18:14:57,973 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a4301b572023c0cf1a85626268fa1208 2024-11-11T18:14:57,974 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=34, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 4213b0b0acf20d3ebfe4965e0914504e can not run currently because target server of region SPTestTable,ccccccc8,1731348876501.4213b0b0acf20d3ebfe4965e0914504e. 90f34c5bee6a,42305,1731348863736 is in state SPLITTING_META, wait 1000 ms to retry 2024-11-11T18:14:57,974 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=34, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 4213b0b0acf20d3ebfe4965e0914504e; timeout=1000, timestamp=1731348898974 2024-11-11T18:14:57,976 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=31, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure a4301b572023c0cf1a85626268fa1208 can not run currently because target server of region SPTestTable,7ffffffd,1731348876501.a4301b572023c0cf1a85626268fa1208. 90f34c5bee6a,42305,1731348863736 is in state SPLITTING_META, wait 1000 ms to retry 2024-11-11T18:14:57,976 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=31, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure a4301b572023c0cf1a85626268fa1208; timeout=1000, timestamp=1731348898976 2024-11-11T18:14:57,980 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0264c5c973b2c08ea9987709204333b3 2024-11-11T18:14:57,982 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 0264c5c973b2c08ea9987709204333b3 can not run currently because target server of region SPTestTable,,1731348876501.0264c5c973b2c08ea9987709204333b3. 90f34c5bee6a,42305,1731348863736 is in state SPLITTING_META, wait 1000 ms to retry 2024-11-11T18:14:57,982 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 0264c5c973b2c08ea9987709204333b3; timeout=1000, timestamp=1731348898982 2024-11-11T18:14:58,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42305-0x101083cfd210003, quorum=127.0.0.1:54600, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:14:58,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42305-0x101083cfd210003, quorum=127.0.0.1:54600, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:14:58,024 INFO [RS:2;90f34c5bee6a:42305 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T18:14:58,024 INFO [RS:2;90f34c5bee6a:42305 {}] regionserver.HRegionServer(1031): Exiting; stopping=90f34c5bee6a,42305,1731348863736; zookeeper connection closed. 2024-11-11T18:14:58,025 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@74f5bf2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@74f5bf2 2024-11-11T18:14:58,533 INFO [regionserver/90f34c5bee6a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T18:14:58,533 INFO [regionserver/90f34c5bee6a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T18:14:58,974 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4213b0b0acf20d3ebfe4965e0914504e 2024-11-11T18:14:58,976 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=34, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 4213b0b0acf20d3ebfe4965e0914504e can not run currently because target server of region SPTestTable,ccccccc8,1731348876501.4213b0b0acf20d3ebfe4965e0914504e. 90f34c5bee6a,42305,1731348863736 is in state SPLITTING_META, wait 2000 ms to retry 2024-11-11T18:14:58,976 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=34, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 4213b0b0acf20d3ebfe4965e0914504e; timeout=2000, timestamp=1731348900976 2024-11-11T18:14:58,976 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a4301b572023c0cf1a85626268fa1208 2024-11-11T18:14:58,978 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=31, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure a4301b572023c0cf1a85626268fa1208 can not run currently because target server of region SPTestTable,7ffffffd,1731348876501.a4301b572023c0cf1a85626268fa1208. 90f34c5bee6a,42305,1731348863736 is in state SPLITTING_META, wait 2000 ms to retry 2024-11-11T18:14:58,978 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=31, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure a4301b572023c0cf1a85626268fa1208; timeout=2000, timestamp=1731348900978 2024-11-11T18:14:58,982 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0264c5c973b2c08ea9987709204333b3 2024-11-11T18:14:58,984 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 0264c5c973b2c08ea9987709204333b3 can not run currently because target server of region SPTestTable,,1731348876501.0264c5c973b2c08ea9987709204333b3. 90f34c5bee6a,42305,1731348863736 is in state SPLITTING_META, wait 2000 ms to retry 2024-11-11T18:14:58,984 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 0264c5c973b2c08ea9987709204333b3; timeout=2000, timestamp=1731348900984 2024-11-11T18:15:00,030 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=90f34c5bee6a:35515 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-11T18:15:00,977 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4213b0b0acf20d3ebfe4965e0914504e 2024-11-11T18:15:00,978 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=34, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 4213b0b0acf20d3ebfe4965e0914504e can not run currently because target server of region SPTestTable,ccccccc8,1731348876501.4213b0b0acf20d3ebfe4965e0914504e. 90f34c5bee6a,42305,1731348863736 is in state SPLITTING_META, wait 4000 ms to retry 2024-11-11T18:15:00,978 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=34, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 4213b0b0acf20d3ebfe4965e0914504e; timeout=4000, timestamp=1731348904978 2024-11-11T18:15:00,979 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a4301b572023c0cf1a85626268fa1208 2024-11-11T18:15:00,980 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=31, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure a4301b572023c0cf1a85626268fa1208 can not run currently because target server of region SPTestTable,7ffffffd,1731348876501.a4301b572023c0cf1a85626268fa1208. 90f34c5bee6a,42305,1731348863736 is in state SPLITTING_META, wait 4000 ms to retry 2024-11-11T18:15:00,980 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=31, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure a4301b572023c0cf1a85626268fa1208; timeout=4000, timestamp=1731348904980 2024-11-11T18:15:00,984 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0264c5c973b2c08ea9987709204333b3 2024-11-11T18:15:00,986 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 0264c5c973b2c08ea9987709204333b3 can not run currently because target server of region SPTestTable,,1731348876501.0264c5c973b2c08ea9987709204333b3. 90f34c5bee6a,42305,1731348863736 is in state SPLITTING_META, wait 4000 ms to retry 2024-11-11T18:15:00,986 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 0264c5c973b2c08ea9987709204333b3; timeout=4000, timestamp=1731348904986 2024-11-11T18:15:04,978 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4213b0b0acf20d3ebfe4965e0914504e 2024-11-11T18:15:04,980 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=34, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 4213b0b0acf20d3ebfe4965e0914504e can not run currently because target server of region SPTestTable,ccccccc8,1731348876501.4213b0b0acf20d3ebfe4965e0914504e. 90f34c5bee6a,42305,1731348863736 is in state SPLITTING_META, wait 8000 ms to retry 2024-11-11T18:15:04,980 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=34, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 4213b0b0acf20d3ebfe4965e0914504e; timeout=8000, timestamp=1731348912980 2024-11-11T18:15:04,980 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a4301b572023c0cf1a85626268fa1208 2024-11-11T18:15:04,982 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=31, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure a4301b572023c0cf1a85626268fa1208 can not run currently because target server of region SPTestTable,7ffffffd,1731348876501.a4301b572023c0cf1a85626268fa1208. 90f34c5bee6a,42305,1731348863736 is in state SPLITTING_META, wait 8000 ms to retry 2024-11-11T18:15:04,982 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=31, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure a4301b572023c0cf1a85626268fa1208; timeout=8000, timestamp=1731348912982 2024-11-11T18:15:04,986 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0264c5c973b2c08ea9987709204333b3 2024-11-11T18:15:04,987 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 0264c5c973b2c08ea9987709204333b3 can not run currently because target server of region SPTestTable,,1731348876501.0264c5c973b2c08ea9987709204333b3. 90f34c5bee6a,42305,1731348863736 is in state SPLITTING_META, wait 8000 ms to retry 2024-11-11T18:15:04,988 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 0264c5c973b2c08ea9987709204333b3; timeout=8000, timestamp=1731348912988 2024-11-11T18:15:07,193 ERROR [ProcedureDispatcherTimeoutThread {}] procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread(331): DelayQueue for RemoteProcedureDispatcher is not empty when timed waiting elapsed. If this is repeated consistently, it means no element is getting expired from the queue and it might freeze the system. Queue: [containedObject=90f34c5bee6a,42305,1731348863736, timeout=1731348907810, delay=616, operations=null, containedObject=90f34c5bee6a,43385,1731348863489, timeout=1731348907811, delay=617, operations=[pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4725881efca7604af5aa10547a67c3c0, pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 86a2f38f63ea5f82df322d98256dc845, pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b814b039b0cdbe65d3a51cb7ae7dcf1d, pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 26e7cb3687ae61ec70591846d06a31d4], containedObject=90f34c5bee6a,40443,1731348863668, timeout=1731348907820, delay=626, operations=[pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5f5ac3942c1e1a1191b3c2d75c1fe3e8, pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 90f34c5bee6a%2C42305%2C1731348863736.meta.1731348875958.meta, worker=90f34c5bee6a,40443,1731348863668, pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3a030dac4ca585b7e4ee89fc4e1846da, pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a5a27514f5b16b295d5127586432bc02]] 2024-11-11T18:15:07,818 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43385 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-11T18:15:07,818 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43385 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-11T18:15:07,819 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731348876501.4725881efca7604af5aa10547a67c3c0. 2024-11-11T18:15:07,819 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43385 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-11T18:15:07,819 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731348876501.86a2f38f63ea5f82df322d98256dc845. 2024-11-11T18:15:07,819 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43385 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-11T18:15:07,819 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731348876501.b814b039b0cdbe65d3a51cb7ae7dcf1d. 2024-11-11T18:15:07,824 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing 86a2f38f63ea5f82df322d98256dc845 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-11-11T18:15:07,824 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40443 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-11T18:15:07,825 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for b814b039b0cdbe65d3a51cb7ae7dcf1d: 2024-11-11T18:15:07,825 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731348876501.b814b039b0cdbe65d3a51cb7ae7dcf1d. for SnapshotProcedureTest completed. 2024-11-11T18:15:07,825 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40443 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-11-11T18:15:07,826 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731348876501.5f5ac3942c1e1a1191b3c2d75c1fe3e8. 2024-11-11T18:15:07,826 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 5f5ac3942c1e1a1191b3c2d75c1fe3e8 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-11T18:15:07,826 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731348876501.b814b039b0cdbe65d3a51cb7ae7dcf1d.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T18:15:07,829 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 4725881efca7604af5aa10547a67c3c0: 2024-11-11T18:15:07,830 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731348876501.4725881efca7604af5aa10547a67c3c0. for SnapshotProcedureTest completed. 2024-11-11T18:15:07,830 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731348876501.4725881efca7604af5aa10547a67c3c0.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T18:15:07,831 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T18:15:07,832 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40443 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-11T18:15:07,833 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T18:15:07,835 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-11T18:15:07,836 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-11T18:15:07,836 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40443 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-11T18:15:07,837 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731348876501.3a030dac4ca585b7e4ee89fc4e1846da. 2024-11-11T18:15:07,837 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 3a030dac4ca585b7e4ee89fc4e1846da: 2024-11-11T18:15:07,837 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731348876501.3a030dac4ca585b7e4ee89fc4e1846da. for SnapshotProcedureTest completed. 2024-11-11T18:15:07,837 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731348876501.3a030dac4ca585b7e4ee89fc4e1846da.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T18:15:07,837 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T18:15:07,837 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-11T18:15:07,839 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731348876501.a5a27514f5b16b295d5127586432bc02. 2024-11-11T18:15:07,839 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for a5a27514f5b16b295d5127586432bc02: 2024-11-11T18:15:07,839 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731348876501.a5a27514f5b16b295d5127586432bc02. for SnapshotProcedureTest completed. 2024-11-11T18:15:07,839 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731348876501.a5a27514f5b16b295d5127586432bc02.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T18:15:07,839 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T18:15:07,840 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-11T18:15:07,887 INFO [RS_LOG_REPLAY_OPS-regionserver/90f34c5bee6a:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/WALs/90f34c5bee6a,42305,1731348863736-splitting/90f34c5bee6a%2C42305%2C1731348863736.meta.1731348875958.meta, size=14.0 K (14382bytes) 2024-11-11T18:15:07,890 DEBUG [RS_LOG_REPLAY_OPS-regionserver/90f34c5bee6a:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-11T18:15:07,890 DEBUG [RS_LOG_REPLAY_OPS-regionserver/90f34c5bee6a:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-11T18:15:07,890 INFO [RS_LOG_REPLAY_OPS-regionserver/90f34c5bee6a:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/WALs/90f34c5bee6a,42305,1731348863736-splitting/90f34c5bee6a%2C42305%2C1731348863736.meta.1731348875958.meta 2024-11-11T18:15:07,898 INFO [RS_LOG_REPLAY_OPS-regionserver/90f34c5bee6a:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/WALs/90f34c5bee6a,42305,1731348863736-splitting/90f34c5bee6a%2C42305%2C1731348863736.meta.1731348875958.meta after 6ms 2024-11-11T18:15:07,937 INFO [RS_LOG_REPLAY_OPS-regionserver/90f34c5bee6a:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/WALs/90f34c5bee6a,42305,1731348863736-splitting/90f34c5bee6a%2C42305%2C1731348863736.meta.1731348875958.meta took 52ms 2024-11-11T18:15:07,968 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/data/default/SPTestTable/5f5ac3942c1e1a1191b3c2d75c1fe3e8/.tmp/cf/d7d91180ad204b96a1639dc1cc479fde is 34, key is baa/cf:cf/1731348896416/Put/seqid=0 2024-11-11T18:15:07,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741852_1028 (size=65) 2024-11-11T18:15:07,969 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/data/default/SPTestTable/86a2f38f63ea5f82df322d98256dc845/.tmp/cf/525cb9d2ec1e489c92bd8c46ba4db45d is 34, key is aaa/cf:cf/1731348896610/Put/seqid=0 2024-11-11T18:15:07,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40233 is added to blk_1073741852_1028 (size=65) 2024-11-11T18:15:07,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39597 is added to blk_1073741852_1028 (size=65) 2024-11-11T18:15:07,972 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731348876501.3a030dac4ca585b7e4ee89fc4e1846da. 2024-11-11T18:15:07,974 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-11T18:15:07,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35515 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-11T18:15:07,977 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35515 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 3a030dac4ca585b7e4ee89fc4e1846da 2024-11-11T18:15:07,977 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3a030dac4ca585b7e4ee89fc4e1846da 2024-11-11T18:15:07,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741849_1025 (size=65) 2024-11-11T18:15:07,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39597 is added to blk_1073741849_1025 (size=65) 2024-11-11T18:15:07,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40233 is added to blk_1073741849_1025 (size=65) 2024-11-11T18:15:07,996 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731348876501.a5a27514f5b16b295d5127586432bc02. 2024-11-11T18:15:07,996 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-11T18:15:07,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35515 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-11T18:15:07,997 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35515 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a5a27514f5b16b295d5127586432bc02 2024-11-11T18:15:07,997 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a5a27514f5b16b295d5127586432bc02 2024-11-11T18:15:08,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39597 is added to blk_1073741850_1026 (size=65) 2024-11-11T18:15:08,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40233 is added to blk_1073741850_1026 (size=65) 2024-11-11T18:15:08,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741850_1026 (size=65) 2024-11-11T18:15:08,038 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731348876501.4725881efca7604af5aa10547a67c3c0. 2024-11-11T18:15:08,039 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-11T18:15:08,039 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731348876501.26e7cb3687ae61ec70591846d06a31d4. 2024-11-11T18:15:08,039 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 26e7cb3687ae61ec70591846d06a31d4 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-11T18:15:08,051 DEBUG [RS_LOG_REPLAY_OPS-regionserver/90f34c5bee6a:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "info" sequence_id: 5 } store_sequence_id { family_name: "ns" sequence_id: 3 } store_sequence_id { family_name: "rep_barrier" sequence_id: 18446744073709551615 } store_sequence_id { family_name: "table" sequence_id: 6 } 2024-11-11T18:15:08,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35515 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-11T18:15:08,052 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35515 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 4725881efca7604af5aa10547a67c3c0 2024-11-11T18:15:08,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40233 is added to blk_1073741853_1029 (size=28623) 2024-11-11T18:15:08,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39597 is added to blk_1073741853_1029 (size=28623) 2024-11-11T18:15:08,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741853_1029 (size=28623) 2024-11-11T18:15:08,078 INFO [RS_LOG_REPLAY_OPS-regionserver/90f34c5bee6a:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-90f34c5bee6a%2C42305%2C1731348863736.meta.1731348875958.meta.temp 2024-11-11T18:15:08,079 DEBUG [RS_LOG_REPLAY_OPS-regionserver/90f34c5bee6a:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/WALs/90f34c5bee6a,42305,1731348863736-splitting/90f34c5bee6a%2C42305%2C1731348863736.meta.1731348875958.meta so closing down 2024-11-11T18:15:08,079 DEBUG [RS_LOG_REPLAY_OPS-regionserver/90f34c5bee6a:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-11T18:15:08,090 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/data/default/SPTestTable/5f5ac3942c1e1a1191b3c2d75c1fe3e8/.tmp/cf/d7d91180ad204b96a1639dc1cc479fde 2024-11-11T18:15:08,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39597 is added to blk_1073741851_1027 (size=65) 2024-11-11T18:15:08,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741851_1027 (size=65) 2024-11-11T18:15:08,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40233 is added to blk_1073741851_1027 (size=65) 2024-11-11T18:15:08,095 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3a030dac4ca585b7e4ee89fc4e1846da in 10.2210 sec 2024-11-11T18:15:08,095 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4725881efca7604af5aa10547a67c3c0 2024-11-11T18:15:08,097 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a5a27514f5b16b295d5127586432bc02 in 10.2830 sec 2024-11-11T18:15:08,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39597 is added to blk_1073741854_1030 (size=26918) 2024-11-11T18:15:08,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741854_1030 (size=26918) 2024-11-11T18:15:08,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40233 is added to blk_1073741854_1030 (size=26918) 2024-11-11T18:15:08,099 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/data/default/SPTestTable/86a2f38f63ea5f82df322d98256dc845/.tmp/cf/525cb9d2ec1e489c92bd8c46ba4db45d 2024-11-11T18:15:08,101 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 4725881efca7604af5aa10547a67c3c0 in 10.2970 sec 2024-11-11T18:15:08,113 INFO [RS_LOG_REPLAY_OPS-regionserver/90f34c5bee6a:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-90f34c5bee6a%2C42305%2C1731348863736.meta.1731348875958.meta.temp 2024-11-11T18:15:08,115 INFO [RS_LOG_REPLAY_OPS-regionserver/90f34c5bee6a:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-11-11T18:15:08,181 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/data/default/SPTestTable/86a2f38f63ea5f82df322d98256dc845/.tmp/cf/525cb9d2ec1e489c92bd8c46ba4db45d as hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/data/default/SPTestTable/86a2f38f63ea5f82df322d98256dc845/cf/525cb9d2ec1e489c92bd8c46ba4db45d 2024-11-11T18:15:08,182 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/data/default/SPTestTable/5f5ac3942c1e1a1191b3c2d75c1fe3e8/.tmp/cf/d7d91180ad204b96a1639dc1cc479fde as hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/data/default/SPTestTable/5f5ac3942c1e1a1191b3c2d75c1fe3e8/cf/d7d91180ad204b96a1639dc1cc479fde 2024-11-11T18:15:08,185 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/data/default/SPTestTable/26e7cb3687ae61ec70591846d06a31d4/.tmp/cf/7a1a0005cd864dca842095eb67de9a1d is 34, key is eaa/cf:cf/1731348897495/Put/seqid=0 2024-11-11T18:15:08,203 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/data/default/SPTestTable/86a2f38f63ea5f82df322d98256dc845/cf/525cb9d2ec1e489c92bd8c46ba4db45d, entries=676, sequenceid=5, filesize=26.3 K 2024-11-11T18:15:08,217 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for 86a2f38f63ea5f82df322d98256dc845 in 386ms, sequenceid=5, compaction requested=false 2024-11-11T18:15:08,218 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 86a2f38f63ea5f82df322d98256dc845: 2024-11-11T18:15:08,218 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731348876501.86a2f38f63ea5f82df322d98256dc845. for SnapshotProcedureTest completed. 2024-11-11T18:15:08,219 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731348876501.86a2f38f63ea5f82df322d98256dc845.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T18:15:08,219 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T18:15:08,219 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/data/default/SPTestTable/86a2f38f63ea5f82df322d98256dc845/cf/525cb9d2ec1e489c92bd8c46ba4db45d] hfiles 2024-11-11T18:15:08,221 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/data/default/SPTestTable/86a2f38f63ea5f82df322d98256dc845/cf/525cb9d2ec1e489c92bd8c46ba4db45d for snapshot=SnapshotProcedureTest 2024-11-11T18:15:08,223 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/data/default/SPTestTable/5f5ac3942c1e1a1191b3c2d75c1fe3e8/cf/d7d91180ad204b96a1639dc1cc479fde, entries=731, sequenceid=5, filesize=28.0 K 2024-11-11T18:15:08,225 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 5f5ac3942c1e1a1191b3c2d75c1fe3e8 in 399ms, sequenceid=5, compaction requested=false 2024-11-11T18:15:08,225 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 5f5ac3942c1e1a1191b3c2d75c1fe3e8: 2024-11-11T18:15:08,225 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731348876501.5f5ac3942c1e1a1191b3c2d75c1fe3e8. for SnapshotProcedureTest completed. 2024-11-11T18:15:08,226 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731348876501.5f5ac3942c1e1a1191b3c2d75c1fe3e8.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T18:15:08,226 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T18:15:08,226 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/data/default/SPTestTable/5f5ac3942c1e1a1191b3c2d75c1fe3e8/cf/d7d91180ad204b96a1639dc1cc479fde] hfiles 2024-11-11T18:15:08,226 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/data/default/SPTestTable/5f5ac3942c1e1a1191b3c2d75c1fe3e8/cf/d7d91180ad204b96a1639dc1cc479fde for snapshot=SnapshotProcedureTest 2024-11-11T18:15:08,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39597 is added to blk_1073741856_1032 (size=14141) 2024-11-11T18:15:08,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741856_1032 (size=14141) 2024-11-11T18:15:08,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40233 is added to blk_1073741856_1032 (size=14141) 2024-11-11T18:15:08,240 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-90f34c5bee6a%2C42305%2C1731348863736.meta.1731348875958.meta.temp (wrote 25 edits, skipped 0 edits in 1 ms) 2024-11-11T18:15:08,242 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-90f34c5bee6a%2C42305%2C1731348863736.meta.1731348875958.meta.temp to hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-11T18:15:08,247 INFO [RS_LOG_REPLAY_OPS-regionserver/90f34c5bee6a:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 26 edits across 1 Regions in 236 ms; skipped=1; WAL=hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/WALs/90f34c5bee6a,42305,1731348863736-splitting/90f34c5bee6a%2C42305%2C1731348863736.meta.1731348875958.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false 2024-11-11T18:15:08,247 DEBUG [RS_LOG_REPLAY_OPS-regionserver/90f34c5bee6a:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/WALs/90f34c5bee6a,42305,1731348863736-splitting/90f34c5bee6a%2C42305%2C1731348863736.meta.1731348875958.meta, journal: Splitting hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/WALs/90f34c5bee6a,42305,1731348863736-splitting/90f34c5bee6a%2C42305%2C1731348863736.meta.1731348875958.meta, size=14.0 K (14382bytes) at 1731348907887Finishing writing output for hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/WALs/90f34c5bee6a,42305,1731348863736-splitting/90f34c5bee6a%2C42305%2C1731348863736.meta.1731348875958.meta so closing down at 1731348908079 (+192 ms)Creating recovered edits writer path=hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-90f34c5bee6a%2C42305%2C1731348863736.meta.1731348875958.meta.temp at 1731348908113 (+34 ms)3 split writer threads finished at 1731348908115 (+2 ms)Closed recovered edits writer path=hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-90f34c5bee6a%2C42305%2C1731348863736.meta.1731348875958.meta.temp (wrote 25 edits, skipped 0 edits in 1 ms) at 1731348908240 (+125 ms)Rename recovered edits hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-90f34c5bee6a%2C42305%2C1731348863736.meta.1731348875958.meta.temp to hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 at 1731348908242 (+2 ms)Processed 26 edits across 1 Regions in 236 ms; skipped=1; WAL=hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/WALs/90f34c5bee6a,42305,1731348863736-splitting/90f34c5bee6a%2C42305%2C1731348863736.meta.1731348875958.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false at 1731348908247 (+5 ms) 2024-11-11T18:15:08,247 DEBUG [RS_LOG_REPLAY_OPS-regionserver/90f34c5bee6a:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/WALs/90f34c5bee6a,42305,1731348863736-splitting/90f34c5bee6a%2C42305%2C1731348863736.meta.1731348875958.meta 2024-11-11T18:15:08,248 DEBUG [RS_LOG_REPLAY_OPS-regionserver/90f34c5bee6a:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-11T18:15:08,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35515 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-11T18:15:08,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39597 is added to blk_1073741855_1031 (size=499309) 2024-11-11T18:15:08,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40233 is added to blk_1073741855_1031 (size=499309) 2024-11-11T18:15:08,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741855_1031 (size=499309) 2024-11-11T18:15:08,291 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/data/default/SPTestTable/26e7cb3687ae61ec70591846d06a31d4/.tmp/cf/7a1a0005cd864dca842095eb67de9a1d 2024-11-11T18:15:08,304 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/data/default/SPTestTable/26e7cb3687ae61ec70591846d06a31d4/.tmp/cf/7a1a0005cd864dca842095eb67de9a1d as hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/data/default/SPTestTable/26e7cb3687ae61ec70591846d06a31d4/cf/7a1a0005cd864dca842095eb67de9a1d 2024-11-11T18:15:08,319 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/WALs/90f34c5bee6a,42305,1731348863736-splitting/90f34c5bee6a%2C42305%2C1731348863736.meta.1731348875958.meta to hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/oldWALs 2024-11-11T18:15:08,324 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/data/default/SPTestTable/26e7cb3687ae61ec70591846d06a31d4/cf/7a1a0005cd864dca842095eb67de9a1d, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-11T18:15:08,326 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 26e7cb3687ae61ec70591846d06a31d4 in 287ms, sequenceid=5, compaction requested=false 2024-11-11T18:15:08,326 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 26e7cb3687ae61ec70591846d06a31d4: 2024-11-11T18:15:08,326 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731348876501.26e7cb3687ae61ec70591846d06a31d4. for SnapshotProcedureTest completed. 2024-11-11T18:15:08,327 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-11T18:15:08,328 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731348876501.26e7cb3687ae61ec70591846d06a31d4.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T18:15:08,328 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T18:15:08,328 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/data/default/SPTestTable/26e7cb3687ae61ec70591846d06a31d4/cf/7a1a0005cd864dca842095eb67de9a1d] hfiles 2024-11-11T18:15:08,328 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/data/default/SPTestTable/26e7cb3687ae61ec70591846d06a31d4/cf/7a1a0005cd864dca842095eb67de9a1d for snapshot=SnapshotProcedureTest 2024-11-11T18:15:08,328 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 90f34c5bee6a%2C42305%2C1731348863736.meta.1731348875958.meta, worker=90f34c5bee6a,40443,1731348863668 in 10.3570 sec 2024-11-11T18:15:08,330 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=90f34c5bee6a,40443,1731348863668 2024-11-11T18:15:08,338 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-11T18:15:08,338 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 90f34c5bee6a%2C42305%2C1731348863736.meta.1731348875958.meta, worker=90f34c5bee6a,40443,1731348863668 in 10.3810 sec 2024-11-11T18:15:08,350 INFO [PEWorker-5 {}] master.SplitLogManager(171): hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/WALs/90f34c5bee6a,42305,1731348863736-splitting dir is empty, no logs to split. 2024-11-11T18:15:08,350 INFO [PEWorker-5 {}] master.SplitWALManager(105): 90f34c5bee6a,42305,1731348863736 WAL count=0, meta=true 2024-11-11T18:15:08,350 DEBUG [PEWorker-5 {}] procedure.ServerCrashProcedure(329): Check if 90f34c5bee6a,42305,1731348863736 WAL splitting is done? wals=0, meta=true 2024-11-11T18:15:08,354 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T18:15:08,361 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T18:15:08,363 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-11T18:15:08,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741858_1034 (size=105) 2024-11-11T18:15:08,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39597 is added to blk_1073741858_1034 (size=105) 2024-11-11T18:15:08,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40233 is added to blk_1073741858_1034 (size=105) 2024-11-11T18:15:08,374 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731348876501.5f5ac3942c1e1a1191b3c2d75c1fe3e8. 2024-11-11T18:15:08,374 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-11T18:15:08,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35515 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-11T18:15:08,375 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35515 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 5f5ac3942c1e1a1191b3c2d75c1fe3e8 2024-11-11T18:15:08,376 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5f5ac3942c1e1a1191b3c2d75c1fe3e8 2024-11-11T18:15:08,383 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5f5ac3942c1e1a1191b3c2d75c1fe3e8 in 10.5770 sec 2024-11-11T18:15:08,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40233 is added to blk_1073741857_1033 (size=105) 2024-11-11T18:15:08,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741857_1033 (size=105) 2024-11-11T18:15:08,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39597 is added to blk_1073741857_1033 (size=105) 2024-11-11T18:15:08,396 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731348876501.86a2f38f63ea5f82df322d98256dc845. 2024-11-11T18:15:08,396 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-11T18:15:08,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35515 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-11T18:15:08,397 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35515 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 86a2f38f63ea5f82df322d98256dc845 2024-11-11T18:15:08,398 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 86a2f38f63ea5f82df322d98256dc845 2024-11-11T18:15:08,403 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 86a2f38f63ea5f82df322d98256dc845 in 10.6000 sec 2024-11-11T18:15:08,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39597 is added to blk_1073741859_1035 (size=97) 2024-11-11T18:15:08,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741859_1035 (size=97) 2024-11-11T18:15:08,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40233 is added to blk_1073741859_1035 (size=97) 2024-11-11T18:15:08,418 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731348876501.26e7cb3687ae61ec70591846d06a31d4. 2024-11-11T18:15:08,418 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-11T18:15:08,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35515 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-11T18:15:08,418 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35515 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 26e7cb3687ae61ec70591846d06a31d4 2024-11-11T18:15:08,419 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 26e7cb3687ae61ec70591846d06a31d4 2024-11-11T18:15:08,423 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 26e7cb3687ae61ec70591846d06a31d4 in 10.6210 sec 2024-11-11T18:15:08,497 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731348876501.b814b039b0cdbe65d3a51cb7ae7dcf1d. 2024-11-11T18:15:08,497 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-11T18:15:08,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35515 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-11T18:15:08,500 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35515 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b814b039b0cdbe65d3a51cb7ae7dcf1d 2024-11-11T18:15:08,501 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b814b039b0cdbe65d3a51cb7ae7dcf1d 2024-11-11T18:15:08,505 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b814b039b0cdbe65d3a51cb7ae7dcf1d in 10.7020 sec 2024-11-11T18:15:08,514 DEBUG [90f34c5bee6a:35515 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-11T18:15:08,514 DEBUG [90f34c5bee6a:35515 {}] balancer.BalancerClusterState(204): Hosts are {90f34c5bee6a=0} racks are {/default-rack=0} 2024-11-11T18:15:08,514 DEBUG [90f34c5bee6a:35515 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T18:15:08,514 DEBUG [90f34c5bee6a:35515 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T18:15:08,514 DEBUG [90f34c5bee6a:35515 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T18:15:08,514 DEBUG [90f34c5bee6a:35515 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T18:15:08,514 INFO [90f34c5bee6a:35515 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T18:15:08,514 INFO [90f34c5bee6a:35515 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T18:15:08,514 DEBUG [90f34c5bee6a:35515 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T18:15:08,515 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=90f34c5bee6a,43385,1731348863489 2024-11-11T18:15:08,516 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 90f34c5bee6a,43385,1731348863489, state=OPENING 2024-11-11T18:15:08,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35515-0x101083cfd210000, quorum=127.0.0.1:54600, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T18:15:08,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40443-0x101083cfd210002, quorum=127.0.0.1:54600, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T18:15:08,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43385-0x101083cfd210001, quorum=127.0.0.1:54600, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T18:15:08,519 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T18:15:08,519 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T18:15:08,519 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T18:15:08,519 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T18:15:08,519 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=90f34c5bee6a,43385,1731348863489}] 2024-11-11T18:15:12,980 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4213b0b0acf20d3ebfe4965e0914504e 2024-11-11T18:15:12,982 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=34, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 4213b0b0acf20d3ebfe4965e0914504e can not run currently because target server of region SPTestTable,ccccccc8,1731348876501.4213b0b0acf20d3ebfe4965e0914504e. 90f34c5bee6a,42305,1731348863736 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-11-11T18:15:12,982 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=34, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 4213b0b0acf20d3ebfe4965e0914504e; timeout=16000, timestamp=1731348928982 2024-11-11T18:15:12,983 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a4301b572023c0cf1a85626268fa1208 2024-11-11T18:15:12,984 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=31, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure a4301b572023c0cf1a85626268fa1208 can not run currently because target server of region SPTestTable,7ffffffd,1731348876501.a4301b572023c0cf1a85626268fa1208. 90f34c5bee6a,42305,1731348863736 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-11-11T18:15:12,984 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=31, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure a4301b572023c0cf1a85626268fa1208; timeout=16000, timestamp=1731348928984 2024-11-11T18:15:12,989 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0264c5c973b2c08ea9987709204333b3 2024-11-11T18:15:12,989 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 0264c5c973b2c08ea9987709204333b3 can not run currently because target server of region SPTestTable,,1731348876501.0264c5c973b2c08ea9987709204333b3. 90f34c5bee6a,42305,1731348863736 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-11-11T18:15:12,990 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 0264c5c973b2c08ea9987709204333b3; timeout=16000, timestamp=1731348928989 2024-11-11T18:15:16,378 INFO [master/90f34c5bee6a:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-11T18:15:16,378 INFO [master/90f34c5bee6a:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-11T18:15:18,530 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=40}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T18:15:18,530 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:15:18,531 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=40}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T18:15:18,534 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=90f34c5bee6a%2C43385%2C1731348863489.meta, suffix=.meta, logDir=hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/WALs/90f34c5bee6a,43385,1731348863489, archiveDir=hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/oldWALs, maxLogs=32 2024-11-11T18:15:18,555 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=40}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/WALs/90f34c5bee6a,43385,1731348863489/90f34c5bee6a%2C43385%2C1731348863489.meta.1731348918534.meta, exclude list is [], retry=0 2024-11-11T18:15:18,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41581,DS-0c258ffe-2eaf-4173-b76c-df8702d1a348,DISK] 2024-11-11T18:15:18,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39597,DS-7b25c8d9-c8ef-4f3d-93f1-056f1827c916,DISK] 2024-11-11T18:15:18,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40233,DS-664ccf17-4286-48a0-ab16-b5dfb115c42f,DISK] 2024-11-11T18:15:18,561 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/WALs/90f34c5bee6a,43385,1731348863489/90f34c5bee6a%2C43385%2C1731348863489.meta.1731348918534.meta 2024-11-11T18:15:18,561 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36925:36925),(127.0.0.1/127.0.0.1:38667:38667),(127.0.0.1/127.0.0.1:35643:35643)] 2024-11-11T18:15:18,561 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T18:15:18,561 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=40}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T18:15:18,562 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T18:15:18,562 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T18:15:18,562 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T18:15:18,562 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:15:18,562 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T18:15:18,562 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T18:15:18,564 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T18:15:18,565 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T18:15:18,565 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:15:18,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:15:18,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T18:15:18,567 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T18:15:18,567 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:15:18,568 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:15:18,568 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T18:15:18,569 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T18:15:18,569 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:15:18,570 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:15:18,570 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T18:15:18,570 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T18:15:18,571 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:15:18,571 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:15:18,571 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T18:15:18,572 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/data/hbase/meta/1588230740 2024-11-11T18:15:18,574 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/data/hbase/meta/1588230740 2024-11-11T18:15:18,575 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-11T18:15:18,585 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5793): Applied 104, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=28, path=hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-11T18:15:18,585 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=12.43 KB heapSize=21.09 KB 2024-11-11T18:15:18,608 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/data/hbase/meta/1588230740/.tmp/info/5b21d3674e2f49eda635f84f640d250d is 167, key is SPTestTable,19999999,1731348876501.4725881efca7604af5aa10547a67c3c0./info:regioninfo/1731348887250/Put/seqid=0 2024-11-11T18:15:18,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39597 is added to blk_1073741861_1037 (size=18393) 2024-11-11T18:15:18,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40233 is added to blk_1073741861_1037 (size=18393) 2024-11-11T18:15:18,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741861_1037 (size=18393) 2024-11-11T18:15:18,626 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.28 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/data/hbase/meta/1588230740/.tmp/info/5b21d3674e2f49eda635f84f640d250d 2024-11-11T18:15:18,652 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/data/hbase/meta/1588230740/.tmp/ns/d9ecd6a1e38643399c074687b1399f87 is 43, key is default/ns:d/1731348876157/Put/seqid=0 2024-11-11T18:15:18,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39597 is added to blk_1073741862_1038 (size=5153) 2024-11-11T18:15:18,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40233 is added to blk_1073741862_1038 (size=5153) 2024-11-11T18:15:18,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741862_1038 (size=5153) 2024-11-11T18:15:18,664 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/data/hbase/meta/1588230740/.tmp/ns/d9ecd6a1e38643399c074687b1399f87 2024-11-11T18:15:18,696 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/data/hbase/meta/1588230740/.tmp/table/ddcaa87dea96403da9c511c4b269cc7b is 47, key is SPTestTable/table:state/1731348887308/Put/seqid=0 2024-11-11T18:15:18,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40233 is added to blk_1073741863_1039 (size=5214) 2024-11-11T18:15:18,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39597 is added to blk_1073741863_1039 (size=5214) 2024-11-11T18:15:18,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741863_1039 (size=5214) 2024-11-11T18:15:18,704 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/data/hbase/meta/1588230740/.tmp/table/ddcaa87dea96403da9c511c4b269cc7b 2024-11-11T18:15:18,713 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/data/hbase/meta/1588230740/.tmp/info/5b21d3674e2f49eda635f84f640d250d as hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/data/hbase/meta/1588230740/info/5b21d3674e2f49eda635f84f640d250d 2024-11-11T18:15:18,722 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/data/hbase/meta/1588230740/info/5b21d3674e2f49eda635f84f640d250d, entries=100, sequenceid=28, filesize=18.0 K 2024-11-11T18:15:18,723 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/data/hbase/meta/1588230740/.tmp/ns/d9ecd6a1e38643399c074687b1399f87 as hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/data/hbase/meta/1588230740/ns/d9ecd6a1e38643399c074687b1399f87 2024-11-11T18:15:18,731 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/data/hbase/meta/1588230740/ns/d9ecd6a1e38643399c074687b1399f87, entries=2, sequenceid=28, filesize=5.0 K 2024-11-11T18:15:18,732 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/data/hbase/meta/1588230740/.tmp/table/ddcaa87dea96403da9c511c4b269cc7b as hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/data/hbase/meta/1588230740/table/ddcaa87dea96403da9c511c4b269cc7b 2024-11-11T18:15:18,739 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/data/hbase/meta/1588230740/table/ddcaa87dea96403da9c511c4b269cc7b, entries=2, sequenceid=28, filesize=5.1 K 2024-11-11T18:15:18,739 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(3140): Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 154ms, sequenceid=28, compaction requested=false; wal=null 2024-11-11T18:15:18,740 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-11T18:15:18,742 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T18:15:18,742 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T18:15:18,743 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T18:15:18,744 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T18:15:18,747 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/data/hbase/meta/1588230740/recovered.edits/28.seqid, newMaxSeqId=28, maxSeqId=1 2024-11-11T18:15:18,748 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=29; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59511346, jitterRate=-0.11321184039115906}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T18:15:18,749 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T18:15:18,749 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731348918562Writing region info on filesystem at 1731348918562Initializing all the Stores at 1731348918563 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731348918563Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731348918564 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731348918564Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731348918564Obtaining lock to block concurrent updates at 1731348918585 (+21 ms)Preparing flush snapshotting stores in 1588230740 at 1731348918585Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12732, getHeapSize=21536, getOffHeapSize=0, getCellsCount=104 at 1731348918585Flushing stores of hbase:meta,,1.1588230740 at 1731348918585Flushing 1588230740/info: creating writer at 1731348918586 (+1 ms)Flushing 1588230740/info: appending metadata at 1731348918607 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731348918607Flushing 1588230740/ns: creating writer at 1731348918635 (+28 ms)Flushing 1588230740/ns: appending metadata at 1731348918651 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731348918651Flushing 1588230740/table: creating writer at 1731348918673 (+22 ms)Flushing 1588230740/table: appending metadata at 1731348918695 (+22 ms)Flushing 1588230740/table: closing flushed file at 1731348918695Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73623471: reopening flushed file at 1731348918712 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ae6cd65: reopening flushed file at 1731348918722 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3945c53e: reopening flushed file at 1731348918731 (+9 ms)Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 154ms, sequenceid=28, compaction requested=false; wal=null at 1731348918739 (+8 ms)Cleaning up temporary data from old regions at 1731348918742 (+3 ms)Running coprocessor post-open hooks at 1731348918749 (+7 ms)Region opened successfully at 1731348918749 2024-11-11T18:15:18,750 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=40, masterSystemTime=1731348918524 2024-11-11T18:15:18,752 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T18:15:18,752 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=40}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T18:15:18,754 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=29, regionLocation=90f34c5bee6a,43385,1731348863489 2024-11-11T18:15:18,755 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 90f34c5bee6a,43385,1731348863489, state=OPEN 2024-11-11T18:15:18,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43385-0x101083cfd210001, quorum=127.0.0.1:54600, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T18:15:18,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35515-0x101083cfd210000, quorum=127.0.0.1:54600, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T18:15:18,757 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=40, ppid=39, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=90f34c5bee6a,43385,1731348863489 2024-11-11T18:15:18,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40443-0x101083cfd210002, quorum=127.0.0.1:54600, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T18:15:18,757 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T18:15:18,757 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T18:15:18,757 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T18:15:18,760 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39 2024-11-11T18:15:18,760 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=90f34c5bee6a,43385,1731348863489 in 10.2380 sec 2024-11-11T18:15:18,762 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=36 2024-11-11T18:15:18,762 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.4060 sec 2024-11-11T18:15:18,763 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(207): 90f34c5bee6a,42305,1731348863736 had 4 regions 2024-11-11T18:15:18,764 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 90f34c5bee6a,42305,1731348863736, splitWal=true, meta=true, isMeta: false 2024-11-11T18:15:18,767 INFO [PEWorker-4 {}] master.SplitWALManager(105): 90f34c5bee6a,42305,1731348863736 WAL count=1, meta=false 2024-11-11T18:15:18,768 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 90f34c5bee6a%2C42305%2C1731348863736.1731348865672}] 2024-11-11T18:15:18,770 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=90f34c5bee6a,40443,1731348863668 2024-11-11T18:15:18,771 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 90f34c5bee6a%2C42305%2C1731348863736.1731348865672, worker=90f34c5bee6a,40443,1731348863668}] 2024-11-11T18:15:21,521 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T18:15:24,091 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-11T18:15:25,487 INFO [regionserver/90f34c5bee6a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-11T18:15:28,774 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40443 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=42 2024-11-11T18:15:28,793 INFO [RS_LOG_REPLAY_OPS-regionserver/90f34c5bee6a:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(299): Splitting hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/WALs/90f34c5bee6a,42305,1731348863736-splitting/90f34c5bee6a%2C42305%2C1731348863736.1731348865672, size=951 (951bytes) 2024-11-11T18:15:28,793 INFO [RS_LOG_REPLAY_OPS-regionserver/90f34c5bee6a:0-1 {event_type=RS_LOG_REPLAY, pid=42}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/WALs/90f34c5bee6a,42305,1731348863736-splitting/90f34c5bee6a%2C42305%2C1731348863736.1731348865672 2024-11-11T18:15:28,794 INFO [RS_LOG_REPLAY_OPS-regionserver/90f34c5bee6a:0-1 {event_type=RS_LOG_REPLAY, pid=42}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/WALs/90f34c5bee6a,42305,1731348863736-splitting/90f34c5bee6a%2C42305%2C1731348863736.1731348865672 after 1ms 2024-11-11T18:15:28,798 INFO [RS_LOG_REPLAY_OPS-regionserver/90f34c5bee6a:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(310): Open hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/WALs/90f34c5bee6a,42305,1731348863736-splitting/90f34c5bee6a%2C42305%2C1731348863736.1731348865672 took 5ms 2024-11-11T18:15:28,801 DEBUG [RS_LOG_REPLAY_OPS-regionserver/90f34c5bee6a:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for 0264c5c973b2c08ea9987709204333b3: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-11T18:15:28,803 DEBUG [RS_LOG_REPLAY_OPS-regionserver/90f34c5bee6a:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for a4301b572023c0cf1a85626268fa1208: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-11T18:15:28,804 DEBUG [RS_LOG_REPLAY_OPS-regionserver/90f34c5bee6a:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for 4213b0b0acf20d3ebfe4965e0914504e: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-11T18:15:28,804 DEBUG [RS_LOG_REPLAY_OPS-regionserver/90f34c5bee6a:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/WALs/90f34c5bee6a,42305,1731348863736-splitting/90f34c5bee6a%2C42305%2C1731348863736.1731348865672 so closing down 2024-11-11T18:15:28,804 DEBUG [RS_LOG_REPLAY_OPS-regionserver/90f34c5bee6a:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-11T18:15:28,805 INFO [RS_LOG_REPLAY_OPS-regionserver/90f34c5bee6a:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.OutputSink(145): 3 split writer threads finished 2024-11-11T18:15:28,805 INFO [RS_LOG_REPLAY_OPS-regionserver/90f34c5bee6a:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(425): Processed 3 edits across 0 Regions in 7 ms; skipped=3; WAL=hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/WALs/90f34c5bee6a,42305,1731348863736-splitting/90f34c5bee6a%2C42305%2C1731348863736.1731348865672, size=951, length=951, corrupted=false, cancelled=false 2024-11-11T18:15:28,805 DEBUG [RS_LOG_REPLAY_OPS-regionserver/90f34c5bee6a:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(428): Completed split of hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/WALs/90f34c5bee6a,42305,1731348863736-splitting/90f34c5bee6a%2C42305%2C1731348863736.1731348865672, journal: Splitting hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/WALs/90f34c5bee6a,42305,1731348863736-splitting/90f34c5bee6a%2C42305%2C1731348863736.1731348865672, size=951 (951bytes) at 1731348928793Finishing writing output for hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/WALs/90f34c5bee6a,42305,1731348863736-splitting/90f34c5bee6a%2C42305%2C1731348863736.1731348865672 so closing down at 1731348928804 (+11 ms)3 split writer threads finished at 1731348928805 (+1 ms)Processed 3 edits across 0 Regions in 7 ms; skipped=3; WAL=hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/WALs/90f34c5bee6a,42305,1731348863736-splitting/90f34c5bee6a%2C42305%2C1731348863736.1731348865672, size=951, length=951, corrupted=false, cancelled=false at 1731348928805 2024-11-11T18:15:28,805 DEBUG [RS_LOG_REPLAY_OPS-regionserver/90f34c5bee6a:0-1 {event_type=RS_LOG_REPLAY, pid=42}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/WALs/90f34c5bee6a,42305,1731348863736-splitting/90f34c5bee6a%2C42305%2C1731348863736.1731348865672 2024-11-11T18:15:28,805 DEBUG [RS_LOG_REPLAY_OPS-regionserver/90f34c5bee6a:0-1 {event_type=RS_LOG_REPLAY, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-11T18:15:28,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35515 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-11T18:15:28,811 INFO [PEWorker-5 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/WALs/90f34c5bee6a,42305,1731348863736-splitting/90f34c5bee6a%2C42305%2C1731348863736.1731348865672 to hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/oldWALs 2024-11-11T18:15:28,814 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=41 2024-11-11T18:15:28,814 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=41, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 90f34c5bee6a%2C42305%2C1731348863736.1731348865672, worker=90f34c5bee6a,40443,1731348863668 in 10.0400 sec 2024-11-11T18:15:28,817 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=90f34c5bee6a,40443,1731348863668 2024-11-11T18:15:28,820 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=36 2024-11-11T18:15:28,820 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 90f34c5bee6a%2C42305%2C1731348863736.1731348865672, worker=90f34c5bee6a,40443,1731348863668 in 10.0500 sec 2024-11-11T18:15:28,823 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/WALs/90f34c5bee6a,42305,1731348863736-splitting dir is empty, no logs to split. 2024-11-11T18:15:28,823 INFO [PEWorker-4 {}] master.SplitWALManager(105): 90f34c5bee6a,42305,1731348863736 WAL count=0, meta=false 2024-11-11T18:15:28,823 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if 90f34c5bee6a,42305,1731348863736 WAL splitting is done? wals=0, meta=false 2024-11-11T18:15:28,825 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4213b0b0acf20d3ebfe4965e0914504e, ASSIGN}, {pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0264c5c973b2c08ea9987709204333b3, ASSIGN}, {pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a4301b572023c0cf1a85626268fa1208, ASSIGN}] 2024-11-11T18:15:28,827 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0264c5c973b2c08ea9987709204333b3, ASSIGN 2024-11-11T18:15:28,827 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a4301b572023c0cf1a85626268fa1208, ASSIGN 2024-11-11T18:15:28,827 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4213b0b0acf20d3ebfe4965e0914504e, ASSIGN 2024-11-11T18:15:28,828 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a4301b572023c0cf1a85626268fa1208, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-11T18:15:28,828 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0264c5c973b2c08ea9987709204333b3, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-11T18:15:28,828 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4213b0b0acf20d3ebfe4965e0914504e, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-11T18:15:28,978 DEBUG [90f34c5bee6a:35515 {}] balancer.BalancerClusterState(204): Hosts are {90f34c5bee6a=0} racks are {/default-rack=0} 2024-11-11T18:15:28,979 DEBUG [90f34c5bee6a:35515 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T18:15:28,979 DEBUG [90f34c5bee6a:35515 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T18:15:28,979 DEBUG [90f34c5bee6a:35515 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T18:15:28,979 DEBUG [90f34c5bee6a:35515 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T18:15:28,979 INFO [90f34c5bee6a:35515 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T18:15:28,979 INFO [90f34c5bee6a:35515 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T18:15:28,979 DEBUG [90f34c5bee6a:35515 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T18:15:28,980 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=0264c5c973b2c08ea9987709204333b3, regionState=OPENING, regionLocation=90f34c5bee6a,40443,1731348863668 2024-11-11T18:15:28,980 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=45 updating hbase:meta row=a4301b572023c0cf1a85626268fa1208, regionState=OPENING, regionLocation=90f34c5bee6a,43385,1731348863489 2024-11-11T18:15:28,980 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=43 updating hbase:meta row=4213b0b0acf20d3ebfe4965e0914504e, regionState=OPENING, regionLocation=90f34c5bee6a,40443,1731348863668 2024-11-11T18:15:28,982 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 90f34c5bee6a:42305 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 90f34c5bee6a/172.17.0.2:42305 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T18:15:28,983 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4213b0b0acf20d3ebfe4965e0914504e held by pid=43 2024-11-11T18:15:28,983 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4213b0b0acf20d3ebfe4965e0914504e 2024-11-11T18:15:28,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,42305,1731348863736, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,42305,1731348863736, seqNum=-1, error=java.net.ConnectException: Call to address=90f34c5bee6a:42305 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 90f34c5bee6a/172.17.0.2:42305 2024-11-11T18:15:28,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,42305,1731348863736, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-11T18:15:28,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,42305,1731348863736, seqNum=-1 from cache 2024-11-11T18:15:28,985 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a4301b572023c0cf1a85626268fa1208 held by pid=45 2024-11-11T18:15:28,985 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a4301b572023c0cf1a85626268fa1208 2024-11-11T18:15:28,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,42305,1731348863736, seqNum=-1 , the old value is null, error=java.net.ConnectException: Call to address=90f34c5bee6a:42305 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 90f34c5bee6a/172.17.0.2:42305 2024-11-11T18:15:28,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,42305,1731348863736, seqNum=-1 , the old value is null, error=java.net.ConnectException: Call to address=90f34c5bee6a:42305 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 90f34c5bee6a/172.17.0.2:42305 2024-11-11T18:15:28,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 90f34c5bee6a:42305 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 90f34c5bee6a/172.17.0.2:42305 2024-11-11T18:15:28,989 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0264c5c973b2c08ea9987709204333b3 held by pid=44 2024-11-11T18:15:28,989 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0264c5c973b2c08ea9987709204333b3 2024-11-11T18:15:29,095 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T18:15:29,095 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,43385,1731348863489, seqNum=-1] 2024-11-11T18:15:29,096 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:15:29,098 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56881, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T18:15:29,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4213b0b0acf20d3ebfe4965e0914504e, ASSIGN because future has completed 2024-11-11T18:15:29,102 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=43, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4213b0b0acf20d3ebfe4965e0914504e, server=90f34c5bee6a,40443,1731348863668}] 2024-11-11T18:15:29,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a4301b572023c0cf1a85626268fa1208, ASSIGN because future has completed 2024-11-11T18:15:29,103 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=45, state=RUNNABLE, hasLock=false; OpenRegionProcedure a4301b572023c0cf1a85626268fa1208, server=90f34c5bee6a,43385,1731348863489}] 2024-11-11T18:15:29,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0264c5c973b2c08ea9987709204333b3, ASSIGN because future has completed 2024-11-11T18:15:29,105 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0264c5c973b2c08ea9987709204333b3, server=90f34c5bee6a,40443,1731348863668}] 2024-11-11T18:15:31,032 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=90f34c5bee6a:35515 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-11T18:15:32,141 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 26e7cb3687ae61ec70591846d06a31d4, had cached 0 bytes from a total of 499309 2024-11-11T18:15:32,183 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 86a2f38f63ea5f82df322d98256dc845, had cached 0 bytes from a total of 26918 2024-11-11T18:15:32,264 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 5f5ac3942c1e1a1191b3c2d75c1fe3e8, had cached 0 bytes from a total of 28623 2024-11-11T18:15:36,271 DEBUG [master/90f34c5bee6a:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 3a030dac4ca585b7e4ee89fc4e1846da changed from -1.0 to 0.0, refreshing cache 2024-11-11T18:15:36,271 DEBUG [master/90f34c5bee6a:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region a5a27514f5b16b295d5127586432bc02 changed from -1.0 to 0.0, refreshing cache 2024-11-11T18:15:36,272 DEBUG [master/90f34c5bee6a:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 5f5ac3942c1e1a1191b3c2d75c1fe3e8 changed from -1.0 to 0.0, refreshing cache 2024-11-11T18:15:36,272 DEBUG [master/90f34c5bee6a:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 4725881efca7604af5aa10547a67c3c0 changed from -1.0 to 0.0, refreshing cache 2024-11-11T18:15:36,272 DEBUG [master/90f34c5bee6a:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region b814b039b0cdbe65d3a51cb7ae7dcf1d changed from -1.0 to 0.0, refreshing cache 2024-11-11T18:15:36,272 DEBUG [master/90f34c5bee6a:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 86a2f38f63ea5f82df322d98256dc845 changed from -1.0 to 0.0, refreshing cache 2024-11-11T18:15:36,273 DEBUG [master/90f34c5bee6a:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 26e7cb3687ae61ec70591846d06a31d4 changed from -1.0 to 0.0, refreshing cache 2024-11-11T18:15:36,273 DEBUG [master/90f34c5bee6a:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-11T18:15:39,113 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(132): Open SPTestTable,,1731348876501.0264c5c973b2c08ea9987709204333b3. 2024-11-11T18:15:39,114 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7752): Opening region: {ENCODED => 0264c5c973b2c08ea9987709204333b3, NAME => 'SPTestTable,,1731348876501.0264c5c973b2c08ea9987709204333b3.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-11T18:15:39,114 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0264c5c973b2c08ea9987709204333b3 2024-11-11T18:15:39,114 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(898): Instantiated SPTestTable,,1731348876501.0264c5c973b2c08ea9987709204333b3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:15:39,114 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7794): checking encryption for 0264c5c973b2c08ea9987709204333b3 2024-11-11T18:15:39,115 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7797): checking classloading for 0264c5c973b2c08ea9987709204333b3 2024-11-11T18:15:39,116 INFO [StoreOpener-0264c5c973b2c08ea9987709204333b3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0264c5c973b2c08ea9987709204333b3 2024-11-11T18:15:39,117 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731348876501.a4301b572023c0cf1a85626268fa1208. 2024-11-11T18:15:39,117 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7752): Opening region: {ENCODED => a4301b572023c0cf1a85626268fa1208, NAME => 'SPTestTable,7ffffffd,1731348876501.a4301b572023c0cf1a85626268fa1208.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-11T18:15:39,117 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a4301b572023c0cf1a85626268fa1208 2024-11-11T18:15:39,117 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731348876501.a4301b572023c0cf1a85626268fa1208.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:15:39,117 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7794): checking encryption for a4301b572023c0cf1a85626268fa1208 2024-11-11T18:15:39,117 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7797): checking classloading for a4301b572023c0cf1a85626268fa1208 2024-11-11T18:15:39,118 INFO [StoreOpener-0264c5c973b2c08ea9987709204333b3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0264c5c973b2c08ea9987709204333b3 columnFamilyName cf 2024-11-11T18:15:39,118 DEBUG [StoreOpener-0264c5c973b2c08ea9987709204333b3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:15:39,118 INFO [StoreOpener-0264c5c973b2c08ea9987709204333b3-1 {}] regionserver.HStore(327): Store=0264c5c973b2c08ea9987709204333b3/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:15:39,119 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1038): replaying wal for 0264c5c973b2c08ea9987709204333b3 2024-11-11T18:15:39,120 INFO [StoreOpener-a4301b572023c0cf1a85626268fa1208-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a4301b572023c0cf1a85626268fa1208 2024-11-11T18:15:39,120 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/data/default/SPTestTable/0264c5c973b2c08ea9987709204333b3 2024-11-11T18:15:39,123 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/data/default/SPTestTable/0264c5c973b2c08ea9987709204333b3 2024-11-11T18:15:39,124 INFO [StoreOpener-a4301b572023c0cf1a85626268fa1208-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a4301b572023c0cf1a85626268fa1208 columnFamilyName cf 2024-11-11T18:15:39,124 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1048): stopping wal replay for 0264c5c973b2c08ea9987709204333b3 2024-11-11T18:15:39,124 DEBUG [StoreOpener-a4301b572023c0cf1a85626268fa1208-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:15:39,124 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1060): Cleaning up temporary data for 0264c5c973b2c08ea9987709204333b3 2024-11-11T18:15:39,124 INFO [StoreOpener-a4301b572023c0cf1a85626268fa1208-1 {}] regionserver.HStore(327): Store=a4301b572023c0cf1a85626268fa1208/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:15:39,125 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1038): replaying wal for a4301b572023c0cf1a85626268fa1208 2024-11-11T18:15:39,125 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/data/default/SPTestTable/a4301b572023c0cf1a85626268fa1208 2024-11-11T18:15:39,126 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1093): writing seq id for 0264c5c973b2c08ea9987709204333b3 2024-11-11T18:15:39,127 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/data/default/SPTestTable/a4301b572023c0cf1a85626268fa1208 2024-11-11T18:15:39,127 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1114): Opened 0264c5c973b2c08ea9987709204333b3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71972428, jitterRate=0.07247275114059448}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T18:15:39,127 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0264c5c973b2c08ea9987709204333b3 2024-11-11T18:15:39,128 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1006): Region open journal for 0264c5c973b2c08ea9987709204333b3: Running coprocessor pre-open hook at 1731348939115Writing region info on filesystem at 1731348939115Initializing all the Stores at 1731348939116 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731348939116Cleaning up temporary data from old regions at 1731348939124 (+8 ms)Running coprocessor post-open hooks at 1731348939127 (+3 ms)Region opened successfully at 1731348939127 2024-11-11T18:15:39,129 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1048): stopping wal replay for a4301b572023c0cf1a85626268fa1208 2024-11-11T18:15:39,130 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1060): Cleaning up temporary data for a4301b572023c0cf1a85626268fa1208 2024-11-11T18:15:39,130 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731348876501.0264c5c973b2c08ea9987709204333b3., pid=48, masterSystemTime=1731348939106 2024-11-11T18:15:39,133 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731348876501.0264c5c973b2c08ea9987709204333b3. 2024-11-11T18:15:39,133 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731348876501.0264c5c973b2c08ea9987709204333b3. 2024-11-11T18:15:39,133 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731348876501.4213b0b0acf20d3ebfe4965e0914504e. 2024-11-11T18:15:39,134 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => 4213b0b0acf20d3ebfe4965e0914504e, NAME => 'SPTestTable,ccccccc8,1731348876501.4213b0b0acf20d3ebfe4965e0914504e.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-11T18:15:39,134 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=0264c5c973b2c08ea9987709204333b3, regionState=OPEN, openSeqNum=2, regionLocation=90f34c5bee6a,40443,1731348863668 2024-11-11T18:15:39,134 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 4213b0b0acf20d3ebfe4965e0914504e 2024-11-11T18:15:39,134 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731348876501.4213b0b0acf20d3ebfe4965e0914504e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:15:39,134 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for 4213b0b0acf20d3ebfe4965e0914504e 2024-11-11T18:15:39,134 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for 4213b0b0acf20d3ebfe4965e0914504e 2024-11-11T18:15:39,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=48, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0264c5c973b2c08ea9987709204333b3, server=90f34c5bee6a,40443,1731348863668 because future has completed 2024-11-11T18:15:39,142 INFO [StoreOpener-4213b0b0acf20d3ebfe4965e0914504e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 4213b0b0acf20d3ebfe4965e0914504e 2024-11-11T18:15:39,143 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=44 2024-11-11T18:15:39,143 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=44, state=SUCCESS, hasLock=false; OpenRegionProcedure 0264c5c973b2c08ea9987709204333b3, server=90f34c5bee6a,40443,1731348863668 in 10.0330 sec 2024-11-11T18:15:39,143 INFO [StoreOpener-4213b0b0acf20d3ebfe4965e0914504e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4213b0b0acf20d3ebfe4965e0914504e columnFamilyName cf 2024-11-11T18:15:39,143 DEBUG [StoreOpener-4213b0b0acf20d3ebfe4965e0914504e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:15:39,144 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1093): writing seq id for a4301b572023c0cf1a85626268fa1208 2024-11-11T18:15:39,145 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0264c5c973b2c08ea9987709204333b3, ASSIGN in 10.3180 sec 2024-11-11T18:15:39,145 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0264c5c973b2c08ea9987709204333b3 2024-11-11T18:15:39,147 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1114): Opened a4301b572023c0cf1a85626268fa1208; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74396340, jitterRate=0.10859185457229614}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T18:15:39,147 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a4301b572023c0cf1a85626268fa1208 2024-11-11T18:15:39,147 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1006): Region open journal for a4301b572023c0cf1a85626268fa1208: Running coprocessor pre-open hook at 1731348939117Writing region info on filesystem at 1731348939117Initializing all the Stores at 1731348939119 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731348939119Cleaning up temporary data from old regions at 1731348939130 (+11 ms)Running coprocessor post-open hooks at 1731348939147 (+17 ms)Region opened successfully at 1731348939147 2024-11-11T18:15:39,147 INFO [StoreOpener-4213b0b0acf20d3ebfe4965e0914504e-1 {}] regionserver.HStore(327): Store=4213b0b0acf20d3ebfe4965e0914504e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:15:39,149 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731348876501.a4301b572023c0cf1a85626268fa1208., pid=47, masterSystemTime=1731348939108 2024-11-11T18:15:39,149 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for 4213b0b0acf20d3ebfe4965e0914504e 2024-11-11T18:15:39,150 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/data/default/SPTestTable/4213b0b0acf20d3ebfe4965e0914504e 2024-11-11T18:15:39,152 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731348876501.a4301b572023c0cf1a85626268fa1208. 2024-11-11T18:15:39,152 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731348876501.a4301b572023c0cf1a85626268fa1208. 2024-11-11T18:15:39,152 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/data/default/SPTestTable/4213b0b0acf20d3ebfe4965e0914504e 2024-11-11T18:15:39,153 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=45 updating hbase:meta row=a4301b572023c0cf1a85626268fa1208, regionState=OPEN, openSeqNum=2, regionLocation=90f34c5bee6a,43385,1731348863489 2024-11-11T18:15:39,153 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for 4213b0b0acf20d3ebfe4965e0914504e 2024-11-11T18:15:39,153 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for 4213b0b0acf20d3ebfe4965e0914504e 2024-11-11T18:15:39,154 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35515 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=90f34c5bee6a,43385,1731348863489, table=SPTestTable, region=a4301b572023c0cf1a85626268fa1208. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-11T18:15:39,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=47, ppid=45, state=RUNNABLE, hasLock=false; OpenRegionProcedure a4301b572023c0cf1a85626268fa1208, server=90f34c5bee6a,43385,1731348863489 because future has completed 2024-11-11T18:15:39,158 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for 4213b0b0acf20d3ebfe4965e0914504e 2024-11-11T18:15:39,159 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened 4213b0b0acf20d3ebfe4965e0914504e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59768274, jitterRate=-0.10938331484794617}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T18:15:39,159 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4213b0b0acf20d3ebfe4965e0914504e 2024-11-11T18:15:39,159 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for 4213b0b0acf20d3ebfe4965e0914504e: Running coprocessor pre-open hook at 1731348939134Writing region info on filesystem at 1731348939134Initializing all the Stores at 1731348939141 (+7 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731348939141Cleaning up temporary data from old regions at 1731348939153 (+12 ms)Running coprocessor post-open hooks at 1731348939159 (+6 ms)Region opened successfully at 1731348939159 2024-11-11T18:15:39,163 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731348876501.4213b0b0acf20d3ebfe4965e0914504e., pid=46, masterSystemTime=1731348939106 2024-11-11T18:15:39,164 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=45 2024-11-11T18:15:39,164 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=45, state=SUCCESS, hasLock=false; OpenRegionProcedure a4301b572023c0cf1a85626268fa1208, server=90f34c5bee6a,43385,1731348863489 in 10.0560 sec 2024-11-11T18:15:39,168 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731348876501.4213b0b0acf20d3ebfe4965e0914504e. 2024-11-11T18:15:39,168 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731348876501.4213b0b0acf20d3ebfe4965e0914504e. 2024-11-11T18:15:39,168 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a4301b572023c0cf1a85626268fa1208, ASSIGN in 10.3390 sec 2024-11-11T18:15:39,168 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=43 updating hbase:meta row=4213b0b0acf20d3ebfe4965e0914504e, regionState=OPEN, openSeqNum=2, regionLocation=90f34c5bee6a,40443,1731348863668 2024-11-11T18:15:39,168 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a4301b572023c0cf1a85626268fa1208 2024-11-11T18:15:39,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=43, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4213b0b0acf20d3ebfe4965e0914504e, server=90f34c5bee6a,40443,1731348863668 because future has completed 2024-11-11T18:15:39,179 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=43 2024-11-11T18:15:39,179 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=43, state=SUCCESS, hasLock=false; OpenRegionProcedure 4213b0b0acf20d3ebfe4965e0914504e, server=90f34c5bee6a,40443,1731348863668 in 10.0730 sec 2024-11-11T18:15:39,181 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4213b0b0acf20d3ebfe4965e0914504e 2024-11-11T18:15:39,182 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=36 2024-11-11T18:15:39,182 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4213b0b0acf20d3ebfe4965e0914504e, ASSIGN in 10.3540 sec 2024-11-11T18:15:39,183 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(291): removed crashed server 90f34c5bee6a,42305,1731348863736 after splitting done 2024-11-11T18:15:39,188 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure 90f34c5bee6a,42305,1731348863736, splitWal=true, meta=true in 41.2590 sec 2024-11-11T18:15:44,640 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-11T18:15:49,148 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40443 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-11T18:15:49,148 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40443 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-11T18:15:49,148 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731348876501.4213b0b0acf20d3ebfe4965e0914504e. 2024-11-11T18:15:49,148 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731348876501.0264c5c973b2c08ea9987709204333b3. 2024-11-11T18:15:49,148 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 4213b0b0acf20d3ebfe4965e0914504e: 2024-11-11T18:15:49,148 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 0264c5c973b2c08ea9987709204333b3: 2024-11-11T18:15:49,148 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731348876501.4213b0b0acf20d3ebfe4965e0914504e. for SnapshotProcedureTest completed. 2024-11-11T18:15:49,148 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731348876501.0264c5c973b2c08ea9987709204333b3. for SnapshotProcedureTest completed. 2024-11-11T18:15:49,149 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731348876501.0264c5c973b2c08ea9987709204333b3.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T18:15:49,149 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731348876501.4213b0b0acf20d3ebfe4965e0914504e.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T18:15:49,149 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T18:15:49,149 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T18:15:49,149 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-11T18:15:49,149 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-11T18:15:49,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39597 is added to blk_1073741864_1040 (size=57) 2024-11-11T18:15:49,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40233 is added to blk_1073741864_1040 (size=57) 2024-11-11T18:15:49,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39597 is added to blk_1073741865_1041 (size=65) 2024-11-11T18:15:49,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741864_1040 (size=57) 2024-11-11T18:15:49,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741865_1041 (size=65) 2024-11-11T18:15:49,160 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731348876501.0264c5c973b2c08ea9987709204333b3. 2024-11-11T18:15:49,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40233 is added to blk_1073741865_1041 (size=65) 2024-11-11T18:15:49,160 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-11T18:15:49,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35515 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-11T18:15:49,161 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35515 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 0264c5c973b2c08ea9987709204333b3 2024-11-11T18:15:49,161 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0264c5c973b2c08ea9987709204333b3 2024-11-11T18:15:49,161 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731348876501.4213b0b0acf20d3ebfe4965e0914504e. 2024-11-11T18:15:49,161 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-11T18:15:49,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35515 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-11T18:15:49,162 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35515 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 4213b0b0acf20d3ebfe4965e0914504e 2024-11-11T18:15:49,162 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4213b0b0acf20d3ebfe4965e0914504e 2024-11-11T18:15:49,164 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0264c5c973b2c08ea9987709204333b3 in 51.3620 sec 2024-11-11T18:15:49,164 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 4213b0b0acf20d3ebfe4965e0914504e in 51.3630 sec 2024-11-11T18:15:49,171 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43385 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-11T18:15:49,172 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731348876501.a4301b572023c0cf1a85626268fa1208. 2024-11-11T18:15:49,172 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for a4301b572023c0cf1a85626268fa1208: 2024-11-11T18:15:49,172 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731348876501.a4301b572023c0cf1a85626268fa1208. for SnapshotProcedureTest completed. 2024-11-11T18:15:49,172 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731348876501.a4301b572023c0cf1a85626268fa1208.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T18:15:49,172 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T18:15:49,172 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-11T18:15:49,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741866_1042 (size=65) 2024-11-11T18:15:49,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40233 is added to blk_1073741866_1042 (size=65) 2024-11-11T18:15:49,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39597 is added to blk_1073741866_1042 (size=65) 2024-11-11T18:15:49,183 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731348876501.a4301b572023c0cf1a85626268fa1208. 2024-11-11T18:15:49,183 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-11T18:15:49,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35515 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-11T18:15:49,183 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35515 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a4301b572023c0cf1a85626268fa1208 2024-11-11T18:15:49,183 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a4301b572023c0cf1a85626268fa1208 2024-11-11T18:15:49,186 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=25 2024-11-11T18:15:49,186 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a4301b572023c0cf1a85626268fa1208 in 51.3840 sec 2024-11-11T18:15:49,186 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-11T18:15:49,188 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-11T18:15:49,191 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-11T18:15:49,191 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-11T18:15:49,194 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-11T18:15:49,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39597 is added to blk_1073741867_1043 (size=1134) 2024-11-11T18:15:49,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741867_1043 (size=1134) 2024-11-11T18:15:49,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40233 is added to blk_1073741867_1043 (size=1134) 2024-11-11T18:15:49,218 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-11T18:15:49,225 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=55, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=56, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=57, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=58, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-11T18:15:49,230 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=58, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=90f34c5bee6a,43385,1731348863489 2024-11-11T18:15:49,230 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=90f34c5bee6a,43385,1731348863489 2024-11-11T18:15:49,230 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=90f34c5bee6a,43385,1731348863489 2024-11-11T18:15:49,230 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=90f34c5bee6a,40443,1731348863668 2024-11-11T18:15:49,230 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=90f34c5bee6a,40443,1731348863668 2024-11-11T18:15:49,235 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=90f34c5bee6a,40443,1731348863668 2024-11-11T18:15:51,522 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T18:15:59,235 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43385 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-11-11T18:15:59,235 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40443 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-11-11T18:15:59,235 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43385 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=58 2024-11-11T18:15:59,235 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40443 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-11-11T18:15:59,235 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43385 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-11-11T18:15:59,235 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40443 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=55 2024-11-11T18:15:59,239 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-11T18:15:59,239 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-11T18:15:59,241 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-11T18:15:59,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35515 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-11T18:15:59,243 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-11-11T18:15:59,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35515 {}] master.HMaster(4169): Remote procedure done, pid=58 2024-11-11T18:15:59,245 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-11T18:15:59,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35515 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-11T18:15:59,246 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=90f34c5bee6a,40443,1731348863668 Release verify snapshot worker=90f34c5bee6a,40443,1731348863668 2024-11-11T18:15:59,248 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-11T18:15:59,249 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=58, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=90f34c5bee6a,43385,1731348863489 Release verify snapshot worker=90f34c5bee6a,43385,1731348863489 2024-11-11T18:15:59,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35515 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-11-11T18:15:59,249 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-11T18:15:59,249 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-11T18:15:59,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35515 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-11T18:15:59,252 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=90f34c5bee6a,40443,1731348863668 in 10.0210 sec 2024-11-11T18:15:59,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35515 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-11T18:15:59,255 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=90f34c5bee6a,43385,1731348863489 in 10.0240 sec 2024-11-11T18:15:59,256 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=90f34c5bee6a,40443,1731348863668 Release verify snapshot worker=90f34c5bee6a,40443,1731348863668 2024-11-11T18:15:59,256 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=57, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=90f34c5bee6a,40443,1731348863668 2024-11-11T18:15:59,257 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=90f34c5bee6a,43385,1731348863489 2024-11-11T18:15:59,257 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=90f34c5bee6a,40443,1731348863668 2024-11-11T18:15:59,257 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=90f34c5bee6a,43385,1731348863489 Release verify snapshot worker=90f34c5bee6a,43385,1731348863489 2024-11-11T18:15:59,265 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=90f34c5bee6a,43385,1731348863489 Release verify snapshot worker=90f34c5bee6a,43385,1731348863489 2024-11-11T18:15:59,267 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=90f34c5bee6a,43385,1731348863489 in 10.0320 sec 2024-11-11T18:15:59,268 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=90f34c5bee6a,40443,1731348863668 in 10.0310 sec 2024-11-11T18:15:59,269 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=90f34c5bee6a,43385,1731348863489 in 10.0400 sec 2024-11-11T18:15:59,269 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=90f34c5bee6a,40443,1731348863668 Release verify snapshot worker=90f34c5bee6a,40443,1731348863668 2024-11-11T18:15:59,270 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=90f34c5bee6a,43385,1731348863489 2024-11-11T18:15:59,273 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=90f34c5bee6a,40443,1731348863668 in 10.0440 sec 2024-11-11T18:16:03,562 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1588230740, had cached 0 bytes from a total of 28760 2024-11-11T18:16:09,258 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40443 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=56 2024-11-11T18:16:09,258 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40443 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=57 2024-11-11T18:16:09,258 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-11-11T18:16:09,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35515 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-11-11T18:16:09,260 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43385 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-11-11T18:16:09,260 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43385 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-11-11T18:16:09,260 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-11T18:16:09,260 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-11T18:16:09,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35515 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-11T18:16:09,264 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=57, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=90f34c5bee6a,40443,1731348863668 Release verify snapshot worker=90f34c5bee6a,40443,1731348863668 2024-11-11T18:16:09,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35515 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-11T18:16:09,266 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=90f34c5bee6a,43385,1731348863489 Release verify snapshot worker=90f34c5bee6a,43385,1731348863489 2024-11-11T18:16:09,266 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-11T18:16:09,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35515 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-11-11T18:16:09,269 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=90f34c5bee6a,40443,1731348863668 in 20.0390 sec 2024-11-11T18:16:09,270 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=90f34c5bee6a,43385,1731348863489 Release verify snapshot worker=90f34c5bee6a,43385,1731348863489 2024-11-11T18:16:09,270 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=90f34c5bee6a,43385,1731348863489 in 20.0410 sec 2024-11-11T18:16:09,271 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=90f34c5bee6a,40443,1731348863668 Release verify snapshot worker=90f34c5bee6a,40443,1731348863668 2024-11-11T18:16:09,273 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=90f34c5bee6a,43385,1731348863489 in 20.0450 sec 2024-11-11T18:16:09,277 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=56, resume processing ppid=25 2024-11-11T18:16:09,277 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=90f34c5bee6a,40443,1731348863668 in 20.0460 sec 2024-11-11T18:16:09,277 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-11T18:16:09,283 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/.hbase-snapshot/SnapshotProcedureTest 2024-11-11T18:16:09,291 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-11T18:16:09,291 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-11T18:16:09,295 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 1 mins, 11.586 sec 2024-11-11T18:16:09,368 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-11T18:16:09,371 WARN [RPCClient-NioEventLoopGroup-6-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 90f34c5bee6a:42305 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 90f34c5bee6a/172.17.0.2:42305 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T18:16:09,372 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.FailedServers(52): Added failed server with address 90f34c5bee6a:42305 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 90f34c5bee6a/172.17.0.2:42305 2024-11-11T18:16:09,372 DEBUG [Time-limited test {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,42305,1731348863736, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,42305,1731348863736, seqNum=-1, error=java.net.ConnectException: Call to address=90f34c5bee6a:42305 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 90f34c5bee6a/172.17.0.2:42305 2024-11-11T18:16:09,373 DEBUG [Time-limited test {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,42305,1731348863736, seqNum=-1 is java.net.ConnectException: Connection refused 2024-11-11T18:16:09,373 DEBUG [Time-limited test {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,42305,1731348863736, seqNum=-1 from cache 2024-11-11T18:16:09,474 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T18:16:09,476 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,43385,1731348863489, seqNum=-1] 2024-11-11T18:16:09,510 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-11T18:16:09,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T18:16:09,510 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T18:16:09,511 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:16:09,511 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:16:09,511 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:16:09,511 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T18:16:09,511 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T18:16:09,511 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1844676721, stopped=false 2024-11-11T18:16:09,512 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=90f34c5bee6a,35515,1731348862427 2024-11-11T18:16:09,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35515-0x101083cfd210000, quorum=127.0.0.1:54600, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T18:16:09,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35515-0x101083cfd210000, quorum=127.0.0.1:54600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:16:09,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40443-0x101083cfd210002, quorum=127.0.0.1:54600, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T18:16:09,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40443-0x101083cfd210002, quorum=127.0.0.1:54600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:16:09,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43385-0x101083cfd210001, quorum=127.0.0.1:54600, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T18:16:09,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43385-0x101083cfd210001, quorum=127.0.0.1:54600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:16:09,516 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40443-0x101083cfd210002, quorum=127.0.0.1:54600, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T18:16:09,516 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35515-0x101083cfd210000, quorum=127.0.0.1:54600, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T18:16:09,516 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43385-0x101083cfd210001, quorum=127.0.0.1:54600, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T18:16:09,517 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T18:16:09,517 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T18:16:09,518 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:16:09,518 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:16:09,518 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '90f34c5bee6a,43385,1731348863489' ***** 2024-11-11T18:16:09,518 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T18:16:09,518 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '90f34c5bee6a,40443,1731348863668' ***** 2024-11-11T18:16:09,518 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T18:16:09,520 INFO [RS:0;90f34c5bee6a:43385 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T18:16:09,520 INFO [RS:0;90f34c5bee6a:43385 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T18:16:09,520 INFO [RS:0;90f34c5bee6a:43385 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T18:16:09,520 INFO [RS:0;90f34c5bee6a:43385 {}] regionserver.HRegionServer(3091): Received CLOSE for 4725881efca7604af5aa10547a67c3c0 2024-11-11T18:16:09,520 INFO [RS:1;90f34c5bee6a:40443 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T18:16:09,521 INFO [RS:1;90f34c5bee6a:40443 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T18:16:09,521 INFO [RS:1;90f34c5bee6a:40443 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T18:16:09,521 INFO [RS:1;90f34c5bee6a:40443 {}] regionserver.HRegionServer(3091): Received CLOSE for 4213b0b0acf20d3ebfe4965e0914504e 2024-11-11T18:16:09,521 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T18:16:09,521 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T18:16:09,522 INFO [RS:0;90f34c5bee6a:43385 {}] regionserver.HRegionServer(3091): Received CLOSE for a4301b572023c0cf1a85626268fa1208 2024-11-11T18:16:09,522 INFO [RS:0;90f34c5bee6a:43385 {}] regionserver.HRegionServer(3091): Received CLOSE for 86a2f38f63ea5f82df322d98256dc845 2024-11-11T18:16:09,522 INFO [RS:0;90f34c5bee6a:43385 {}] regionserver.HRegionServer(3091): Received CLOSE for b814b039b0cdbe65d3a51cb7ae7dcf1d 2024-11-11T18:16:09,522 INFO [RS:0;90f34c5bee6a:43385 {}] regionserver.HRegionServer(3091): Received CLOSE for 26e7cb3687ae61ec70591846d06a31d4 2024-11-11T18:16:09,522 INFO [RS:0;90f34c5bee6a:43385 {}] regionserver.HRegionServer(959): stopping server 90f34c5bee6a,43385,1731348863489 2024-11-11T18:16:09,522 INFO [RS:0;90f34c5bee6a:43385 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T18:16:09,523 INFO [RS:0;90f34c5bee6a:43385 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;90f34c5bee6a:43385. 2024-11-11T18:16:09,523 DEBUG [RS:0;90f34c5bee6a:43385 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:16:09,523 DEBUG [RS:0;90f34c5bee6a:43385 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:16:09,523 INFO [RS:0;90f34c5bee6a:43385 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T18:16:09,523 INFO [RS:0;90f34c5bee6a:43385 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T18:16:09,523 INFO [RS:0;90f34c5bee6a:43385 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T18:16:09,523 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4725881efca7604af5aa10547a67c3c0, disabling compactions & flushes 2024-11-11T18:16:09,523 INFO [RS:0;90f34c5bee6a:43385 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T18:16:09,523 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731348876501.4725881efca7604af5aa10547a67c3c0. 2024-11-11T18:16:09,523 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731348876501.4725881efca7604af5aa10547a67c3c0. 2024-11-11T18:16:09,523 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731348876501.4725881efca7604af5aa10547a67c3c0. after waiting 0 ms 2024-11-11T18:16:09,523 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731348876501.4725881efca7604af5aa10547a67c3c0. 2024-11-11T18:16:09,532 INFO [RS:1;90f34c5bee6a:40443 {}] regionserver.HRegionServer(3091): Received CLOSE for 3a030dac4ca585b7e4ee89fc4e1846da 2024-11-11T18:16:09,532 INFO [RS:1;90f34c5bee6a:40443 {}] regionserver.HRegionServer(3091): Received CLOSE for 5f5ac3942c1e1a1191b3c2d75c1fe3e8 2024-11-11T18:16:09,533 INFO [RS:1;90f34c5bee6a:40443 {}] regionserver.HRegionServer(3091): Received CLOSE for 0264c5c973b2c08ea9987709204333b3 2024-11-11T18:16:09,533 INFO [RS:1;90f34c5bee6a:40443 {}] regionserver.HRegionServer(3091): Received CLOSE for a5a27514f5b16b295d5127586432bc02 2024-11-11T18:16:09,533 INFO [RS:1;90f34c5bee6a:40443 {}] regionserver.HRegionServer(959): stopping server 90f34c5bee6a,40443,1731348863668 2024-11-11T18:16:09,533 INFO [RS:1;90f34c5bee6a:40443 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T18:16:09,533 INFO [RS:1;90f34c5bee6a:40443 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;90f34c5bee6a:40443. 2024-11-11T18:16:09,533 DEBUG [RS:1;90f34c5bee6a:40443 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:16:09,533 DEBUG [RS:1;90f34c5bee6a:40443 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:16:09,533 INFO [RS:1;90f34c5bee6a:40443 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-11T18:16:09,533 DEBUG [RS:1;90f34c5bee6a:40443 {}] regionserver.HRegionServer(1325): Online Regions={4213b0b0acf20d3ebfe4965e0914504e=SPTestTable,ccccccc8,1731348876501.4213b0b0acf20d3ebfe4965e0914504e., 3a030dac4ca585b7e4ee89fc4e1846da=SPTestTable,33333332,1731348876501.3a030dac4ca585b7e4ee89fc4e1846da., 5f5ac3942c1e1a1191b3c2d75c1fe3e8=SPTestTable,b333332f,1731348876501.5f5ac3942c1e1a1191b3c2d75c1fe3e8., 0264c5c973b2c08ea9987709204333b3=SPTestTable,,1731348876501.0264c5c973b2c08ea9987709204333b3., a5a27514f5b16b295d5127586432bc02=SPTestTable,4ccccccb,1731348876501.a5a27514f5b16b295d5127586432bc02.} 2024-11-11T18:16:09,534 DEBUG [RS:1;90f34c5bee6a:40443 {}] regionserver.HRegionServer(1351): Waiting on 0264c5c973b2c08ea9987709204333b3, 3a030dac4ca585b7e4ee89fc4e1846da, 4213b0b0acf20d3ebfe4965e0914504e, 5f5ac3942c1e1a1191b3c2d75c1fe3e8, a5a27514f5b16b295d5127586432bc02 2024-11-11T18:16:09,536 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4213b0b0acf20d3ebfe4965e0914504e, disabling compactions & flushes 2024-11-11T18:16:09,536 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731348876501.4213b0b0acf20d3ebfe4965e0914504e. 2024-11-11T18:16:09,537 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731348876501.4213b0b0acf20d3ebfe4965e0914504e. 2024-11-11T18:16:09,537 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731348876501.4213b0b0acf20d3ebfe4965e0914504e. after waiting 0 ms 2024-11-11T18:16:09,537 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731348876501.4213b0b0acf20d3ebfe4965e0914504e. 2024-11-11T18:16:09,544 INFO [RS:0;90f34c5bee6a:43385 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-11T18:16:09,544 DEBUG [RS:0;90f34c5bee6a:43385 {}] regionserver.HRegionServer(1325): Online Regions={4725881efca7604af5aa10547a67c3c0=SPTestTable,19999999,1731348876501.4725881efca7604af5aa10547a67c3c0., a4301b572023c0cf1a85626268fa1208=SPTestTable,7ffffffd,1731348876501.a4301b572023c0cf1a85626268fa1208., 86a2f38f63ea5f82df322d98256dc845=SPTestTable,99999996,1731348876501.86a2f38f63ea5f82df322d98256dc845., b814b039b0cdbe65d3a51cb7ae7dcf1d=SPTestTable,66666664,1731348876501.b814b039b0cdbe65d3a51cb7ae7dcf1d., 1588230740=hbase:meta,,1.1588230740, 26e7cb3687ae61ec70591846d06a31d4=SPTestTable,e6666661,1731348876501.26e7cb3687ae61ec70591846d06a31d4.} 2024-11-11T18:16:09,545 DEBUG [RS:0;90f34c5bee6a:43385 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 26e7cb3687ae61ec70591846d06a31d4, 4725881efca7604af5aa10547a67c3c0, 86a2f38f63ea5f82df322d98256dc845, a4301b572023c0cf1a85626268fa1208, b814b039b0cdbe65d3a51cb7ae7dcf1d 2024-11-11T18:16:09,547 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T18:16:09,547 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T18:16:09,547 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T18:16:09,547 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T18:16:09,547 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T18:16:09,547 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.86 KB heapSize=5.63 KB 2024-11-11T18:16:09,555 INFO [regionserver/90f34c5bee6a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T18:16:09,556 INFO [regionserver/90f34c5bee6a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T18:16:09,581 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/data/default/SPTestTable/4213b0b0acf20d3ebfe4965e0914504e/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-11T18:16:09,588 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731348876501.4213b0b0acf20d3ebfe4965e0914504e. 2024-11-11T18:16:09,588 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4213b0b0acf20d3ebfe4965e0914504e: Waiting for close lock at 1731348969536Running coprocessor pre-close hooks at 1731348969536Disabling compacts and flushes for region at 1731348969536Disabling writes for close at 1731348969537 (+1 ms)Writing region close event to WAL at 1731348969547 (+10 ms)Running coprocessor post-close hooks at 1731348969583 (+36 ms)Closed at 1731348969588 (+5 ms) 2024-11-11T18:16:09,589 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731348876501.4213b0b0acf20d3ebfe4965e0914504e. 2024-11-11T18:16:09,589 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3a030dac4ca585b7e4ee89fc4e1846da, disabling compactions & flushes 2024-11-11T18:16:09,589 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731348876501.3a030dac4ca585b7e4ee89fc4e1846da. 2024-11-11T18:16:09,589 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731348876501.3a030dac4ca585b7e4ee89fc4e1846da. 2024-11-11T18:16:09,590 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731348876501.3a030dac4ca585b7e4ee89fc4e1846da. after waiting 0 ms 2024-11-11T18:16:09,590 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731348876501.3a030dac4ca585b7e4ee89fc4e1846da. 2024-11-11T18:16:09,596 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/data/hbase/meta/1588230740/.tmp/info/b144078cb76f4e1cbb804cc671f8150d is 167, key is SPTestTable,7ffffffd,1731348876501.a4301b572023c0cf1a85626268fa1208./info:regioninfo/1731348939152/Put/seqid=0 2024-11-11T18:16:09,599 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/data/default/SPTestTable/4725881efca7604af5aa10547a67c3c0/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-11T18:16:09,600 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731348876501.4725881efca7604af5aa10547a67c3c0. 2024-11-11T18:16:09,600 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4725881efca7604af5aa10547a67c3c0: Waiting for close lock at 1731348969522Running coprocessor pre-close hooks at 1731348969523 (+1 ms)Disabling compacts and flushes for region at 1731348969523Disabling writes for close at 1731348969523Writing region close event to WAL at 1731348969545 (+22 ms)Running coprocessor post-close hooks at 1731348969600 (+55 ms)Closed at 1731348969600 2024-11-11T18:16:09,601 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1731348876501.4725881efca7604af5aa10547a67c3c0. 2024-11-11T18:16:09,601 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a4301b572023c0cf1a85626268fa1208, disabling compactions & flushes 2024-11-11T18:16:09,601 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731348876501.a4301b572023c0cf1a85626268fa1208. 2024-11-11T18:16:09,601 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731348876501.a4301b572023c0cf1a85626268fa1208. 2024-11-11T18:16:09,601 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731348876501.a4301b572023c0cf1a85626268fa1208. after waiting 0 ms 2024-11-11T18:16:09,601 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731348876501.a4301b572023c0cf1a85626268fa1208. 2024-11-11T18:16:09,608 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/data/default/SPTestTable/3a030dac4ca585b7e4ee89fc4e1846da/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-11T18:16:09,610 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731348876501.3a030dac4ca585b7e4ee89fc4e1846da. 2024-11-11T18:16:09,610 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3a030dac4ca585b7e4ee89fc4e1846da: Waiting for close lock at 1731348969589Running coprocessor pre-close hooks at 1731348969589Disabling compacts and flushes for region at 1731348969589Disabling writes for close at 1731348969590 (+1 ms)Writing region close event to WAL at 1731348969594 (+4 ms)Running coprocessor post-close hooks at 1731348969609 (+15 ms)Closed at 1731348969610 (+1 ms) 2024-11-11T18:16:09,610 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1731348876501.3a030dac4ca585b7e4ee89fc4e1846da. 2024-11-11T18:16:09,610 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5f5ac3942c1e1a1191b3c2d75c1fe3e8, disabling compactions & flushes 2024-11-11T18:16:09,610 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731348876501.5f5ac3942c1e1a1191b3c2d75c1fe3e8. 2024-11-11T18:16:09,610 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731348876501.5f5ac3942c1e1a1191b3c2d75c1fe3e8. 2024-11-11T18:16:09,610 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731348876501.5f5ac3942c1e1a1191b3c2d75c1fe3e8. after waiting 0 ms 2024-11-11T18:16:09,610 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731348876501.5f5ac3942c1e1a1191b3c2d75c1fe3e8. 2024-11-11T18:16:09,643 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/data/default/SPTestTable/a4301b572023c0cf1a85626268fa1208/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-11T18:16:09,644 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731348876501.a4301b572023c0cf1a85626268fa1208. 2024-11-11T18:16:09,644 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a4301b572023c0cf1a85626268fa1208: Waiting for close lock at 1731348969601Running coprocessor pre-close hooks at 1731348969601Disabling compacts and flushes for region at 1731348969601Disabling writes for close at 1731348969601Writing region close event to WAL at 1731348969625 (+24 ms)Running coprocessor post-close hooks at 1731348969644 (+19 ms)Closed at 1731348969644 2024-11-11T18:16:09,644 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731348876501.a4301b572023c0cf1a85626268fa1208. 2024-11-11T18:16:09,645 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 86a2f38f63ea5f82df322d98256dc845, disabling compactions & flushes 2024-11-11T18:16:09,645 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731348876501.86a2f38f63ea5f82df322d98256dc845. 2024-11-11T18:16:09,645 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731348876501.86a2f38f63ea5f82df322d98256dc845. 2024-11-11T18:16:09,648 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731348876501.86a2f38f63ea5f82df322d98256dc845. after waiting 0 ms 2024-11-11T18:16:09,649 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731348876501.86a2f38f63ea5f82df322d98256dc845. 2024-11-11T18:16:09,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39597 is added to blk_1073741868_1044 (size=8399) 2024-11-11T18:16:09,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40233 is added to blk_1073741868_1044 (size=8399) 2024-11-11T18:16:09,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741868_1044 (size=8399) 2024-11-11T18:16:09,675 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.86 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/data/hbase/meta/1588230740/.tmp/info/b144078cb76f4e1cbb804cc671f8150d 2024-11-11T18:16:09,690 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/data/hbase/meta/1588230740/.tmp/info/b144078cb76f4e1cbb804cc671f8150d as hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/data/hbase/meta/1588230740/info/b144078cb76f4e1cbb804cc671f8150d 2024-11-11T18:16:09,701 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/data/default/SPTestTable/5f5ac3942c1e1a1191b3c2d75c1fe3e8/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T18:16:09,702 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731348876501.5f5ac3942c1e1a1191b3c2d75c1fe3e8. 2024-11-11T18:16:09,703 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5f5ac3942c1e1a1191b3c2d75c1fe3e8: Waiting for close lock at 1731348969610Running coprocessor pre-close hooks at 1731348969610Disabling compacts and flushes for region at 1731348969610Disabling writes for close at 1731348969610Writing region close event to WAL at 1731348969669 (+59 ms)Running coprocessor post-close hooks at 1731348969702 (+33 ms)Closed at 1731348969702 2024-11-11T18:16:09,703 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1731348876501.5f5ac3942c1e1a1191b3c2d75c1fe3e8. 2024-11-11T18:16:09,703 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0264c5c973b2c08ea9987709204333b3, disabling compactions & flushes 2024-11-11T18:16:09,703 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731348876501.0264c5c973b2c08ea9987709204333b3. 2024-11-11T18:16:09,703 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731348876501.0264c5c973b2c08ea9987709204333b3. 2024-11-11T18:16:09,703 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731348876501.0264c5c973b2c08ea9987709204333b3. after waiting 0 ms 2024-11-11T18:16:09,703 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731348876501.0264c5c973b2c08ea9987709204333b3. 2024-11-11T18:16:09,706 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/data/default/SPTestTable/86a2f38f63ea5f82df322d98256dc845/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T18:16:09,706 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/data/hbase/meta/1588230740/info/b144078cb76f4e1cbb804cc671f8150d, entries=24, sequenceid=37, filesize=8.2 K 2024-11-11T18:16:09,707 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731348876501.86a2f38f63ea5f82df322d98256dc845. 2024-11-11T18:16:09,707 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 86a2f38f63ea5f82df322d98256dc845: Waiting for close lock at 1731348969645Running coprocessor pre-close hooks at 1731348969645Disabling compacts and flushes for region at 1731348969645Disabling writes for close at 1731348969648 (+3 ms)Writing region close event to WAL at 1731348969692 (+44 ms)Running coprocessor post-close hooks at 1731348969707 (+15 ms)Closed at 1731348969707 2024-11-11T18:16:09,707 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1731348876501.86a2f38f63ea5f82df322d98256dc845. 2024-11-11T18:16:09,707 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b814b039b0cdbe65d3a51cb7ae7dcf1d, disabling compactions & flushes 2024-11-11T18:16:09,708 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731348876501.b814b039b0cdbe65d3a51cb7ae7dcf1d. 2024-11-11T18:16:09,708 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731348876501.b814b039b0cdbe65d3a51cb7ae7dcf1d. 2024-11-11T18:16:09,708 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731348876501.b814b039b0cdbe65d3a51cb7ae7dcf1d. after waiting 0 ms 2024-11-11T18:16:09,708 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731348876501.b814b039b0cdbe65d3a51cb7ae7dcf1d. 2024-11-11T18:16:09,710 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.86 KB/2932, heapSize ~4.87 KB/4984, currentSize=0 B/0 for 1588230740 in 162ms, sequenceid=37, compaction requested=false 2024-11-11T18:16:09,731 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/data/hbase/meta/1588230740/recovered.edits/40.seqid, newMaxSeqId=40, maxSeqId=28 2024-11-11T18:16:09,732 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T18:16:09,732 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T18:16:09,732 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731348969547Running coprocessor pre-close hooks at 1731348969547Disabling compacts and flushes for region at 1731348969547Disabling writes for close at 1731348969547Obtaining lock to block concurrent updates at 1731348969547Preparing flush snapshotting stores in 1588230740 at 1731348969547Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2932, getHeapSize=5704, getOffHeapSize=0, getCellsCount=24 at 1731348969548 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731348969553 (+5 ms)Flushing 1588230740/info: creating writer at 1731348969553Flushing 1588230740/info: appending metadata at 1731348969595 (+42 ms)Flushing 1588230740/info: closing flushed file at 1731348969595Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@273addce: reopening flushed file at 1731348969689 (+94 ms)Finished flush of dataSize ~2.86 KB/2932, heapSize ~4.87 KB/4984, currentSize=0 B/0 for 1588230740 in 162ms, sequenceid=37, compaction requested=false at 1731348969710 (+21 ms)Writing region close event to WAL at 1731348969721 (+11 ms)Running coprocessor post-close hooks at 1731348969731 (+10 ms)Closed at 1731348969732 (+1 ms) 2024-11-11T18:16:09,732 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T18:16:09,733 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/data/default/SPTestTable/0264c5c973b2c08ea9987709204333b3/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-11T18:16:09,734 DEBUG [RS:1;90f34c5bee6a:40443 {}] regionserver.HRegionServer(1351): Waiting on 0264c5c973b2c08ea9987709204333b3, a5a27514f5b16b295d5127586432bc02 2024-11-11T18:16:09,734 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731348876501.0264c5c973b2c08ea9987709204333b3. 2024-11-11T18:16:09,734 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0264c5c973b2c08ea9987709204333b3: Waiting for close lock at 1731348969703Running coprocessor pre-close hooks at 1731348969703Disabling compacts and flushes for region at 1731348969703Disabling writes for close at 1731348969703Writing region close event to WAL at 1731348969717 (+14 ms)Running coprocessor post-close hooks at 1731348969734 (+17 ms)Closed at 1731348969734 2024-11-11T18:16:09,734 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731348876501.0264c5c973b2c08ea9987709204333b3. 2024-11-11T18:16:09,734 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a5a27514f5b16b295d5127586432bc02, disabling compactions & flushes 2024-11-11T18:16:09,735 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731348876501.a5a27514f5b16b295d5127586432bc02. 2024-11-11T18:16:09,735 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731348876501.a5a27514f5b16b295d5127586432bc02. 2024-11-11T18:16:09,735 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731348876501.a5a27514f5b16b295d5127586432bc02. after waiting 0 ms 2024-11-11T18:16:09,735 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731348876501.a5a27514f5b16b295d5127586432bc02. 2024-11-11T18:16:09,736 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/data/default/SPTestTable/b814b039b0cdbe65d3a51cb7ae7dcf1d/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-11T18:16:09,738 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731348876501.b814b039b0cdbe65d3a51cb7ae7dcf1d. 2024-11-11T18:16:09,738 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b814b039b0cdbe65d3a51cb7ae7dcf1d: Waiting for close lock at 1731348969707Running coprocessor pre-close hooks at 1731348969707Disabling compacts and flushes for region at 1731348969707Disabling writes for close at 1731348969708 (+1 ms)Writing region close event to WAL at 1731348969719 (+11 ms)Running coprocessor post-close hooks at 1731348969738 (+19 ms)Closed at 1731348969738 2024-11-11T18:16:09,738 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1731348876501.b814b039b0cdbe65d3a51cb7ae7dcf1d. 2024-11-11T18:16:09,738 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 26e7cb3687ae61ec70591846d06a31d4, disabling compactions & flushes 2024-11-11T18:16:09,738 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731348876501.26e7cb3687ae61ec70591846d06a31d4. 2024-11-11T18:16:09,738 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731348876501.26e7cb3687ae61ec70591846d06a31d4. 2024-11-11T18:16:09,738 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731348876501.26e7cb3687ae61ec70591846d06a31d4. after waiting 0 ms 2024-11-11T18:16:09,738 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731348876501.26e7cb3687ae61ec70591846d06a31d4. 2024-11-11T18:16:09,745 DEBUG [RS:0;90f34c5bee6a:43385 {}] regionserver.HRegionServer(1351): Waiting on 26e7cb3687ae61ec70591846d06a31d4 2024-11-11T18:16:09,750 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/data/default/SPTestTable/a5a27514f5b16b295d5127586432bc02/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-11T18:16:09,752 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731348876501.a5a27514f5b16b295d5127586432bc02. 2024-11-11T18:16:09,752 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a5a27514f5b16b295d5127586432bc02: Waiting for close lock at 1731348969734Running coprocessor pre-close hooks at 1731348969734Disabling compacts and flushes for region at 1731348969734Disabling writes for close at 1731348969735 (+1 ms)Writing region close event to WAL at 1731348969735Running coprocessor post-close hooks at 1731348969752 (+17 ms)Closed at 1731348969752 2024-11-11T18:16:09,752 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731348876501.a5a27514f5b16b295d5127586432bc02. 2024-11-11T18:16:09,759 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/data/default/SPTestTable/26e7cb3687ae61ec70591846d06a31d4/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T18:16:09,760 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731348876501.26e7cb3687ae61ec70591846d06a31d4. 2024-11-11T18:16:09,760 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 26e7cb3687ae61ec70591846d06a31d4: Waiting for close lock at 1731348969738Running coprocessor pre-close hooks at 1731348969738Disabling compacts and flushes for region at 1731348969738Disabling writes for close at 1731348969738Writing region close event to WAL at 1731348969752 (+14 ms)Running coprocessor post-close hooks at 1731348969760 (+8 ms)Closed at 1731348969760 2024-11-11T18:16:09,761 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1731348876501.26e7cb3687ae61ec70591846d06a31d4. 2024-11-11T18:16:09,934 INFO [RS:1;90f34c5bee6a:40443 {}] regionserver.HRegionServer(976): stopping server 90f34c5bee6a,40443,1731348863668; all regions closed. 2024-11-11T18:16:09,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39597 is added to blk_1073741833_1009 (size=3500) 2024-11-11T18:16:09,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741833_1009 (size=3500) 2024-11-11T18:16:09,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40233 is added to blk_1073741833_1009 (size=3500) 2024-11-11T18:16:09,942 DEBUG [RS:1;90f34c5bee6a:40443 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/oldWALs 2024-11-11T18:16:09,943 INFO [RS:1;90f34c5bee6a:40443 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 90f34c5bee6a%2C40443%2C1731348863668:(num 1731348865641) 2024-11-11T18:16:09,943 DEBUG [RS:1;90f34c5bee6a:40443 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:16:09,943 INFO [RS:1;90f34c5bee6a:40443 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T18:16:09,943 INFO [RS:1;90f34c5bee6a:40443 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T18:16:09,943 INFO [RS:1;90f34c5bee6a:40443 {}] hbase.ChoreService(370): Chore service for: regionserver/90f34c5bee6a:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T18:16:09,943 INFO [RS:1;90f34c5bee6a:40443 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T18:16:09,943 INFO [RS:1;90f34c5bee6a:40443 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T18:16:09,943 INFO [RS:1;90f34c5bee6a:40443 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T18:16:09,943 INFO [RS:1;90f34c5bee6a:40443 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T18:16:09,943 INFO [regionserver/90f34c5bee6a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T18:16:09,944 INFO [RS:1;90f34c5bee6a:40443 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40443 2024-11-11T18:16:09,945 INFO [RS:0;90f34c5bee6a:43385 {}] regionserver.HRegionServer(976): stopping server 90f34c5bee6a,43385,1731348863489; all regions closed. 2024-11-11T18:16:09,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40443-0x101083cfd210002, quorum=127.0.0.1:54600, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/90f34c5bee6a,40443,1731348863668 2024-11-11T18:16:09,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35515-0x101083cfd210000, quorum=127.0.0.1:54600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T18:16:09,947 INFO [RS:1;90f34c5bee6a:40443 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T18:16:09,947 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [90f34c5bee6a,40443,1731348863668] 2024-11-11T18:16:09,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39597 is added to blk_1073741860_1036 (size=4344) 2024-11-11T18:16:09,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40233 is added to blk_1073741860_1036 (size=4344) 2024-11-11T18:16:09,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741860_1036 (size=4344) 2024-11-11T18:16:09,949 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/90f34c5bee6a,40443,1731348863668 already deleted, retry=false 2024-11-11T18:16:09,949 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 90f34c5bee6a,40443,1731348863668 expired; onlineServers=1 2024-11-11T18:16:09,954 DEBUG [RS:0;90f34c5bee6a:43385 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/oldWALs 2024-11-11T18:16:09,954 INFO [RS:0;90f34c5bee6a:43385 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 90f34c5bee6a%2C43385%2C1731348863489.meta:.meta(num 1731348918534) 2024-11-11T18:16:09,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741835_1011 (size=4052) 2024-11-11T18:16:09,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39597 is added to blk_1073741835_1011 (size=4052) 2024-11-11T18:16:09,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40233 is added to blk_1073741835_1011 (size=4052) 2024-11-11T18:16:09,961 DEBUG [RS:0;90f34c5bee6a:43385 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/oldWALs 2024-11-11T18:16:09,961 INFO [RS:0;90f34c5bee6a:43385 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 90f34c5bee6a%2C43385%2C1731348863489:(num 1731348865658) 2024-11-11T18:16:09,961 DEBUG [RS:0;90f34c5bee6a:43385 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:16:09,961 INFO [RS:0;90f34c5bee6a:43385 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T18:16:09,961 INFO [RS:0;90f34c5bee6a:43385 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T18:16:09,961 INFO [RS:0;90f34c5bee6a:43385 {}] hbase.ChoreService(370): Chore service for: regionserver/90f34c5bee6a:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T18:16:09,961 INFO [RS:0;90f34c5bee6a:43385 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T18:16:09,961 INFO [regionserver/90f34c5bee6a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T18:16:09,962 INFO [RS:0;90f34c5bee6a:43385 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43385 2024-11-11T18:16:09,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43385-0x101083cfd210001, quorum=127.0.0.1:54600, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/90f34c5bee6a,43385,1731348863489 2024-11-11T18:16:09,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35515-0x101083cfd210000, quorum=127.0.0.1:54600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T18:16:09,964 INFO [RS:0;90f34c5bee6a:43385 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T18:16:09,965 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [90f34c5bee6a,43385,1731348863489] 2024-11-11T18:16:09,966 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/90f34c5bee6a,43385,1731348863489 already deleted, retry=false 2024-11-11T18:16:09,966 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 90f34c5bee6a,43385,1731348863489 expired; onlineServers=0 2024-11-11T18:16:09,966 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '90f34c5bee6a,35515,1731348862427' ***** 2024-11-11T18:16:09,966 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T18:16:09,966 INFO [M:0;90f34c5bee6a:35515 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T18:16:09,967 INFO [M:0;90f34c5bee6a:35515 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T18:16:09,967 DEBUG [M:0;90f34c5bee6a:35515 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T18:16:09,967 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T18:16:09,967 DEBUG [M:0;90f34c5bee6a:35515 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T18:16:09,967 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.large.0-1731348865242 {}] cleaner.HFileCleaner(306): Exit Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.large.0-1731348865242,5,FailOnTimeoutGroup] 2024-11-11T18:16:09,967 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.small.0-1731348865243 {}] cleaner.HFileCleaner(306): Exit Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.small.0-1731348865243,5,FailOnTimeoutGroup] 2024-11-11T18:16:09,967 INFO [M:0;90f34c5bee6a:35515 {}] hbase.ChoreService(370): Chore service for: master/90f34c5bee6a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T18:16:09,967 INFO [M:0;90f34c5bee6a:35515 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T18:16:09,967 DEBUG [M:0;90f34c5bee6a:35515 {}] master.HMaster(1795): Stopping service threads 2024-11-11T18:16:09,967 INFO [M:0;90f34c5bee6a:35515 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T18:16:09,968 INFO [M:0;90f34c5bee6a:35515 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T18:16:09,968 ERROR [M:0;90f34c5bee6a:35515 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1236715141) connection to localhost/127.0.0.1:45683 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:45683,5,PEWorkerGroup] 2024-11-11T18:16:09,968 INFO [M:0;90f34c5bee6a:35515 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T18:16:09,968 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T18:16:09,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35515-0x101083cfd210000, quorum=127.0.0.1:54600, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-11T18:16:09,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35515-0x101083cfd210000, quorum=127.0.0.1:54600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:16:09,969 DEBUG [M:0;90f34c5bee6a:35515 {}] zookeeper.ZKUtil(347): master:35515-0x101083cfd210000, quorum=127.0.0.1:54600, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-11T18:16:09,969 WARN [M:0;90f34c5bee6a:35515 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T18:16:09,970 INFO [M:0;90f34c5bee6a:35515 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/.lastflushedseqids 2024-11-11T18:16:09,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741869_1045 (size=650) 2024-11-11T18:16:09,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40233 is added to blk_1073741869_1045 (size=650) 2024-11-11T18:16:09,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39597 is added to blk_1073741869_1045 (size=650) 2024-11-11T18:16:09,996 INFO [M:0;90f34c5bee6a:35515 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T18:16:09,996 INFO [M:0;90f34c5bee6a:35515 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T18:16:09,996 DEBUG [M:0;90f34c5bee6a:35515 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T18:16:09,996 INFO [M:0;90f34c5bee6a:35515 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:16:09,996 DEBUG [M:0;90f34c5bee6a:35515 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:16:09,996 DEBUG [M:0;90f34c5bee6a:35515 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T18:16:09,996 DEBUG [M:0;90f34c5bee6a:35515 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:16:09,997 INFO [M:0;90f34c5bee6a:35515 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=202.02 KB heapSize=250.88 KB 2024-11-11T18:16:10,021 DEBUG [M:0;90f34c5bee6a:35515 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ad17ee867bf0484c9317b422dcbb04f6 is 82, key is hbase:meta,,1/info:regioninfo/1731348918754/Put/seqid=0 2024-11-11T18:16:10,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40443-0x101083cfd210002, quorum=127.0.0.1:54600, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:16:10,052 INFO [RS:1;90f34c5bee6a:40443 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T18:16:10,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40443-0x101083cfd210002, quorum=127.0.0.1:54600, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:16:10,052 INFO [RS:1;90f34c5bee6a:40443 {}] regionserver.HRegionServer(1031): Exiting; stopping=90f34c5bee6a,40443,1731348863668; zookeeper connection closed. 2024-11-11T18:16:10,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39597 is added to blk_1073741870_1046 (size=6071) 2024-11-11T18:16:10,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741870_1046 (size=6071) 2024-11-11T18:16:10,061 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@70683d35 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@70683d35 2024-11-11T18:16:10,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40233 is added to blk_1073741870_1046 (size=6071) 2024-11-11T18:16:10,065 INFO [M:0;90f34c5bee6a:35515 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=531 (bloomFilter=true), to=hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ad17ee867bf0484c9317b422dcbb04f6 2024-11-11T18:16:10,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43385-0x101083cfd210001, quorum=127.0.0.1:54600, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:16:10,066 INFO [RS:0;90f34c5bee6a:43385 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T18:16:10,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43385-0x101083cfd210001, quorum=127.0.0.1:54600, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:16:10,066 INFO [RS:0;90f34c5bee6a:43385 {}] regionserver.HRegionServer(1031): Exiting; stopping=90f34c5bee6a,43385,1731348863489; zookeeper connection closed. 2024-11-11T18:16:10,066 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3486f991 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3486f991 2024-11-11T18:16:10,067 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-11T18:16:10,096 DEBUG [M:0;90f34c5bee6a:35515 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5c85cea1d19344a8aa89ea79cd6f312f is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731348887314/Put/seqid=0 2024-11-11T18:16:10,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39597 is added to blk_1073741871_1047 (size=9042) 2024-11-11T18:16:10,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40233 is added to blk_1073741871_1047 (size=9042) 2024-11-11T18:16:10,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741871_1047 (size=9042) 2024-11-11T18:16:10,145 INFO [M:0;90f34c5bee6a:35515 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=200.79 KB at sequenceid=531 (bloomFilter=true), to=hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5c85cea1d19344a8aa89ea79cd6f312f 2024-11-11T18:16:10,160 INFO [M:0;90f34c5bee6a:35515 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5c85cea1d19344a8aa89ea79cd6f312f 2024-11-11T18:16:10,195 DEBUG [M:0;90f34c5bee6a:35515 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dec9149cdc504dee8176ad545e12d75d is 69, key is 90f34c5bee6a,40443,1731348863668/rs:state/1731348865266/Put/seqid=0 2024-11-11T18:16:10,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39597 is added to blk_1073741872_1048 (size=5446) 2024-11-11T18:16:10,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40233 is added to blk_1073741872_1048 (size=5446) 2024-11-11T18:16:10,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741872_1048 (size=5446) 2024-11-11T18:16:10,248 INFO [M:0;90f34c5bee6a:35515 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=531 (bloomFilter=true), to=hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dec9149cdc504dee8176ad545e12d75d 2024-11-11T18:16:10,258 INFO [M:0;90f34c5bee6a:35515 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dec9149cdc504dee8176ad545e12d75d 2024-11-11T18:16:10,261 DEBUG [M:0;90f34c5bee6a:35515 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ad17ee867bf0484c9317b422dcbb04f6 as hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ad17ee867bf0484c9317b422dcbb04f6 2024-11-11T18:16:10,273 INFO [M:0;90f34c5bee6a:35515 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ad17ee867bf0484c9317b422dcbb04f6, entries=14, sequenceid=531, filesize=5.9 K 2024-11-11T18:16:10,274 DEBUG [M:0;90f34c5bee6a:35515 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5c85cea1d19344a8aa89ea79cd6f312f as hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5c85cea1d19344a8aa89ea79cd6f312f 2024-11-11T18:16:10,286 INFO [M:0;90f34c5bee6a:35515 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5c85cea1d19344a8aa89ea79cd6f312f 2024-11-11T18:16:10,287 INFO [M:0;90f34c5bee6a:35515 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5c85cea1d19344a8aa89ea79cd6f312f, entries=58, sequenceid=531, filesize=8.8 K 2024-11-11T18:16:10,289 DEBUG [M:0;90f34c5bee6a:35515 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dec9149cdc504dee8176ad545e12d75d as hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dec9149cdc504dee8176ad545e12d75d 2024-11-11T18:16:10,296 INFO [M:0;90f34c5bee6a:35515 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dec9149cdc504dee8176ad545e12d75d 2024-11-11T18:16:10,297 INFO [M:0;90f34c5bee6a:35515 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45683/user/jenkins/test-data/eed346b4-b2e8-1424-88c5-e7a16849d54f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dec9149cdc504dee8176ad545e12d75d, entries=3, sequenceid=531, filesize=5.3 K 2024-11-11T18:16:10,298 INFO [M:0;90f34c5bee6a:35515 {}] regionserver.HRegion(3140): Finished flush of dataSize ~202.02 KB/206871, heapSize ~250.58 KB/256592, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 302ms, sequenceid=531, compaction requested=false 2024-11-11T18:16:10,309 INFO [M:0;90f34c5bee6a:35515 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:16:10,309 DEBUG [M:0;90f34c5bee6a:35515 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731348969996Disabling compacts and flushes for region at 1731348969996Disabling writes for close at 1731348969996Obtaining lock to block concurrent updates at 1731348969997 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731348969997Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=206871, getHeapSize=256832, getOffHeapSize=0, getCellsCount=648 at 1731348969997Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731348969998 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731348969998Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731348970021 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731348970021Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731348970073 (+52 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731348970095 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731348970095Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731348970161 (+66 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731348970194 (+33 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731348970194Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43032730: reopening flushed file at 1731348970259 (+65 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a1ddfa2: reopening flushed file at 1731348970273 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d3df815: reopening flushed file at 1731348970287 (+14 ms)Finished flush of dataSize ~202.02 KB/206871, heapSize ~250.58 KB/256592, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 302ms, sequenceid=531, compaction requested=false at 1731348970298 (+11 ms)Writing region close event to WAL at 1731348970309 (+11 ms)Closed at 1731348970309 2024-11-11T18:16:10,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40233 is added to blk_1073741830_1006 (size=242273) 2024-11-11T18:16:10,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741830_1006 (size=242273) 2024-11-11T18:16:10,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39597 is added to blk_1073741830_1006 (size=242273) 2024-11-11T18:16:10,313 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T18:16:10,314 INFO [M:0;90f34c5bee6a:35515 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T18:16:10,314 INFO [M:0;90f34c5bee6a:35515 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35515 2024-11-11T18:16:10,315 INFO [M:0;90f34c5bee6a:35515 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T18:16:10,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35515-0x101083cfd210000, quorum=127.0.0.1:54600, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:16:10,418 INFO [M:0;90f34c5bee6a:35515 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T18:16:10,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35515-0x101083cfd210000, quorum=127.0.0.1:54600, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:16:10,424 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3db83301{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T18:16:10,427 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4a384e06{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T18:16:10,427 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T18:16:10,428 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@290abb78{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T18:16:10,428 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@362d3e39{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbf8a320-f28f-7592-fe52-0393e66e97d2/hadoop.log.dir/,STOPPED} 2024-11-11T18:16:10,430 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T18:16:10,431 WARN [BP-1707164711-172.17.0.2-1731348859329 heartbeating to localhost/127.0.0.1:45683 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T18:16:10,431 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T18:16:10,431 WARN [BP-1707164711-172.17.0.2-1731348859329 heartbeating to localhost/127.0.0.1:45683 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1707164711-172.17.0.2-1731348859329 (Datanode Uuid e7a7a604-4efa-43bb-8f25-88b3a205a1ae) service to localhost/127.0.0.1:45683 2024-11-11T18:16:10,432 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbf8a320-f28f-7592-fe52-0393e66e97d2/cluster_b1436f6d-922d-b774-f2e1-a003d005eb30/data/data5/current/BP-1707164711-172.17.0.2-1731348859329 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T18:16:10,433 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbf8a320-f28f-7592-fe52-0393e66e97d2/cluster_b1436f6d-922d-b774-f2e1-a003d005eb30/data/data6/current/BP-1707164711-172.17.0.2-1731348859329 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T18:16:10,433 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T18:16:10,436 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5489785a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T18:16:10,436 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@44660b92{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T18:16:10,436 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T18:16:10,437 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ffd676e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T18:16:10,437 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b4d8988{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbf8a320-f28f-7592-fe52-0393e66e97d2/hadoop.log.dir/,STOPPED} 2024-11-11T18:16:10,438 WARN [BP-1707164711-172.17.0.2-1731348859329 heartbeating to localhost/127.0.0.1:45683 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T18:16:10,438 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T18:16:10,438 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T18:16:10,438 WARN [BP-1707164711-172.17.0.2-1731348859329 heartbeating to localhost/127.0.0.1:45683 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1707164711-172.17.0.2-1731348859329 (Datanode Uuid cce0422f-86bf-4239-9673-55d1f9b760d3) service to localhost/127.0.0.1:45683 2024-11-11T18:16:10,439 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbf8a320-f28f-7592-fe52-0393e66e97d2/cluster_b1436f6d-922d-b774-f2e1-a003d005eb30/data/data3/current/BP-1707164711-172.17.0.2-1731348859329 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T18:16:10,439 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbf8a320-f28f-7592-fe52-0393e66e97d2/cluster_b1436f6d-922d-b774-f2e1-a003d005eb30/data/data4/current/BP-1707164711-172.17.0.2-1731348859329 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T18:16:10,440 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T18:16:10,448 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5d5e08a0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T18:16:10,448 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7c41da0c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T18:16:10,448 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T18:16:10,448 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3bdaaf48{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T18:16:10,448 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1377073d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbf8a320-f28f-7592-fe52-0393e66e97d2/hadoop.log.dir/,STOPPED} 2024-11-11T18:16:10,451 WARN [BP-1707164711-172.17.0.2-1731348859329 heartbeating to localhost/127.0.0.1:45683 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T18:16:10,451 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T18:16:10,451 WARN [BP-1707164711-172.17.0.2-1731348859329 heartbeating to localhost/127.0.0.1:45683 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1707164711-172.17.0.2-1731348859329 (Datanode Uuid 5f1fef33-5c6d-4fb2-b20c-9276c3fdc292) service to localhost/127.0.0.1:45683 2024-11-11T18:16:10,451 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T18:16:10,451 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbf8a320-f28f-7592-fe52-0393e66e97d2/cluster_b1436f6d-922d-b774-f2e1-a003d005eb30/data/data1/current/BP-1707164711-172.17.0.2-1731348859329 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T18:16:10,452 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbf8a320-f28f-7592-fe52-0393e66e97d2/cluster_b1436f6d-922d-b774-f2e1-a003d005eb30/data/data2/current/BP-1707164711-172.17.0.2-1731348859329 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T18:16:10,452 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T18:16:10,474 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@458e1c66{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T18:16:10,474 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@50e5d970{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T18:16:10,474 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T18:16:10,475 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a9f9f29{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T18:16:10,475 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@379e5835{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbf8a320-f28f-7592-fe52-0393e66e97d2/hadoop.log.dir/,STOPPED} 2024-11-11T18:16:10,488 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T18:16:10,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T18:16:10,555 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=92 (was 11) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/90f34c5bee6a:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1236715141) connection to localhost/127.0.0.1:45683 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45683 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45683 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1236715141) connection to localhost/127.0.0.1:45683 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1236715141) connection to localhost/127.0.0.1:45683 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:45683 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/90f34c5bee6a:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1236715141) connection to localhost/127.0.0.1:45683 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@704ab008 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/90f34c5bee6a:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RS_OPEN_META-regionserver/90f34c5bee6a:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45683 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/90f34c5bee6a:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/90f34c5bee6a:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45683 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45683 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/90f34c5bee6a:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:45683 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/90f34c5bee6a:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=440 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=379 (was 559), ProcessCount=11 (was 11), AvailableMemoryMB=7466 (was 8808) 2024-11-11T18:16:10,564 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=93, OpenFileDescriptor=440, MaxFileDescriptor=1048576, SystemLoadAverage=379, ProcessCount=11, AvailableMemoryMB=7466 2024-11-11T18:16:10,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbf8a320-f28f-7592-fe52-0393e66e97d2/hadoop.log.dir so I do NOT create it in target/test-data/892d7c70-7bd9-e380-b869-c41056e5d7b2 2024-11-11T18:16:10,584 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbf8a320-f28f-7592-fe52-0393e66e97d2/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T18:16:10,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbf8a320-f28f-7592-fe52-0393e66e97d2/hadoop.tmp.dir so I do NOT create it in target/test-data/892d7c70-7bd9-e380-b869-c41056e5d7b2 2024-11-11T18:16:10,584 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbf8a320-f28f-7592-fe52-0393e66e97d2/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T18:16:10,584 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/892d7c70-7bd9-e380-b869-c41056e5d7b2 2024-11-11T18:16:10,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T18:16:10,585 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/892d7c70-7bd9-e380-b869-c41056e5d7b2/cluster_fb111c06-5788-abd4-3bbf-14834eb1c31c, deleteOnExit=true 2024-11-11T18:16:10,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T18:16:10,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/892d7c70-7bd9-e380-b869-c41056e5d7b2/test.cache.data in system properties and HBase conf 2024-11-11T18:16:10,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/892d7c70-7bd9-e380-b869-c41056e5d7b2/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T18:16:10,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/892d7c70-7bd9-e380-b869-c41056e5d7b2/hadoop.log.dir in system properties and HBase conf 2024-11-11T18:16:10,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/892d7c70-7bd9-e380-b869-c41056e5d7b2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T18:16:10,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/892d7c70-7bd9-e380-b869-c41056e5d7b2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T18:16:10,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T18:16:10,586 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T18:16:10,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/892d7c70-7bd9-e380-b869-c41056e5d7b2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T18:16:10,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/892d7c70-7bd9-e380-b869-c41056e5d7b2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T18:16:10,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/892d7c70-7bd9-e380-b869-c41056e5d7b2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T18:16:10,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/892d7c70-7bd9-e380-b869-c41056e5d7b2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T18:16:10,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/892d7c70-7bd9-e380-b869-c41056e5d7b2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T18:16:10,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/892d7c70-7bd9-e380-b869-c41056e5d7b2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T18:16:10,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/892d7c70-7bd9-e380-b869-c41056e5d7b2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T18:16:10,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/892d7c70-7bd9-e380-b869-c41056e5d7b2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T18:16:10,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/892d7c70-7bd9-e380-b869-c41056e5d7b2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T18:16:10,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/892d7c70-7bd9-e380-b869-c41056e5d7b2/nfs.dump.dir in system properties and HBase conf 2024-11-11T18:16:10,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/892d7c70-7bd9-e380-b869-c41056e5d7b2/java.io.tmpdir in system properties and HBase conf 2024-11-11T18:16:10,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/892d7c70-7bd9-e380-b869-c41056e5d7b2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T18:16:10,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/892d7c70-7bd9-e380-b869-c41056e5d7b2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T18:16:10,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/892d7c70-7bd9-e380-b869-c41056e5d7b2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T18:16:10,681 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T18:16:10,687 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T18:16:10,693 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T18:16:10,693 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T18:16:10,693 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T18:16:10,694 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T18:16:10,695 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14a584dc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/892d7c70-7bd9-e380-b869-c41056e5d7b2/hadoop.log.dir/,AVAILABLE} 2024-11-11T18:16:10,695 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55cffc6c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T18:16:10,822 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@724a2aba{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/892d7c70-7bd9-e380-b869-c41056e5d7b2/java.io.tmpdir/jetty-localhost-41457-hadoop-hdfs-3_4_1-tests_jar-_-any-11166150365262032184/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T18:16:10,823 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@479885f1{HTTP/1.1, (http/1.1)}{localhost:41457} 2024-11-11T18:16:10,823 INFO [Time-limited test {}] server.Server(415): Started @113462ms 2024-11-11T18:16:10,947 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T18:16:10,952 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T18:16:10,957 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T18:16:10,957 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T18:16:10,957 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T18:16:10,958 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f82af29{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/892d7c70-7bd9-e380-b869-c41056e5d7b2/hadoop.log.dir/,AVAILABLE} 2024-11-11T18:16:10,958 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b34b60b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T18:16:11,084 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@546240ef{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/892d7c70-7bd9-e380-b869-c41056e5d7b2/java.io.tmpdir/jetty-localhost-40595-hadoop-hdfs-3_4_1-tests_jar-_-any-2201961664389830125/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T18:16:11,085 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3aca39c1{HTTP/1.1, (http/1.1)}{localhost:40595} 2024-11-11T18:16:11,085 INFO [Time-limited test {}] server.Server(415): Started @113723ms 2024-11-11T18:16:11,087 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T18:16:11,168 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T18:16:11,172 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T18:16:11,183 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T18:16:11,183 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T18:16:11,183 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T18:16:11,184 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@123fb1ce{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/892d7c70-7bd9-e380-b869-c41056e5d7b2/hadoop.log.dir/,AVAILABLE} 2024-11-11T18:16:11,184 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@64ef8c03{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T18:16:11,240 WARN [Thread-707 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/892d7c70-7bd9-e380-b869-c41056e5d7b2/cluster_fb111c06-5788-abd4-3bbf-14834eb1c31c/data/data1/current/BP-1752412829-172.17.0.2-1731348970619/current, will proceed with Du for space computation calculation, 2024-11-11T18:16:11,241 WARN [Thread-708 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/892d7c70-7bd9-e380-b869-c41056e5d7b2/cluster_fb111c06-5788-abd4-3bbf-14834eb1c31c/data/data2/current/BP-1752412829-172.17.0.2-1731348970619/current, will proceed with Du for space computation calculation, 2024-11-11T18:16:11,270 WARN [Thread-686 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T18:16:11,275 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7e1dc49beda2639f with lease ID 0xff8a0b8b5b1f9a98: Processing first storage report for DS-e33582bb-c596-44a1-a4a6-6b148ff7b33f from datanode DatanodeRegistration(127.0.0.1:36063, datanodeUuid=f8e00d35-d91c-43ef-acb7-36321933cfb4, infoPort=46215, infoSecurePort=0, ipcPort=40427, storageInfo=lv=-57;cid=testClusterID;nsid=1858614276;c=1731348970619) 2024-11-11T18:16:11,275 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7e1dc49beda2639f with lease ID 0xff8a0b8b5b1f9a98: from storage DS-e33582bb-c596-44a1-a4a6-6b148ff7b33f node DatanodeRegistration(127.0.0.1:36063, datanodeUuid=f8e00d35-d91c-43ef-acb7-36321933cfb4, infoPort=46215, infoSecurePort=0, ipcPort=40427, storageInfo=lv=-57;cid=testClusterID;nsid=1858614276;c=1731348970619), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T18:16:11,275 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7e1dc49beda2639f with lease ID 0xff8a0b8b5b1f9a98: Processing first storage report for DS-d5ff04a7-6145-4491-8ba5-b59057dddcdf from datanode DatanodeRegistration(127.0.0.1:36063, datanodeUuid=f8e00d35-d91c-43ef-acb7-36321933cfb4, infoPort=46215, infoSecurePort=0, ipcPort=40427, storageInfo=lv=-57;cid=testClusterID;nsid=1858614276;c=1731348970619) 2024-11-11T18:16:11,275 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7e1dc49beda2639f with lease ID 0xff8a0b8b5b1f9a98: from storage DS-d5ff04a7-6145-4491-8ba5-b59057dddcdf node DatanodeRegistration(127.0.0.1:36063, datanodeUuid=f8e00d35-d91c-43ef-acb7-36321933cfb4, infoPort=46215, infoSecurePort=0, ipcPort=40427, storageInfo=lv=-57;cid=testClusterID;nsid=1858614276;c=1731348970619), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T18:16:11,318 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@61b65de7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/892d7c70-7bd9-e380-b869-c41056e5d7b2/java.io.tmpdir/jetty-localhost-40589-hadoop-hdfs-3_4_1-tests_jar-_-any-4758949606883032492/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T18:16:11,318 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7fddd36e{HTTP/1.1, (http/1.1)}{localhost:40589} 2024-11-11T18:16:11,318 INFO [Time-limited test {}] server.Server(415): Started @113957ms 2024-11-11T18:16:11,320 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T18:16:11,385 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T18:16:11,388 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T18:16:11,393 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T18:16:11,393 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T18:16:11,393 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T18:16:11,394 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@38c9f3bc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/892d7c70-7bd9-e380-b869-c41056e5d7b2/hadoop.log.dir/,AVAILABLE} 2024-11-11T18:16:11,395 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@165836f3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T18:16:11,451 WARN [Thread-742 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/892d7c70-7bd9-e380-b869-c41056e5d7b2/cluster_fb111c06-5788-abd4-3bbf-14834eb1c31c/data/data3/current/BP-1752412829-172.17.0.2-1731348970619/current, will proceed with Du for space computation calculation, 2024-11-11T18:16:11,451 WARN [Thread-743 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/892d7c70-7bd9-e380-b869-c41056e5d7b2/cluster_fb111c06-5788-abd4-3bbf-14834eb1c31c/data/data4/current/BP-1752412829-172.17.0.2-1731348970619/current, will proceed with Du for space computation calculation, 2024-11-11T18:16:11,502 WARN [Thread-722 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T18:16:11,506 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6e143ddeebba19c9 with lease ID 0xff8a0b8b5b1f9a99: Processing first storage report for DS-afb46de3-4d34-4ca3-9e92-9ccf81bdd53b from datanode DatanodeRegistration(127.0.0.1:34353, datanodeUuid=3216ee9d-d312-449f-af1c-3f2d44fe36ca, infoPort=34089, infoSecurePort=0, ipcPort=43393, storageInfo=lv=-57;cid=testClusterID;nsid=1858614276;c=1731348970619) 2024-11-11T18:16:11,506 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6e143ddeebba19c9 with lease ID 0xff8a0b8b5b1f9a99: from storage DS-afb46de3-4d34-4ca3-9e92-9ccf81bdd53b node DatanodeRegistration(127.0.0.1:34353, datanodeUuid=3216ee9d-d312-449f-af1c-3f2d44fe36ca, infoPort=34089, infoSecurePort=0, ipcPort=43393, storageInfo=lv=-57;cid=testClusterID;nsid=1858614276;c=1731348970619), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T18:16:11,506 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6e143ddeebba19c9 with lease ID 0xff8a0b8b5b1f9a99: Processing first storage report for DS-691dc09c-be15-4c79-a32f-3a06dfcb1fd9 from datanode DatanodeRegistration(127.0.0.1:34353, datanodeUuid=3216ee9d-d312-449f-af1c-3f2d44fe36ca, infoPort=34089, infoSecurePort=0, ipcPort=43393, storageInfo=lv=-57;cid=testClusterID;nsid=1858614276;c=1731348970619) 2024-11-11T18:16:11,506 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6e143ddeebba19c9 with lease ID 0xff8a0b8b5b1f9a99: from storage DS-691dc09c-be15-4c79-a32f-3a06dfcb1fd9 node DatanodeRegistration(127.0.0.1:34353, datanodeUuid=3216ee9d-d312-449f-af1c-3f2d44fe36ca, infoPort=34089, infoSecurePort=0, ipcPort=43393, storageInfo=lv=-57;cid=testClusterID;nsid=1858614276;c=1731348970619), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T18:16:11,531 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@386a2c52{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/892d7c70-7bd9-e380-b869-c41056e5d7b2/java.io.tmpdir/jetty-localhost-38719-hadoop-hdfs-3_4_1-tests_jar-_-any-15522506997159955968/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T18:16:11,532 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@77cd600{HTTP/1.1, (http/1.1)}{localhost:38719} 2024-11-11T18:16:11,532 INFO [Time-limited test {}] server.Server(415): Started @114171ms 2024-11-11T18:16:11,534 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T18:16:11,663 WARN [Thread-768 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/892d7c70-7bd9-e380-b869-c41056e5d7b2/cluster_fb111c06-5788-abd4-3bbf-14834eb1c31c/data/data5/current/BP-1752412829-172.17.0.2-1731348970619/current, will proceed with Du for space computation calculation, 2024-11-11T18:16:11,663 WARN [Thread-769 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/892d7c70-7bd9-e380-b869-c41056e5d7b2/cluster_fb111c06-5788-abd4-3bbf-14834eb1c31c/data/data6/current/BP-1752412829-172.17.0.2-1731348970619/current, will proceed with Du for space computation calculation, 2024-11-11T18:16:11,729 WARN [Thread-757 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T18:16:11,735 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8e7b2fd5818cc195 with lease ID 0xff8a0b8b5b1f9a9a: Processing first storage report for DS-0629e13a-bfbc-443e-875f-bc4c1fdb78fb from datanode DatanodeRegistration(127.0.0.1:34493, datanodeUuid=0e2f077f-539b-4797-aee9-e79fbc77876a, infoPort=44301, infoSecurePort=0, ipcPort=42373, storageInfo=lv=-57;cid=testClusterID;nsid=1858614276;c=1731348970619) 2024-11-11T18:16:11,735 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8e7b2fd5818cc195 with lease ID 0xff8a0b8b5b1f9a9a: from storage DS-0629e13a-bfbc-443e-875f-bc4c1fdb78fb node DatanodeRegistration(127.0.0.1:34493, datanodeUuid=0e2f077f-539b-4797-aee9-e79fbc77876a, infoPort=44301, infoSecurePort=0, ipcPort=42373, storageInfo=lv=-57;cid=testClusterID;nsid=1858614276;c=1731348970619), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-11T18:16:11,735 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8e7b2fd5818cc195 with lease ID 0xff8a0b8b5b1f9a9a: Processing first storage report for DS-51687824-51e6-4fc6-9fd2-58172b2d8456 from datanode DatanodeRegistration(127.0.0.1:34493, datanodeUuid=0e2f077f-539b-4797-aee9-e79fbc77876a, infoPort=44301, infoSecurePort=0, ipcPort=42373, storageInfo=lv=-57;cid=testClusterID;nsid=1858614276;c=1731348970619) 2024-11-11T18:16:11,735 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8e7b2fd5818cc195 with lease ID 0xff8a0b8b5b1f9a9a: from storage DS-51687824-51e6-4fc6-9fd2-58172b2d8456 node DatanodeRegistration(127.0.0.1:34493, datanodeUuid=0e2f077f-539b-4797-aee9-e79fbc77876a, infoPort=44301, infoSecurePort=0, ipcPort=42373, storageInfo=lv=-57;cid=testClusterID;nsid=1858614276;c=1731348970619), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T18:16:11,785 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/892d7c70-7bd9-e380-b869-c41056e5d7b2 2024-11-11T18:16:11,792 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/892d7c70-7bd9-e380-b869-c41056e5d7b2/cluster_fb111c06-5788-abd4-3bbf-14834eb1c31c/zookeeper_0, clientPort=52315, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/892d7c70-7bd9-e380-b869-c41056e5d7b2/cluster_fb111c06-5788-abd4-3bbf-14834eb1c31c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/892d7c70-7bd9-e380-b869-c41056e5d7b2/cluster_fb111c06-5788-abd4-3bbf-14834eb1c31c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T18:16:11,797 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52315 2024-11-11T18:16:11,797 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:16:11,800 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:16:11,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36063 is added to blk_1073741825_1001 (size=7) 2024-11-11T18:16:11,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741825_1001 (size=7) 2024-11-11T18:16:11,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34493 is added to blk_1073741825_1001 (size=7) 2024-11-11T18:16:11,843 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe with version=8 2024-11-11T18:16:11,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/hbase-staging 2024-11-11T18:16:11,847 INFO [Time-limited test {}] client.ConnectionUtils(128): master/90f34c5bee6a:0 server-side Connection retries=45 2024-11-11T18:16:11,847 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:16:11,847 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T18:16:11,847 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T18:16:11,847 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:16:11,847 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T18:16:11,847 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T18:16:11,847 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T18:16:11,848 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40051 2024-11-11T18:16:11,850 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40051 connecting to ZooKeeper ensemble=127.0.0.1:52315 2024-11-11T18:16:11,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:400510x0, quorum=127.0.0.1:52315, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T18:16:11,864 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40051-0x101083eab9e0000 connected 2024-11-11T18:16:11,905 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:16:11,907 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:16:11,911 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40051-0x101083eab9e0000, quorum=127.0.0.1:52315, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T18:16:11,912 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe, hbase.cluster.distributed=false 2024-11-11T18:16:11,914 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40051-0x101083eab9e0000, quorum=127.0.0.1:52315, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T18:16:11,914 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40051 2024-11-11T18:16:11,919 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40051 2024-11-11T18:16:11,923 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40051 2024-11-11T18:16:11,924 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40051 2024-11-11T18:16:11,924 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40051 2024-11-11T18:16:11,942 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/90f34c5bee6a:0 server-side Connection retries=45 2024-11-11T18:16:11,943 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:16:11,943 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T18:16:11,943 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T18:16:11,943 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:16:11,943 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T18:16:11,943 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T18:16:11,943 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T18:16:11,944 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43593 2024-11-11T18:16:11,946 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43593 connecting to ZooKeeper ensemble=127.0.0.1:52315 2024-11-11T18:16:11,947 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:16:11,950 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:16:11,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:435930x0, quorum=127.0.0.1:52315, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T18:16:11,958 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43593-0x101083eab9e0001 connected 2024-11-11T18:16:11,958 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:435930x0, quorum=127.0.0.1:52315, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T18:16:11,958 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T18:16:11,960 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T18:16:11,961 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43593-0x101083eab9e0001, quorum=127.0.0.1:52315, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T18:16:11,962 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43593-0x101083eab9e0001, quorum=127.0.0.1:52315, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T18:16:11,968 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43593 2024-11-11T18:16:11,968 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43593 2024-11-11T18:16:11,972 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43593 2024-11-11T18:16:11,975 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43593 2024-11-11T18:16:11,975 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43593 2024-11-11T18:16:11,997 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/90f34c5bee6a:0 server-side Connection retries=45 2024-11-11T18:16:11,998 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:16:11,998 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T18:16:11,998 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T18:16:11,998 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:16:11,998 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T18:16:11,998 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T18:16:11,998 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T18:16:11,999 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43791 2024-11-11T18:16:12,000 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43791 connecting to ZooKeeper ensemble=127.0.0.1:52315 2024-11-11T18:16:12,001 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:16:12,002 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:16:12,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:437910x0, quorum=127.0.0.1:52315, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T18:16:12,012 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:437910x0, quorum=127.0.0.1:52315, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T18:16:12,013 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T18:16:12,013 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43791-0x101083eab9e0002 connected 2024-11-11T18:16:12,016 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T18:16:12,017 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43791-0x101083eab9e0002, quorum=127.0.0.1:52315, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T18:16:12,018 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43791-0x101083eab9e0002, quorum=127.0.0.1:52315, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T18:16:12,026 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43791 2024-11-11T18:16:12,026 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43791 2024-11-11T18:16:12,031 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43791 2024-11-11T18:16:12,033 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43791 2024-11-11T18:16:12,035 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43791 2024-11-11T18:16:12,059 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/90f34c5bee6a:0 server-side Connection retries=45 2024-11-11T18:16:12,059 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:16:12,059 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T18:16:12,059 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T18:16:12,059 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:16:12,059 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T18:16:12,059 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T18:16:12,059 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T18:16:12,061 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42555 2024-11-11T18:16:12,062 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42555 connecting to ZooKeeper ensemble=127.0.0.1:52315 2024-11-11T18:16:12,063 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:16:12,065 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:16:12,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:425550x0, quorum=127.0.0.1:52315, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T18:16:12,070 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42555-0x101083eab9e0003 connected 2024-11-11T18:16:12,070 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42555-0x101083eab9e0003, quorum=127.0.0.1:52315, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T18:16:12,070 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T18:16:12,071 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T18:16:12,071 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42555-0x101083eab9e0003, quorum=127.0.0.1:52315, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T18:16:12,073 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42555-0x101083eab9e0003, quorum=127.0.0.1:52315, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T18:16:12,074 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42555 2024-11-11T18:16:12,074 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42555 2024-11-11T18:16:12,074 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42555 2024-11-11T18:16:12,074 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42555 2024-11-11T18:16:12,075 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42555 2024-11-11T18:16:12,090 DEBUG [M:0;90f34c5bee6a:40051 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;90f34c5bee6a:40051 2024-11-11T18:16:12,092 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/90f34c5bee6a,40051,1731348971846 2024-11-11T18:16:12,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43593-0x101083eab9e0001, quorum=127.0.0.1:52315, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T18:16:12,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43791-0x101083eab9e0002, quorum=127.0.0.1:52315, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T18:16:12,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40051-0x101083eab9e0000, quorum=127.0.0.1:52315, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T18:16:12,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42555-0x101083eab9e0003, quorum=127.0.0.1:52315, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T18:16:12,096 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40051-0x101083eab9e0000, quorum=127.0.0.1:52315, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/90f34c5bee6a,40051,1731348971846 2024-11-11T18:16:12,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43791-0x101083eab9e0002, quorum=127.0.0.1:52315, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T18:16:12,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42555-0x101083eab9e0003, quorum=127.0.0.1:52315, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T18:16:12,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43791-0x101083eab9e0002, quorum=127.0.0.1:52315, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:16:12,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42555-0x101083eab9e0003, quorum=127.0.0.1:52315, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:16:12,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40051-0x101083eab9e0000, quorum=127.0.0.1:52315, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:16:12,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43593-0x101083eab9e0001, quorum=127.0.0.1:52315, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T18:16:12,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43593-0x101083eab9e0001, quorum=127.0.0.1:52315, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:16:12,101 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40051-0x101083eab9e0000, quorum=127.0.0.1:52315, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-11T18:16:12,102 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/90f34c5bee6a,40051,1731348971846 from backup master directory 2024-11-11T18:16:12,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43593-0x101083eab9e0001, quorum=127.0.0.1:52315, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T18:16:12,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42555-0x101083eab9e0003, quorum=127.0.0.1:52315, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T18:16:12,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40051-0x101083eab9e0000, quorum=127.0.0.1:52315, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/90f34c5bee6a,40051,1731348971846 2024-11-11T18:16:12,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40051-0x101083eab9e0000, quorum=127.0.0.1:52315, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T18:16:12,105 WARN [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T18:16:12,105 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=90f34c5bee6a,40051,1731348971846 2024-11-11T18:16:12,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43791-0x101083eab9e0002, quorum=127.0.0.1:52315, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T18:16:12,114 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/hbase.id] with ID: eceedf30-3236-4d1e-a16a-bc6063a2c1a7 2024-11-11T18:16:12,114 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/.tmp/hbase.id 2024-11-11T18:16:12,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36063 is added to blk_1073741826_1002 (size=42) 2024-11-11T18:16:12,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34493 is added to blk_1073741826_1002 (size=42) 2024-11-11T18:16:12,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741826_1002 (size=42) 2024-11-11T18:16:12,140 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/.tmp/hbase.id]:[hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/hbase.id] 2024-11-11T18:16:12,160 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:16:12,160 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T18:16:12,162 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-11T18:16:12,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42555-0x101083eab9e0003, quorum=127.0.0.1:52315, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:16:12,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43593-0x101083eab9e0001, quorum=127.0.0.1:52315, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:16:12,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43791-0x101083eab9e0002, quorum=127.0.0.1:52315, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:16:12,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40051-0x101083eab9e0000, quorum=127.0.0.1:52315, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:16:12,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34493 is added to blk_1073741827_1003 (size=196) 2024-11-11T18:16:12,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36063 is added to blk_1073741827_1003 (size=196) 2024-11-11T18:16:12,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741827_1003 (size=196) 2024-11-11T18:16:12,190 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T18:16:12,191 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T18:16:12,191 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:16:12,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34493 is added to blk_1073741828_1004 (size=1189) 2024-11-11T18:16:12,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36063 is added to blk_1073741828_1004 (size=1189) 2024-11-11T18:16:12,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741828_1004 (size=1189) 2024-11-11T18:16:12,216 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/MasterData/data/master/store 2024-11-11T18:16:12,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34493 is added to blk_1073741829_1005 (size=34) 2024-11-11T18:16:12,232 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:16:12,232 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T18:16:12,232 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:16:12,232 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:16:12,232 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T18:16:12,232 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:16:12,232 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:16:12,232 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731348972232Disabling compacts and flushes for region at 1731348972232Disabling writes for close at 1731348972232Writing region close event to WAL at 1731348972232Closed at 1731348972232 2024-11-11T18:16:12,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741829_1005 (size=34) 2024-11-11T18:16:12,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36063 is added to blk_1073741829_1005 (size=34) 2024-11-11T18:16:12,233 WARN [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/MasterData/data/master/store/.initializing 2024-11-11T18:16:12,234 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/MasterData/WALs/90f34c5bee6a,40051,1731348971846 2024-11-11T18:16:12,235 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T18:16:12,237 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=90f34c5bee6a%2C40051%2C1731348971846, suffix=, logDir=hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/MasterData/WALs/90f34c5bee6a,40051,1731348971846, archiveDir=hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/MasterData/oldWALs, maxLogs=10 2024-11-11T18:16:12,253 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/MasterData/WALs/90f34c5bee6a,40051,1731348971846/90f34c5bee6a%2C40051%2C1731348971846.1731348972238, exclude list is [], retry=0 2024-11-11T18:16:12,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36063,DS-e33582bb-c596-44a1-a4a6-6b148ff7b33f,DISK] 2024-11-11T18:16:12,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34353,DS-afb46de3-4d34-4ca3-9e92-9ccf81bdd53b,DISK] 2024-11-11T18:16:12,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34493,DS-0629e13a-bfbc-443e-875f-bc4c1fdb78fb,DISK] 2024-11-11T18:16:12,266 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/MasterData/WALs/90f34c5bee6a,40051,1731348971846/90f34c5bee6a%2C40051%2C1731348971846.1731348972238 2024-11-11T18:16:12,267 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46215:46215),(127.0.0.1/127.0.0.1:34089:34089),(127.0.0.1/127.0.0.1:44301:44301)] 2024-11-11T18:16:12,267 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T18:16:12,267 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:16:12,267 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:16:12,267 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:16:12,269 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:16:12,271 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T18:16:12,271 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:16:12,272 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:16:12,272 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:16:12,273 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T18:16:12,273 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:16:12,274 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:16:12,274 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:16:12,275 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T18:16:12,275 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:16:12,276 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:16:12,276 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:16:12,277 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T18:16:12,278 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:16:12,278 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:16:12,278 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:16:12,279 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:16:12,279 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:16:12,281 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:16:12,281 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:16:12,282 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T18:16:12,283 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:16:12,286 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:16:12,287 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72504023, jitterRate=0.08039413392543793}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T18:16:12,287 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731348972267Initializing all the Stores at 1731348972269 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731348972269Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731348972269Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731348972269Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731348972269Cleaning up temporary data from old regions at 1731348972281 (+12 ms)Region opened successfully at 1731348972287 (+6 ms) 2024-11-11T18:16:12,293 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T18:16:12,297 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f3152c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=90f34c5bee6a/172.17.0.2:0 2024-11-11T18:16:12,299 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T18:16:12,299 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T18:16:12,299 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T18:16:12,299 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T18:16:12,300 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T18:16:12,300 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T18:16:12,300 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-11T18:16:12,306 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T18:16:12,307 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40051-0x101083eab9e0000, quorum=127.0.0.1:52315, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-11T18:16:12,309 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-11T18:16:12,309 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T18:16:12,310 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40051-0x101083eab9e0000, quorum=127.0.0.1:52315, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-11T18:16:12,311 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-11T18:16:12,312 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T18:16:12,313 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40051-0x101083eab9e0000, quorum=127.0.0.1:52315, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-11T18:16:12,316 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-11T18:16:12,317 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40051-0x101083eab9e0000, quorum=127.0.0.1:52315, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-11T18:16:12,319 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-11T18:16:12,321 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40051-0x101083eab9e0000, quorum=127.0.0.1:52315, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T18:16:12,323 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-11T18:16:12,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43593-0x101083eab9e0001, quorum=127.0.0.1:52315, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T18:16:12,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43791-0x101083eab9e0002, quorum=127.0.0.1:52315, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T18:16:12,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43593-0x101083eab9e0001, quorum=127.0.0.1:52315, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:16:12,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42555-0x101083eab9e0003, quorum=127.0.0.1:52315, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T18:16:12,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42555-0x101083eab9e0003, quorum=127.0.0.1:52315, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:16:12,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40051-0x101083eab9e0000, quorum=127.0.0.1:52315, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T18:16:12,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43791-0x101083eab9e0002, quorum=127.0.0.1:52315, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:16:12,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40051-0x101083eab9e0000, quorum=127.0.0.1:52315, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:16:12,327 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=90f34c5bee6a,40051,1731348971846, sessionid=0x101083eab9e0000, setting cluster-up flag (Was=false) 2024-11-11T18:16:12,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42555-0x101083eab9e0003, quorum=127.0.0.1:52315, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:16:12,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43791-0x101083eab9e0002, quorum=127.0.0.1:52315, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:16:12,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43593-0x101083eab9e0001, quorum=127.0.0.1:52315, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:16:12,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40051-0x101083eab9e0000, quorum=127.0.0.1:52315, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:16:12,340 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-11T18:16:12,341 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=90f34c5bee6a,40051,1731348971846 2024-11-11T18:16:12,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43593-0x101083eab9e0001, quorum=127.0.0.1:52315, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:16:12,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42555-0x101083eab9e0003, quorum=127.0.0.1:52315, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:16:12,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40051-0x101083eab9e0000, quorum=127.0.0.1:52315, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:16:12,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43791-0x101083eab9e0002, quorum=127.0.0.1:52315, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:16:12,352 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-11T18:16:12,354 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=90f34c5bee6a,40051,1731348971846 2024-11-11T18:16:12,355 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T18:16:12,358 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T18:16:12,358 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T18:16:12,359 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T18:16:12,359 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 90f34c5bee6a,40051,1731348971846 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T18:16:12,361 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:16:12,361 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:16:12,361 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:16:12,361 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:16:12,361 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/90f34c5bee6a:0, corePoolSize=10, maxPoolSize=10 2024-11-11T18:16:12,361 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:16:12,361 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=2, maxPoolSize=2 2024-11-11T18:16:12,361 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:16:12,368 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T18:16:12,369 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T18:16:12,370 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:16:12,370 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T18:16:12,384 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731349002384 2024-11-11T18:16:12,385 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T18:16:12,385 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T18:16:12,385 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T18:16:12,385 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T18:16:12,385 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T18:16:12,385 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T18:16:12,390 INFO [RS:0;90f34c5bee6a:43593 {}] regionserver.HRegionServer(746): ClusterId : eceedf30-3236-4d1e-a16a-bc6063a2c1a7 2024-11-11T18:16:12,390 DEBUG [RS:0;90f34c5bee6a:43593 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T18:16:12,393 DEBUG [RS:0;90f34c5bee6a:43593 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T18:16:12,393 DEBUG [RS:0;90f34c5bee6a:43593 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T18:16:12,399 DEBUG [RS:0;90f34c5bee6a:43593 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T18:16:12,399 DEBUG [RS:0;90f34c5bee6a:43593 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78e1dfcb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=90f34c5bee6a/172.17.0.2:0 2024-11-11T18:16:12,405 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T18:16:12,407 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T18:16:12,408 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T18:16:12,408 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T18:16:12,410 INFO [RS:1;90f34c5bee6a:43791 {}] regionserver.HRegionServer(746): ClusterId : eceedf30-3236-4d1e-a16a-bc6063a2c1a7 2024-11-11T18:16:12,410 DEBUG [RS:1;90f34c5bee6a:43791 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T18:16:12,412 INFO [RS:2;90f34c5bee6a:42555 {}] regionserver.HRegionServer(746): ClusterId : eceedf30-3236-4d1e-a16a-bc6063a2c1a7 2024-11-11T18:16:12,412 DEBUG [RS:2;90f34c5bee6a:42555 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T18:16:12,416 DEBUG [RS:1;90f34c5bee6a:43791 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T18:16:12,416 DEBUG [RS:1;90f34c5bee6a:43791 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T18:16:12,416 DEBUG [RS:2;90f34c5bee6a:42555 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T18:16:12,416 DEBUG [RS:2;90f34c5bee6a:42555 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T18:16:12,420 DEBUG [RS:1;90f34c5bee6a:43791 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T18:16:12,421 DEBUG [RS:1;90f34c5bee6a:43791 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c4ad867, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=90f34c5bee6a/172.17.0.2:0 2024-11-11T18:16:12,421 DEBUG [RS:2;90f34c5bee6a:42555 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T18:16:12,421 DEBUG [RS:2;90f34c5bee6a:42555 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29193614, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=90f34c5bee6a/172.17.0.2:0 2024-11-11T18:16:12,424 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T18:16:12,425 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T18:16:12,431 DEBUG [RS:0;90f34c5bee6a:43593 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;90f34c5bee6a:43593 2024-11-11T18:16:12,431 INFO [RS:0;90f34c5bee6a:43593 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T18:16:12,431 INFO [RS:0;90f34c5bee6a:43593 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T18:16:12,431 DEBUG [RS:0;90f34c5bee6a:43593 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T18:16:12,432 INFO [RS:0;90f34c5bee6a:43593 {}] regionserver.HRegionServer(2659): reportForDuty to master=90f34c5bee6a,40051,1731348971846 with port=43593, startcode=1731348971942 2024-11-11T18:16:12,432 DEBUG [RS:0;90f34c5bee6a:43593 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T18:16:12,458 DEBUG [RS:1;90f34c5bee6a:43791 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;90f34c5bee6a:43791 2024-11-11T18:16:12,459 INFO [RS:1;90f34c5bee6a:43791 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T18:16:12,459 INFO [RS:1;90f34c5bee6a:43791 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T18:16:12,459 DEBUG [RS:1;90f34c5bee6a:43791 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T18:16:12,460 INFO [RS:1;90f34c5bee6a:43791 {}] regionserver.HRegionServer(2659): reportForDuty to master=90f34c5bee6a,40051,1731348971846 with port=43791, startcode=1731348971997 2024-11-11T18:16:12,460 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.large.0-1731348972425,5,FailOnTimeoutGroup] 2024-11-11T18:16:12,460 DEBUG [RS:1;90f34c5bee6a:43791 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T18:16:12,467 DEBUG [RS:2;90f34c5bee6a:42555 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;90f34c5bee6a:42555 2024-11-11T18:16:12,467 INFO [RS:2;90f34c5bee6a:42555 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T18:16:12,467 INFO [RS:2;90f34c5bee6a:42555 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T18:16:12,467 DEBUG [RS:2;90f34c5bee6a:42555 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T18:16:12,468 INFO [RS:2;90f34c5bee6a:42555 {}] regionserver.HRegionServer(2659): reportForDuty to master=90f34c5bee6a,40051,1731348971846 with port=42555, startcode=1731348972058 2024-11-11T18:16:12,468 DEBUG [RS:2;90f34c5bee6a:42555 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T18:16:12,470 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36169, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T18:16:12,470 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40051 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T18:16:12,472 DEBUG [RS:0;90f34c5bee6a:43593 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-11T18:16:12,472 WARN [RS:0;90f34c5bee6a:43593 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-11T18:16:12,473 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45189, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T18:16:12,473 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48713, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T18:16:12,473 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40051 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T18:16:12,474 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40051 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T18:16:12,474 DEBUG [RS:2;90f34c5bee6a:42555 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-11T18:16:12,475 DEBUG [RS:1;90f34c5bee6a:43791 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-11T18:16:12,475 WARN [RS:1;90f34c5bee6a:43791 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-11T18:16:12,475 WARN [RS:2;90f34c5bee6a:42555 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-11T18:16:12,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34493 is added to blk_1073741831_1007 (size=1321) 2024-11-11T18:16:12,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741831_1007 (size=1321) 2024-11-11T18:16:12,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36063 is added to blk_1073741831_1007 (size=1321) 2024-11-11T18:16:12,492 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.small.0-1731348972460,5,FailOnTimeoutGroup] 2024-11-11T18:16:12,492 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T18:16:12,492 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T18:16:12,493 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T18:16:12,493 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T18:16:12,494 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T18:16:12,494 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe 2024-11-11T18:16:12,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741832_1008 (size=32) 2024-11-11T18:16:12,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34493 is added to blk_1073741832_1008 (size=32) 2024-11-11T18:16:12,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36063 is added to blk_1073741832_1008 (size=32) 2024-11-11T18:16:12,515 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:16:12,520 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T18:16:12,523 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T18:16:12,523 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:16:12,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:16:12,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T18:16:12,526 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T18:16:12,526 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:16:12,526 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:16:12,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T18:16:12,528 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T18:16:12,528 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:16:12,528 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:16:12,529 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T18:16:12,530 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T18:16:12,530 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:16:12,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:16:12,531 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T18:16:12,532 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/data/hbase/meta/1588230740 2024-11-11T18:16:12,532 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/data/hbase/meta/1588230740 2024-11-11T18:16:12,534 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T18:16:12,534 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T18:16:12,535 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T18:16:12,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T18:16:12,539 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:16:12,540 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59588467, jitterRate=-0.11206264793872833}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T18:16:12,540 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731348972515Initializing all the Stores at 1731348972516 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731348972517 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731348972520 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731348972520Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731348972520Cleaning up temporary data from old regions at 1731348972534 (+14 ms)Region opened successfully at 1731348972540 (+6 ms) 2024-11-11T18:16:12,540 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T18:16:12,540 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T18:16:12,540 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T18:16:12,540 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T18:16:12,540 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T18:16:12,541 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T18:16:12,541 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731348972540Disabling compacts and flushes for region at 1731348972540Disabling writes for close at 1731348972540Writing region close event to WAL at 1731348972541 (+1 ms)Closed at 1731348972541 2024-11-11T18:16:12,542 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T18:16:12,542 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T18:16:12,543 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T18:16:12,544 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T18:16:12,544 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T18:16:12,573 INFO [RS:0;90f34c5bee6a:43593 {}] regionserver.HRegionServer(2659): reportForDuty to master=90f34c5bee6a,40051,1731348971846 with port=43593, startcode=1731348971942 2024-11-11T18:16:12,573 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40051 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 90f34c5bee6a,43593,1731348971942 2024-11-11T18:16:12,574 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40051 {}] master.ServerManager(517): Registering regionserver=90f34c5bee6a,43593,1731348971942 2024-11-11T18:16:12,575 DEBUG [RS:0;90f34c5bee6a:43593 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe 2024-11-11T18:16:12,575 DEBUG [RS:0;90f34c5bee6a:43593 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34567 2024-11-11T18:16:12,575 DEBUG [RS:0;90f34c5bee6a:43593 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T18:16:12,575 INFO [RS:2;90f34c5bee6a:42555 {}] regionserver.HRegionServer(2659): reportForDuty to master=90f34c5bee6a,40051,1731348971846 with port=42555, startcode=1731348972058 2024-11-11T18:16:12,575 INFO [RS:1;90f34c5bee6a:43791 {}] regionserver.HRegionServer(2659): reportForDuty to master=90f34c5bee6a,40051,1731348971846 with port=43791, startcode=1731348971997 2024-11-11T18:16:12,576 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40051 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 90f34c5bee6a,43791,1731348971997 2024-11-11T18:16:12,576 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40051 {}] master.ServerManager(517): Registering regionserver=90f34c5bee6a,43791,1731348971997 2024-11-11T18:16:12,577 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40051 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 90f34c5bee6a,42555,1731348972058 2024-11-11T18:16:12,577 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40051 {}] master.ServerManager(517): Registering regionserver=90f34c5bee6a,42555,1731348972058 2024-11-11T18:16:12,577 DEBUG [RS:1;90f34c5bee6a:43791 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe 2024-11-11T18:16:12,577 DEBUG [RS:1;90f34c5bee6a:43791 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34567 2024-11-11T18:16:12,577 DEBUG [RS:1;90f34c5bee6a:43791 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T18:16:12,578 DEBUG [RS:2;90f34c5bee6a:42555 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe 2024-11-11T18:16:12,578 DEBUG [RS:2;90f34c5bee6a:42555 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34567 2024-11-11T18:16:12,578 DEBUG [RS:2;90f34c5bee6a:42555 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T18:16:12,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40051-0x101083eab9e0000, quorum=127.0.0.1:52315, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T18:16:12,585 DEBUG [RS:0;90f34c5bee6a:43593 {}] zookeeper.ZKUtil(111): regionserver:43593-0x101083eab9e0001, quorum=127.0.0.1:52315, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/90f34c5bee6a,43593,1731348971942 2024-11-11T18:16:12,585 WARN [RS:0;90f34c5bee6a:43593 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T18:16:12,585 DEBUG [RS:2;90f34c5bee6a:42555 {}] zookeeper.ZKUtil(111): regionserver:42555-0x101083eab9e0003, quorum=127.0.0.1:52315, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/90f34c5bee6a,42555,1731348972058 2024-11-11T18:16:12,585 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [90f34c5bee6a,42555,1731348972058] 2024-11-11T18:16:12,585 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [90f34c5bee6a,43791,1731348971997] 2024-11-11T18:16:12,585 INFO [RS:0;90f34c5bee6a:43593 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:16:12,585 WARN [RS:2;90f34c5bee6a:42555 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T18:16:12,585 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [90f34c5bee6a,43593,1731348971942] 2024-11-11T18:16:12,585 INFO [RS:2;90f34c5bee6a:42555 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:16:12,585 DEBUG [RS:0;90f34c5bee6a:43593 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/WALs/90f34c5bee6a,43593,1731348971942 2024-11-11T18:16:12,585 DEBUG [RS:2;90f34c5bee6a:42555 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/WALs/90f34c5bee6a,42555,1731348972058 2024-11-11T18:16:12,586 DEBUG [RS:1;90f34c5bee6a:43791 {}] zookeeper.ZKUtil(111): regionserver:43791-0x101083eab9e0002, quorum=127.0.0.1:52315, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/90f34c5bee6a,43791,1731348971997 2024-11-11T18:16:12,586 WARN [RS:1;90f34c5bee6a:43791 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T18:16:12,586 INFO [RS:1;90f34c5bee6a:43791 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:16:12,586 DEBUG [RS:1;90f34c5bee6a:43791 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/WALs/90f34c5bee6a,43791,1731348971997 2024-11-11T18:16:12,589 INFO [RS:2;90f34c5bee6a:42555 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T18:16:12,591 INFO [RS:2;90f34c5bee6a:42555 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T18:16:12,594 INFO [RS:1;90f34c5bee6a:43791 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T18:16:12,595 INFO [RS:0;90f34c5bee6a:43593 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T18:16:12,599 INFO [RS:2;90f34c5bee6a:42555 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T18:16:12,599 INFO [RS:2;90f34c5bee6a:42555 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:16:12,603 INFO [RS:1;90f34c5bee6a:43791 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T18:16:12,603 INFO [RS:0;90f34c5bee6a:43593 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T18:16:12,604 INFO [RS:1;90f34c5bee6a:43791 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T18:16:12,604 INFO [RS:1;90f34c5bee6a:43791 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:16:12,604 INFO [RS:0;90f34c5bee6a:43593 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T18:16:12,605 INFO [RS:0;90f34c5bee6a:43593 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:16:12,607 INFO [RS:2;90f34c5bee6a:42555 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T18:16:12,608 INFO [RS:1;90f34c5bee6a:43791 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T18:16:12,608 INFO [RS:2;90f34c5bee6a:42555 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T18:16:12,608 INFO [RS:2;90f34c5bee6a:42555 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T18:16:12,609 DEBUG [RS:2;90f34c5bee6a:42555 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:16:12,609 DEBUG [RS:2;90f34c5bee6a:42555 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:16:12,609 DEBUG [RS:2;90f34c5bee6a:42555 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:16:12,609 DEBUG [RS:2;90f34c5bee6a:42555 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:16:12,609 DEBUG [RS:2;90f34c5bee6a:42555 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:16:12,609 DEBUG [RS:2;90f34c5bee6a:42555 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/90f34c5bee6a:0, corePoolSize=2, maxPoolSize=2 2024-11-11T18:16:12,609 DEBUG [RS:2;90f34c5bee6a:42555 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:16:12,609 DEBUG [RS:2;90f34c5bee6a:42555 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:16:12,609 DEBUG [RS:2;90f34c5bee6a:42555 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:16:12,609 DEBUG [RS:2;90f34c5bee6a:42555 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:16:12,609 DEBUG [RS:2;90f34c5bee6a:42555 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:16:12,609 DEBUG [RS:2;90f34c5bee6a:42555 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:16:12,610 DEBUG [RS:2;90f34c5bee6a:42555 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0, corePoolSize=3, maxPoolSize=3 2024-11-11T18:16:12,610 DEBUG [RS:2;90f34c5bee6a:42555 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/90f34c5bee6a:0, corePoolSize=3, maxPoolSize=3 2024-11-11T18:16:12,610 INFO [RS:1;90f34c5bee6a:43791 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T18:16:12,610 INFO [RS:0;90f34c5bee6a:43593 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T18:16:12,610 INFO [RS:1;90f34c5bee6a:43791 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T18:16:12,610 DEBUG [RS:1;90f34c5bee6a:43791 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:16:12,610 DEBUG [RS:1;90f34c5bee6a:43791 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:16:12,610 DEBUG [RS:1;90f34c5bee6a:43791 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:16:12,610 DEBUG [RS:1;90f34c5bee6a:43791 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:16:12,610 DEBUG [RS:1;90f34c5bee6a:43791 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:16:12,610 DEBUG [RS:1;90f34c5bee6a:43791 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/90f34c5bee6a:0, corePoolSize=2, maxPoolSize=2 2024-11-11T18:16:12,610 DEBUG [RS:1;90f34c5bee6a:43791 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:16:12,610 DEBUG [RS:1;90f34c5bee6a:43791 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:16:12,611 DEBUG [RS:1;90f34c5bee6a:43791 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:16:12,611 DEBUG [RS:1;90f34c5bee6a:43791 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:16:12,611 DEBUG [RS:1;90f34c5bee6a:43791 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:16:12,611 DEBUG [RS:1;90f34c5bee6a:43791 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:16:12,611 DEBUG [RS:1;90f34c5bee6a:43791 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0, corePoolSize=3, maxPoolSize=3 2024-11-11T18:16:12,611 DEBUG [RS:1;90f34c5bee6a:43791 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/90f34c5bee6a:0, corePoolSize=3, maxPoolSize=3 2024-11-11T18:16:12,612 INFO [RS:0;90f34c5bee6a:43593 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T18:16:12,612 INFO [RS:0;90f34c5bee6a:43593 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T18:16:12,613 DEBUG [RS:0;90f34c5bee6a:43593 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:16:12,613 DEBUG [RS:0;90f34c5bee6a:43593 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:16:12,613 DEBUG [RS:0;90f34c5bee6a:43593 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:16:12,613 DEBUG [RS:0;90f34c5bee6a:43593 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:16:12,613 DEBUG [RS:0;90f34c5bee6a:43593 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:16:12,613 DEBUG [RS:0;90f34c5bee6a:43593 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/90f34c5bee6a:0, corePoolSize=2, maxPoolSize=2 2024-11-11T18:16:12,613 DEBUG [RS:0;90f34c5bee6a:43593 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:16:12,613 DEBUG [RS:0;90f34c5bee6a:43593 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:16:12,613 DEBUG [RS:0;90f34c5bee6a:43593 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:16:12,613 DEBUG [RS:0;90f34c5bee6a:43593 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:16:12,613 DEBUG [RS:0;90f34c5bee6a:43593 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:16:12,614 DEBUG [RS:0;90f34c5bee6a:43593 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:16:12,614 DEBUG [RS:0;90f34c5bee6a:43593 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0, corePoolSize=3, maxPoolSize=3 2024-11-11T18:16:12,614 DEBUG [RS:0;90f34c5bee6a:43593 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/90f34c5bee6a:0, corePoolSize=3, maxPoolSize=3 2024-11-11T18:16:12,629 INFO [RS:2;90f34c5bee6a:42555 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T18:16:12,629 INFO [RS:2;90f34c5bee6a:42555 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T18:16:12,629 INFO [RS:2;90f34c5bee6a:42555 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:16:12,629 INFO [RS:2;90f34c5bee6a:42555 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T18:16:12,629 INFO [RS:2;90f34c5bee6a:42555 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T18:16:12,629 INFO [RS:2;90f34c5bee6a:42555 {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,42555,1731348972058-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T18:16:12,630 INFO [RS:1;90f34c5bee6a:43791 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T18:16:12,630 INFO [RS:1;90f34c5bee6a:43791 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T18:16:12,630 INFO [RS:1;90f34c5bee6a:43791 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:16:12,630 INFO [RS:1;90f34c5bee6a:43791 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T18:16:12,630 INFO [RS:1;90f34c5bee6a:43791 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T18:16:12,630 INFO [RS:1;90f34c5bee6a:43791 {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,43791,1731348971997-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T18:16:12,640 INFO [RS:0;90f34c5bee6a:43593 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T18:16:12,640 INFO [RS:0;90f34c5bee6a:43593 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T18:16:12,640 INFO [RS:0;90f34c5bee6a:43593 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:16:12,640 INFO [RS:0;90f34c5bee6a:43593 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T18:16:12,640 INFO [RS:0;90f34c5bee6a:43593 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T18:16:12,640 INFO [RS:0;90f34c5bee6a:43593 {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,43593,1731348971942-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T18:16:12,661 INFO [RS:2;90f34c5bee6a:42555 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T18:16:12,662 INFO [RS:2;90f34c5bee6a:42555 {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,42555,1731348972058-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:16:12,662 INFO [RS:2;90f34c5bee6a:42555 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:16:12,662 INFO [RS:2;90f34c5bee6a:42555 {}] regionserver.Replication(171): 90f34c5bee6a,42555,1731348972058 started 2024-11-11T18:16:12,662 INFO [RS:1;90f34c5bee6a:43791 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T18:16:12,663 INFO [RS:1;90f34c5bee6a:43791 {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,43791,1731348971997-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:16:12,663 INFO [RS:1;90f34c5bee6a:43791 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:16:12,663 INFO [RS:1;90f34c5bee6a:43791 {}] regionserver.Replication(171): 90f34c5bee6a,43791,1731348971997 started 2024-11-11T18:16:12,684 INFO [RS:1;90f34c5bee6a:43791 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:16:12,684 INFO [RS:1;90f34c5bee6a:43791 {}] regionserver.HRegionServer(1482): Serving as 90f34c5bee6a,43791,1731348971997, RpcServer on 90f34c5bee6a/172.17.0.2:43791, sessionid=0x101083eab9e0002 2024-11-11T18:16:12,684 DEBUG [RS:1;90f34c5bee6a:43791 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T18:16:12,684 INFO [RS:2;90f34c5bee6a:42555 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:16:12,684 DEBUG [RS:1;90f34c5bee6a:43791 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 90f34c5bee6a,43791,1731348971997 2024-11-11T18:16:12,684 DEBUG [RS:1;90f34c5bee6a:43791 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '90f34c5bee6a,43791,1731348971997' 2024-11-11T18:16:12,684 DEBUG [RS:1;90f34c5bee6a:43791 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T18:16:12,684 INFO [RS:2;90f34c5bee6a:42555 {}] regionserver.HRegionServer(1482): Serving as 90f34c5bee6a,42555,1731348972058, RpcServer on 90f34c5bee6a/172.17.0.2:42555, sessionid=0x101083eab9e0003 2024-11-11T18:16:12,685 DEBUG [RS:2;90f34c5bee6a:42555 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T18:16:12,685 DEBUG [RS:2;90f34c5bee6a:42555 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 90f34c5bee6a,42555,1731348972058 2024-11-11T18:16:12,685 DEBUG [RS:2;90f34c5bee6a:42555 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '90f34c5bee6a,42555,1731348972058' 2024-11-11T18:16:12,685 DEBUG [RS:2;90f34c5bee6a:42555 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T18:16:12,685 DEBUG [RS:1;90f34c5bee6a:43791 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T18:16:12,685 DEBUG [RS:2;90f34c5bee6a:42555 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T18:16:12,686 DEBUG [RS:1;90f34c5bee6a:43791 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T18:16:12,686 DEBUG [RS:1;90f34c5bee6a:43791 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T18:16:12,686 DEBUG [RS:1;90f34c5bee6a:43791 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 90f34c5bee6a,43791,1731348971997 2024-11-11T18:16:12,686 DEBUG [RS:2;90f34c5bee6a:42555 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T18:16:12,686 DEBUG [RS:1;90f34c5bee6a:43791 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '90f34c5bee6a,43791,1731348971997' 2024-11-11T18:16:12,686 DEBUG [RS:2;90f34c5bee6a:42555 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T18:16:12,686 DEBUG [RS:1;90f34c5bee6a:43791 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T18:16:12,686 DEBUG [RS:2;90f34c5bee6a:42555 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 90f34c5bee6a,42555,1731348972058 2024-11-11T18:16:12,686 DEBUG [RS:2;90f34c5bee6a:42555 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '90f34c5bee6a,42555,1731348972058' 2024-11-11T18:16:12,686 DEBUG [RS:2;90f34c5bee6a:42555 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T18:16:12,687 DEBUG [RS:1;90f34c5bee6a:43791 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T18:16:12,687 DEBUG [RS:1;90f34c5bee6a:43791 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T18:16:12,687 INFO [RS:1;90f34c5bee6a:43791 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T18:16:12,687 INFO [RS:1;90f34c5bee6a:43791 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T18:16:12,688 DEBUG [RS:2;90f34c5bee6a:42555 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T18:16:12,688 DEBUG [RS:2;90f34c5bee6a:42555 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T18:16:12,688 INFO [RS:2;90f34c5bee6a:42555 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T18:16:12,688 INFO [RS:2;90f34c5bee6a:42555 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T18:16:12,690 INFO [RS:0;90f34c5bee6a:43593 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T18:16:12,690 INFO [RS:0;90f34c5bee6a:43593 {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,43593,1731348971942-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:16:12,690 INFO [RS:0;90f34c5bee6a:43593 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:16:12,690 INFO [RS:0;90f34c5bee6a:43593 {}] regionserver.Replication(171): 90f34c5bee6a,43593,1731348971942 started 2024-11-11T18:16:12,695 WARN [90f34c5bee6a:40051 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-11T18:16:12,711 INFO [RS:0;90f34c5bee6a:43593 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:16:12,711 INFO [RS:0;90f34c5bee6a:43593 {}] regionserver.HRegionServer(1482): Serving as 90f34c5bee6a,43593,1731348971942, RpcServer on 90f34c5bee6a/172.17.0.2:43593, sessionid=0x101083eab9e0001 2024-11-11T18:16:12,711 DEBUG [RS:0;90f34c5bee6a:43593 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T18:16:12,711 DEBUG [RS:0;90f34c5bee6a:43593 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 90f34c5bee6a,43593,1731348971942 2024-11-11T18:16:12,711 DEBUG [RS:0;90f34c5bee6a:43593 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '90f34c5bee6a,43593,1731348971942' 2024-11-11T18:16:12,711 DEBUG [RS:0;90f34c5bee6a:43593 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T18:16:12,712 DEBUG [RS:0;90f34c5bee6a:43593 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T18:16:12,712 DEBUG [RS:0;90f34c5bee6a:43593 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T18:16:12,712 DEBUG [RS:0;90f34c5bee6a:43593 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T18:16:12,712 DEBUG [RS:0;90f34c5bee6a:43593 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 90f34c5bee6a,43593,1731348971942 2024-11-11T18:16:12,712 DEBUG [RS:0;90f34c5bee6a:43593 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '90f34c5bee6a,43593,1731348971942' 2024-11-11T18:16:12,712 DEBUG [RS:0;90f34c5bee6a:43593 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T18:16:12,714 DEBUG [RS:0;90f34c5bee6a:43593 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T18:16:12,714 DEBUG [RS:0;90f34c5bee6a:43593 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T18:16:12,714 INFO [RS:0;90f34c5bee6a:43593 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T18:16:12,714 INFO [RS:0;90f34c5bee6a:43593 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T18:16:12,788 INFO [RS:1;90f34c5bee6a:43791 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T18:16:12,789 INFO [RS:2;90f34c5bee6a:42555 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T18:16:12,791 INFO [RS:1;90f34c5bee6a:43791 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=90f34c5bee6a%2C43791%2C1731348971997, suffix=, logDir=hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/WALs/90f34c5bee6a,43791,1731348971997, archiveDir=hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/oldWALs, maxLogs=32 2024-11-11T18:16:12,792 INFO [RS:2;90f34c5bee6a:42555 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=90f34c5bee6a%2C42555%2C1731348972058, suffix=, logDir=hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/WALs/90f34c5bee6a,42555,1731348972058, archiveDir=hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/oldWALs, maxLogs=32 2024-11-11T18:16:12,811 DEBUG [RS:2;90f34c5bee6a:42555 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/WALs/90f34c5bee6a,42555,1731348972058/90f34c5bee6a%2C42555%2C1731348972058.1731348972793, exclude list is [], retry=0 2024-11-11T18:16:12,811 DEBUG [RS:1;90f34c5bee6a:43791 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/WALs/90f34c5bee6a,43791,1731348971997/90f34c5bee6a%2C43791%2C1731348971997.1731348972792, exclude list is [], retry=0 2024-11-11T18:16:12,815 INFO [RS:0;90f34c5bee6a:43593 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T18:16:12,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34353,DS-afb46de3-4d34-4ca3-9e92-9ccf81bdd53b,DISK] 2024-11-11T18:16:12,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36063,DS-e33582bb-c596-44a1-a4a6-6b148ff7b33f,DISK] 2024-11-11T18:16:12,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36063,DS-e33582bb-c596-44a1-a4a6-6b148ff7b33f,DISK] 2024-11-11T18:16:12,817 INFO [RS:0;90f34c5bee6a:43593 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=90f34c5bee6a%2C43593%2C1731348971942, suffix=, logDir=hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/WALs/90f34c5bee6a,43593,1731348971942, archiveDir=hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/oldWALs, maxLogs=32 2024-11-11T18:16:12,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34493,DS-0629e13a-bfbc-443e-875f-bc4c1fdb78fb,DISK] 2024-11-11T18:16:12,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34493,DS-0629e13a-bfbc-443e-875f-bc4c1fdb78fb,DISK] 2024-11-11T18:16:12,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34353,DS-afb46de3-4d34-4ca3-9e92-9ccf81bdd53b,DISK] 2024-11-11T18:16:12,832 INFO [RS:2;90f34c5bee6a:42555 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/WALs/90f34c5bee6a,42555,1731348972058/90f34c5bee6a%2C42555%2C1731348972058.1731348972793 2024-11-11T18:16:12,838 INFO [RS:1;90f34c5bee6a:43791 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/WALs/90f34c5bee6a,43791,1731348971997/90f34c5bee6a%2C43791%2C1731348971997.1731348972792 2024-11-11T18:16:12,839 DEBUG [RS:0;90f34c5bee6a:43593 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/WALs/90f34c5bee6a,43593,1731348971942/90f34c5bee6a%2C43593%2C1731348971942.1731348972818, exclude list is [], retry=0 2024-11-11T18:16:12,841 DEBUG [RS:2;90f34c5bee6a:42555 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34089:34089),(127.0.0.1/127.0.0.1:46215:46215),(127.0.0.1/127.0.0.1:44301:44301)] 2024-11-11T18:16:12,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36063,DS-e33582bb-c596-44a1-a4a6-6b148ff7b33f,DISK] 2024-11-11T18:16:12,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34353,DS-afb46de3-4d34-4ca3-9e92-9ccf81bdd53b,DISK] 2024-11-11T18:16:12,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34493,DS-0629e13a-bfbc-443e-875f-bc4c1fdb78fb,DISK] 2024-11-11T18:16:12,848 DEBUG [RS:1;90f34c5bee6a:43791 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46215:46215),(127.0.0.1/127.0.0.1:44301:44301),(127.0.0.1/127.0.0.1:34089:34089)] 2024-11-11T18:16:12,861 INFO [RS:0;90f34c5bee6a:43593 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/WALs/90f34c5bee6a,43593,1731348971942/90f34c5bee6a%2C43593%2C1731348971942.1731348972818 2024-11-11T18:16:12,863 DEBUG [RS:0;90f34c5bee6a:43593 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46215:46215),(127.0.0.1/127.0.0.1:34089:34089),(127.0.0.1/127.0.0.1:44301:44301)] 2024-11-11T18:16:12,945 DEBUG [90f34c5bee6a:40051 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-11T18:16:12,946 DEBUG [90f34c5bee6a:40051 {}] balancer.BalancerClusterState(204): Hosts are {90f34c5bee6a=0} racks are {/default-rack=0} 2024-11-11T18:16:12,948 DEBUG [90f34c5bee6a:40051 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T18:16:12,949 DEBUG [90f34c5bee6a:40051 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T18:16:12,949 DEBUG [90f34c5bee6a:40051 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-11T18:16:12,949 DEBUG [90f34c5bee6a:40051 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T18:16:12,949 DEBUG [90f34c5bee6a:40051 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T18:16:12,949 DEBUG [90f34c5bee6a:40051 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-11T18:16:12,949 INFO [90f34c5bee6a:40051 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T18:16:12,949 INFO [90f34c5bee6a:40051 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T18:16:12,949 INFO [90f34c5bee6a:40051 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-11T18:16:12,949 DEBUG [90f34c5bee6a:40051 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T18:16:12,950 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=90f34c5bee6a,43791,1731348971997 2024-11-11T18:16:12,951 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 90f34c5bee6a,43791,1731348971997, state=OPENING 2024-11-11T18:16:12,953 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T18:16:12,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43593-0x101083eab9e0001, quorum=127.0.0.1:52315, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:16:12,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42555-0x101083eab9e0003, quorum=127.0.0.1:52315, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:16:12,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43791-0x101083eab9e0002, quorum=127.0.0.1:52315, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:16:12,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40051-0x101083eab9e0000, quorum=127.0.0.1:52315, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:16:12,955 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T18:16:12,955 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T18:16:12,955 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T18:16:12,955 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T18:16:12,956 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T18:16:12,956 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=90f34c5bee6a,43791,1731348971997}] 2024-11-11T18:16:14,591 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:16:14,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:16:14,606 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:16:15,114 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T18:16:15,117 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:16:15,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:16:15,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:16:22,958 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T18:16:22,960 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58339, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T18:16:22,965 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T18:16:22,965 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:16:22,965 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T18:16:22,967 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=90f34c5bee6a%2C43791%2C1731348971997.meta, suffix=.meta, logDir=hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/WALs/90f34c5bee6a,43791,1731348971997, archiveDir=hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/oldWALs, maxLogs=32 2024-11-11T18:16:22,981 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/WALs/90f34c5bee6a,43791,1731348971997/90f34c5bee6a%2C43791%2C1731348971997.meta.1731348982967.meta, exclude list is [], retry=0 2024-11-11T18:16:22,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34493,DS-0629e13a-bfbc-443e-875f-bc4c1fdb78fb,DISK] 2024-11-11T18:16:22,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34353,DS-afb46de3-4d34-4ca3-9e92-9ccf81bdd53b,DISK] 2024-11-11T18:16:22,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36063,DS-e33582bb-c596-44a1-a4a6-6b148ff7b33f,DISK] 2024-11-11T18:16:22,985 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/WALs/90f34c5bee6a,43791,1731348971997/90f34c5bee6a%2C43791%2C1731348971997.meta.1731348982967.meta 2024-11-11T18:16:22,986 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44301:44301),(127.0.0.1/127.0.0.1:34089:34089),(127.0.0.1/127.0.0.1:46215:46215)] 2024-11-11T18:16:22,986 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T18:16:22,986 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T18:16:22,986 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T18:16:22,986 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T18:16:22,986 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T18:16:22,987 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:16:22,987 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T18:16:22,987 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T18:16:22,988 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T18:16:22,989 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T18:16:22,989 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:16:22,990 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:16:22,990 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T18:16:22,991 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T18:16:22,991 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:16:22,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:16:22,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T18:16:22,993 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T18:16:22,993 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:16:22,993 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:16:22,993 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T18:16:22,994 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T18:16:22,994 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:16:22,995 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:16:22,995 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T18:16:22,995 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/data/hbase/meta/1588230740 2024-11-11T18:16:22,997 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/data/hbase/meta/1588230740 2024-11-11T18:16:22,998 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T18:16:22,998 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T18:16:22,999 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T18:16:23,000 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T18:16:23,001 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70396079, jitterRate=0.04898332059383392}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T18:16:23,001 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T18:16:23,001 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731348982987Writing region info on filesystem at 1731348982987Initializing all the Stores at 1731348982988 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731348982988Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731348982988Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731348982988Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731348982988Cleaning up temporary data from old regions at 1731348982998 (+10 ms)Running coprocessor post-open hooks at 1731348983001 (+3 ms)Region opened successfully at 1731348983001 2024-11-11T18:16:23,002 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731348982958 2024-11-11T18:16:23,004 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T18:16:23,004 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T18:16:23,004 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=90f34c5bee6a,43791,1731348971997 2024-11-11T18:16:23,005 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 90f34c5bee6a,43791,1731348971997, state=OPEN 2024-11-11T18:16:23,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43791-0x101083eab9e0002, quorum=127.0.0.1:52315, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T18:16:23,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40051-0x101083eab9e0000, quorum=127.0.0.1:52315, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T18:16:23,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43593-0x101083eab9e0001, quorum=127.0.0.1:52315, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T18:16:23,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42555-0x101083eab9e0003, quorum=127.0.0.1:52315, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T18:16:23,007 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T18:16:23,007 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T18:16:23,007 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T18:16:23,007 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T18:16:23,007 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=90f34c5bee6a,43791,1731348971997 2024-11-11T18:16:23,010 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T18:16:23,010 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=90f34c5bee6a,43791,1731348971997 in 10.0510 sec 2024-11-11T18:16:23,011 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T18:16:23,012 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.4670 sec 2024-11-11T18:16:23,012 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T18:16:23,012 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T18:16:23,015 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T18:16:23,015 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,43791,1731348971997, seqNum=-1] 2024-11-11T18:16:23,015 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:16:23,017 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34637, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T18:16:23,022 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.6640 sec 2024-11-11T18:16:23,022 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731348983022, completionTime=-1 2024-11-11T18:16:23,022 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-11T18:16:23,022 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T18:16:23,024 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-11T18:16:23,024 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731349043024 2024-11-11T18:16:23,024 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731349103024 2024-11-11T18:16:23,024 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-11T18:16:23,025 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,40051,1731348971846-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:16:23,025 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,40051,1731348971846-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:16:23,025 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,40051,1731348971846-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:16:23,025 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-90f34c5bee6a:40051, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:16:23,025 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T18:16:23,025 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T18:16:23,026 DEBUG [master/90f34c5bee6a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T18:16:23,028 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 10.922sec 2024-11-11T18:16:23,029 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T18:16:23,029 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T18:16:23,029 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T18:16:23,029 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T18:16:23,029 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T18:16:23,029 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,40051,1731348971846-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T18:16:23,029 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,40051,1731348971846-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T18:16:23,031 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T18:16:23,031 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T18:16:23,031 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,40051,1731348971846-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:16:23,117 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c1bf373, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:16:23,117 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,40051,-1 for getting cluster id 2024-11-11T18:16:23,117 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:16:23,118 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eceedf30-3236-4d1e-a16a-bc6063a2c1a7' 2024-11-11T18:16:23,119 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:16:23,119 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eceedf30-3236-4d1e-a16a-bc6063a2c1a7" 2024-11-11T18:16:23,119 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2869b259, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:16:23,119 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,40051,-1] 2024-11-11T18:16:23,120 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:16:23,120 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:16:23,121 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:16:23,123 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79640fe0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:16:23,123 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T18:16:23,124 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,43791,1731348971997, seqNum=-1] 2024-11-11T18:16:23,125 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:16:23,126 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T18:16:23,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=90f34c5bee6a,40051,1731348971846 2024-11-11T18:16:23,128 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731348983128 (current time:1731348983128). 2024-11-11T18:16:23,128 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-11T18:16:23,128 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-11T18:16:23,129 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@166ae1e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:16:23,129 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,40051,-1 for getting cluster id 2024-11-11T18:16:23,129 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:16:23,130 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eceedf30-3236-4d1e-a16a-bc6063a2c1a7' 2024-11-11T18:16:23,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:16:23,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eceedf30-3236-4d1e-a16a-bc6063a2c1a7" 2024-11-11T18:16:23,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20878fb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:16:23,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,40051,-1] 2024-11-11T18:16:23,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:16:23,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:16:23,131 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:16:23,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32cfaded, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:16:23,132 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T18:16:23,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,43791,1731348971997, seqNum=-1] 2024-11-11T18:16:23,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:16:23,134 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T18:16:23,135 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T18:16:23,135 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:16:23,135 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:16:23,135 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:16:23,135 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T18:16:23,136 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T18:16:23,137 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 90f34c5bee6a,40051,1731348971846 2024-11-11T18:16:23,137 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@51cbec7e 2024-11-11T18:16:23,137 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T18:16:23,138 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T18:16:23,139 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40051 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T18:16:23,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40051 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-11T18:16:23,141 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T18:16:23,142 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:16:23,142 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40051 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-11T18:16:23,142 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T18:16:23,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:16:23,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34493 is added to blk_1073741837_1013 (size=361) 2024-11-11T18:16:23,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741837_1013 (size=361) 2024-11-11T18:16:23,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36063 is added to blk_1073741837_1013 (size=361) 2024-11-11T18:16:23,159 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8c839fe442ed0f78bafbe7c4f3263ee6, NAME => 'SPTestTable,,1731348983139.8c839fe442ed0f78bafbe7c4f3263ee6.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe 2024-11-11T18:16:23,160 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 13f9ef11838da565fe2f68d3c34bda8c, NAME => 'SPTestTable,33333332,1731348983139.13f9ef11838da565fe2f68d3c34bda8c.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe 2024-11-11T18:16:23,160 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 8336f2ba85f430979061a26858d3a766, NAME => 'SPTestTable,19999999,1731348983139.8336f2ba85f430979061a26858d3a766.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe 2024-11-11T18:16:23,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741838_1014 (size=62) 2024-11-11T18:16:23,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36063 is added to blk_1073741838_1014 (size=62) 2024-11-11T18:16:23,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34493 is added to blk_1073741838_1014 (size=62) 2024-11-11T18:16:23,178 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731348983139.8336f2ba85f430979061a26858d3a766.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:16:23,178 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 8336f2ba85f430979061a26858d3a766, disabling compactions & flushes 2024-11-11T18:16:23,178 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731348983139.8336f2ba85f430979061a26858d3a766. 2024-11-11T18:16:23,178 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731348983139.8336f2ba85f430979061a26858d3a766. 2024-11-11T18:16:23,178 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731348983139.8336f2ba85f430979061a26858d3a766. after waiting 0 ms 2024-11-11T18:16:23,178 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731348983139.8336f2ba85f430979061a26858d3a766. 2024-11-11T18:16:23,178 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731348983139.8336f2ba85f430979061a26858d3a766. 2024-11-11T18:16:23,178 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 8336f2ba85f430979061a26858d3a766: Waiting for close lock at 1731348983178Disabling compacts and flushes for region at 1731348983178Disabling writes for close at 1731348983178Writing region close event to WAL at 1731348983178Closed at 1731348983178 2024-11-11T18:16:23,179 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 707a67186b0985317d13872916906ecd, NAME => 'SPTestTable,4ccccccb,1731348983139.707a67186b0985317d13872916906ecd.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe 2024-11-11T18:16:23,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34493 is added to blk_1073741839_1015 (size=54) 2024-11-11T18:16:23,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36063 is added to blk_1073741839_1015 (size=54) 2024-11-11T18:16:23,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741839_1015 (size=54) 2024-11-11T18:16:23,182 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731348983139.8c839fe442ed0f78bafbe7c4f3263ee6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:16:23,183 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 8c839fe442ed0f78bafbe7c4f3263ee6, disabling compactions & flushes 2024-11-11T18:16:23,183 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731348983139.8c839fe442ed0f78bafbe7c4f3263ee6. 2024-11-11T18:16:23,183 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731348983139.8c839fe442ed0f78bafbe7c4f3263ee6. 2024-11-11T18:16:23,183 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731348983139.8c839fe442ed0f78bafbe7c4f3263ee6. after waiting 0 ms 2024-11-11T18:16:23,183 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731348983139.8c839fe442ed0f78bafbe7c4f3263ee6. 2024-11-11T18:16:23,183 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731348983139.8c839fe442ed0f78bafbe7c4f3263ee6. 2024-11-11T18:16:23,183 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8c839fe442ed0f78bafbe7c4f3263ee6: Waiting for close lock at 1731348983182Disabling compacts and flushes for region at 1731348983182Disabling writes for close at 1731348983183 (+1 ms)Writing region close event to WAL at 1731348983183Closed at 1731348983183 2024-11-11T18:16:23,184 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e3bc00b8c27585b5876a6b0c2f8b1bae, NAME => 'SPTestTable,66666664,1731348983139.e3bc00b8c27585b5876a6b0c2f8b1bae.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe 2024-11-11T18:16:23,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36063 is added to blk_1073741840_1016 (size=62) 2024-11-11T18:16:23,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34493 is added to blk_1073741840_1016 (size=62) 2024-11-11T18:16:23,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741840_1016 (size=62) 2024-11-11T18:16:23,187 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731348983139.13f9ef11838da565fe2f68d3c34bda8c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:16:23,187 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 13f9ef11838da565fe2f68d3c34bda8c, disabling compactions & flushes 2024-11-11T18:16:23,187 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731348983139.13f9ef11838da565fe2f68d3c34bda8c. 2024-11-11T18:16:23,187 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731348983139.13f9ef11838da565fe2f68d3c34bda8c. 2024-11-11T18:16:23,187 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731348983139.13f9ef11838da565fe2f68d3c34bda8c. after waiting 0 ms 2024-11-11T18:16:23,187 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731348983139.13f9ef11838da565fe2f68d3c34bda8c. 2024-11-11T18:16:23,187 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731348983139.13f9ef11838da565fe2f68d3c34bda8c. 2024-11-11T18:16:23,187 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 13f9ef11838da565fe2f68d3c34bda8c: Waiting for close lock at 1731348983187Disabling compacts and flushes for region at 1731348983187Disabling writes for close at 1731348983187Writing region close event to WAL at 1731348983187Closed at 1731348983187 2024-11-11T18:16:23,188 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 0c0b91beefa52b8806014d6069aab67e, NAME => 'SPTestTable,7ffffffd,1731348983139.0c0b91beefa52b8806014d6069aab67e.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe 2024-11-11T18:16:23,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36063 is added to blk_1073741841_1017 (size=62) 2024-11-11T18:16:23,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34493 is added to blk_1073741841_1017 (size=62) 2024-11-11T18:16:23,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741841_1017 (size=62) 2024-11-11T18:16:23,200 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731348983139.707a67186b0985317d13872916906ecd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:16:23,200 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 707a67186b0985317d13872916906ecd, disabling compactions & flushes 2024-11-11T18:16:23,200 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731348983139.707a67186b0985317d13872916906ecd. 2024-11-11T18:16:23,200 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731348983139.707a67186b0985317d13872916906ecd. 2024-11-11T18:16:23,200 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731348983139.707a67186b0985317d13872916906ecd. after waiting 0 ms 2024-11-11T18:16:23,200 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731348983139.707a67186b0985317d13872916906ecd. 2024-11-11T18:16:23,200 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731348983139.707a67186b0985317d13872916906ecd. 2024-11-11T18:16:23,200 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 707a67186b0985317d13872916906ecd: Waiting for close lock at 1731348983200Disabling compacts and flushes for region at 1731348983200Disabling writes for close at 1731348983200Writing region close event to WAL at 1731348983200Closed at 1731348983200 2024-11-11T18:16:23,201 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => b5894fe7701e6a5fd495d506c1e5a30a, NAME => 'SPTestTable,99999996,1731348983139.b5894fe7701e6a5fd495d506c1e5a30a.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe 2024-11-11T18:16:23,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36063 is added to blk_1073741842_1018 (size=62) 2024-11-11T18:16:23,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34493 is added to blk_1073741843_1019 (size=62) 2024-11-11T18:16:23,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741843_1019 (size=62) 2024-11-11T18:16:23,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36063 is added to blk_1073741843_1019 (size=62) 2024-11-11T18:16:23,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741842_1018 (size=62) 2024-11-11T18:16:23,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34493 is added to blk_1073741842_1018 (size=62) 2024-11-11T18:16:23,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34493 is added to blk_1073741844_1020 (size=62) 2024-11-11T18:16:23,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36063 is added to blk_1073741844_1020 (size=62) 2024-11-11T18:16:23,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741844_1020 (size=62) 2024-11-11T18:16:23,219 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731348983139.b5894fe7701e6a5fd495d506c1e5a30a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:16:23,219 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing b5894fe7701e6a5fd495d506c1e5a30a, disabling compactions & flushes 2024-11-11T18:16:23,219 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731348983139.b5894fe7701e6a5fd495d506c1e5a30a. 2024-11-11T18:16:23,220 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731348983139.b5894fe7701e6a5fd495d506c1e5a30a. 2024-11-11T18:16:23,220 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731348983139.b5894fe7701e6a5fd495d506c1e5a30a. after waiting 0 ms 2024-11-11T18:16:23,220 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731348983139.b5894fe7701e6a5fd495d506c1e5a30a. 2024-11-11T18:16:23,220 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731348983139.b5894fe7701e6a5fd495d506c1e5a30a. 2024-11-11T18:16:23,220 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for b5894fe7701e6a5fd495d506c1e5a30a: Waiting for close lock at 1731348983219Disabling compacts and flushes for region at 1731348983219Disabling writes for close at 1731348983220 (+1 ms)Writing region close event to WAL at 1731348983220Closed at 1731348983220 2024-11-11T18:16:23,220 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 9fd8732cbc8f7607add16c18ba458ec6, NAME => 'SPTestTable,b333332f,1731348983139.9fd8732cbc8f7607add16c18ba458ec6.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe 2024-11-11T18:16:23,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741845_1021 (size=62) 2024-11-11T18:16:23,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34493 is added to blk_1073741845_1021 (size=62) 2024-11-11T18:16:23,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36063 is added to blk_1073741845_1021 (size=62) 2024-11-11T18:16:23,231 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731348983139.9fd8732cbc8f7607add16c18ba458ec6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:16:23,231 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 9fd8732cbc8f7607add16c18ba458ec6, disabling compactions & flushes 2024-11-11T18:16:23,231 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731348983139.9fd8732cbc8f7607add16c18ba458ec6. 2024-11-11T18:16:23,231 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731348983139.9fd8732cbc8f7607add16c18ba458ec6. 2024-11-11T18:16:23,231 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731348983139.9fd8732cbc8f7607add16c18ba458ec6. after waiting 0 ms 2024-11-11T18:16:23,231 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731348983139.9fd8732cbc8f7607add16c18ba458ec6. 2024-11-11T18:16:23,231 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731348983139.9fd8732cbc8f7607add16c18ba458ec6. 2024-11-11T18:16:23,231 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 9fd8732cbc8f7607add16c18ba458ec6: Waiting for close lock at 1731348983231Disabling compacts and flushes for region at 1731348983231Disabling writes for close at 1731348983231Writing region close event to WAL at 1731348983231Closed at 1731348983231 2024-11-11T18:16:23,232 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 6200177caeab94f507dbb96681ca4e92, NAME => 'SPTestTable,ccccccc8,1731348983139.6200177caeab94f507dbb96681ca4e92.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe 2024-11-11T18:16:23,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34493 is added to blk_1073741846_1022 (size=62) 2024-11-11T18:16:23,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36063 is added to blk_1073741846_1022 (size=62) 2024-11-11T18:16:23,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741846_1022 (size=62) 2024-11-11T18:16:23,242 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731348983139.6200177caeab94f507dbb96681ca4e92.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:16:23,242 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 6200177caeab94f507dbb96681ca4e92, disabling compactions & flushes 2024-11-11T18:16:23,242 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731348983139.6200177caeab94f507dbb96681ca4e92. 2024-11-11T18:16:23,242 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731348983139.6200177caeab94f507dbb96681ca4e92. 2024-11-11T18:16:23,242 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731348983139.6200177caeab94f507dbb96681ca4e92. after waiting 0 ms 2024-11-11T18:16:23,242 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731348983139.6200177caeab94f507dbb96681ca4e92. 2024-11-11T18:16:23,242 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731348983139.6200177caeab94f507dbb96681ca4e92. 2024-11-11T18:16:23,242 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 6200177caeab94f507dbb96681ca4e92: Waiting for close lock at 1731348983242Disabling compacts and flushes for region at 1731348983242Disabling writes for close at 1731348983242Writing region close event to WAL at 1731348983242Closed at 1731348983242 2024-11-11T18:16:23,243 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 119a2e0041d26546fbd22cb588308b0b, NAME => 'SPTestTable,e6666661,1731348983139.119a2e0041d26546fbd22cb588308b0b.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe 2024-11-11T18:16:23,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:16:23,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34493 is added to blk_1073741847_1023 (size=54) 2024-11-11T18:16:23,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741847_1023 (size=54) 2024-11-11T18:16:23,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36063 is added to blk_1073741847_1023 (size=54) 2024-11-11T18:16:23,252 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731348983139.119a2e0041d26546fbd22cb588308b0b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:16:23,253 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 119a2e0041d26546fbd22cb588308b0b, disabling compactions & flushes 2024-11-11T18:16:23,253 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731348983139.119a2e0041d26546fbd22cb588308b0b. 2024-11-11T18:16:23,253 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731348983139.119a2e0041d26546fbd22cb588308b0b. 2024-11-11T18:16:23,253 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731348983139.119a2e0041d26546fbd22cb588308b0b. after waiting 0 ms 2024-11-11T18:16:23,253 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731348983139.119a2e0041d26546fbd22cb588308b0b. 2024-11-11T18:16:23,253 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731348983139.119a2e0041d26546fbd22cb588308b0b. 2024-11-11T18:16:23,253 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 119a2e0041d26546fbd22cb588308b0b: Waiting for close lock at 1731348983252Disabling compacts and flushes for region at 1731348983252Disabling writes for close at 1731348983253 (+1 ms)Writing region close event to WAL at 1731348983253Closed at 1731348983253 2024-11-11T18:16:23,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:16:23,613 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731348983139.e3bc00b8c27585b5876a6b0c2f8b1bae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:16:23,613 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731348983139.0c0b91beefa52b8806014d6069aab67e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:16:23,613 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing e3bc00b8c27585b5876a6b0c2f8b1bae, disabling compactions & flushes 2024-11-11T18:16:23,613 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 0c0b91beefa52b8806014d6069aab67e, disabling compactions & flushes 2024-11-11T18:16:23,613 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731348983139.e3bc00b8c27585b5876a6b0c2f8b1bae. 2024-11-11T18:16:23,613 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731348983139.0c0b91beefa52b8806014d6069aab67e. 2024-11-11T18:16:23,613 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731348983139.e3bc00b8c27585b5876a6b0c2f8b1bae. 2024-11-11T18:16:23,613 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731348983139.0c0b91beefa52b8806014d6069aab67e. 2024-11-11T18:16:23,613 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731348983139.e3bc00b8c27585b5876a6b0c2f8b1bae. after waiting 0 ms 2024-11-11T18:16:23,613 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731348983139.0c0b91beefa52b8806014d6069aab67e. after waiting 0 ms 2024-11-11T18:16:23,614 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731348983139.e3bc00b8c27585b5876a6b0c2f8b1bae. 2024-11-11T18:16:23,614 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731348983139.0c0b91beefa52b8806014d6069aab67e. 2024-11-11T18:16:23,614 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731348983139.e3bc00b8c27585b5876a6b0c2f8b1bae. 2024-11-11T18:16:23,614 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731348983139.0c0b91beefa52b8806014d6069aab67e. 2024-11-11T18:16:23,614 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for e3bc00b8c27585b5876a6b0c2f8b1bae: Waiting for close lock at 1731348983613Disabling compacts and flushes for region at 1731348983613Disabling writes for close at 1731348983613Writing region close event to WAL at 1731348983614 (+1 ms)Closed at 1731348983614 2024-11-11T18:16:23,614 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 0c0b91beefa52b8806014d6069aab67e: Waiting for close lock at 1731348983613Disabling compacts and flushes for region at 1731348983613Disabling writes for close at 1731348983613Writing region close event to WAL at 1731348983614 (+1 ms)Closed at 1731348983614 2024-11-11T18:16:23,615 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T18:16:23,616 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731348983139.8336f2ba85f430979061a26858d3a766.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731348983615"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731348983615"}]},"ts":"1731348983615"} 2024-11-11T18:16:23,616 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731348983139.8c839fe442ed0f78bafbe7c4f3263ee6.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731348983615"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731348983615"}]},"ts":"1731348983615"} 2024-11-11T18:16:23,616 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731348983139.13f9ef11838da565fe2f68d3c34bda8c.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731348983615"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731348983615"}]},"ts":"1731348983615"} 2024-11-11T18:16:23,616 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731348983139.707a67186b0985317d13872916906ecd.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731348983615"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731348983615"}]},"ts":"1731348983615"} 2024-11-11T18:16:23,616 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731348983139.b5894fe7701e6a5fd495d506c1e5a30a.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731348983615"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731348983615"}]},"ts":"1731348983615"} 2024-11-11T18:16:23,616 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731348983139.9fd8732cbc8f7607add16c18ba458ec6.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731348983615"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731348983615"}]},"ts":"1731348983615"} 2024-11-11T18:16:23,616 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731348983139.6200177caeab94f507dbb96681ca4e92.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731348983615"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731348983615"}]},"ts":"1731348983615"} 2024-11-11T18:16:23,616 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731348983139.119a2e0041d26546fbd22cb588308b0b.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731348983615"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731348983615"}]},"ts":"1731348983615"} 2024-11-11T18:16:23,616 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731348983139.e3bc00b8c27585b5876a6b0c2f8b1bae.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731348983615"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731348983615"}]},"ts":"1731348983615"} 2024-11-11T18:16:23,616 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731348983139.0c0b91beefa52b8806014d6069aab67e.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731348983615"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731348983615"}]},"ts":"1731348983615"} 2024-11-11T18:16:23,620 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-11T18:16:23,622 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T18:16:23,622 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731348983622"}]},"ts":"1731348983622"} 2024-11-11T18:16:23,624 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-11T18:16:23,624 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {90f34c5bee6a=0} racks are {/default-rack=0} 2024-11-11T18:16:23,630 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T18:16:23,630 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T18:16:23,630 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-11T18:16:23,630 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T18:16:23,630 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T18:16:23,630 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-11T18:16:23,630 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T18:16:23,630 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T18:16:23,630 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-11T18:16:23,630 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T18:16:23,631 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8c839fe442ed0f78bafbe7c4f3263ee6, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8336f2ba85f430979061a26858d3a766, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=13f9ef11838da565fe2f68d3c34bda8c, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=707a67186b0985317d13872916906ecd, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e3bc00b8c27585b5876a6b0c2f8b1bae, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0c0b91beefa52b8806014d6069aab67e, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b5894fe7701e6a5fd495d506c1e5a30a, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9fd8732cbc8f7607add16c18ba458ec6, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6200177caeab94f507dbb96681ca4e92, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=119a2e0041d26546fbd22cb588308b0b, ASSIGN}] 2024-11-11T18:16:23,633 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8c839fe442ed0f78bafbe7c4f3263ee6, ASSIGN 2024-11-11T18:16:23,633 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8336f2ba85f430979061a26858d3a766, ASSIGN 2024-11-11T18:16:23,633 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=707a67186b0985317d13872916906ecd, ASSIGN 2024-11-11T18:16:23,633 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=13f9ef11838da565fe2f68d3c34bda8c, ASSIGN 2024-11-11T18:16:23,634 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8c839fe442ed0f78bafbe7c4f3263ee6, ASSIGN; state=OFFLINE, location=90f34c5bee6a,43791,1731348971997; forceNewPlan=false, retain=false 2024-11-11T18:16:23,634 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8336f2ba85f430979061a26858d3a766, ASSIGN; state=OFFLINE, location=90f34c5bee6a,42555,1731348972058; forceNewPlan=false, retain=false 2024-11-11T18:16:23,634 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=707a67186b0985317d13872916906ecd, ASSIGN; state=OFFLINE, location=90f34c5bee6a,42555,1731348972058; forceNewPlan=false, retain=false 2024-11-11T18:16:23,635 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=13f9ef11838da565fe2f68d3c34bda8c, ASSIGN; state=OFFLINE, location=90f34c5bee6a,43593,1731348971942; forceNewPlan=false, retain=false 2024-11-11T18:16:23,637 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=119a2e0041d26546fbd22cb588308b0b, ASSIGN 2024-11-11T18:16:23,637 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6200177caeab94f507dbb96681ca4e92, ASSIGN 2024-11-11T18:16:23,637 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9fd8732cbc8f7607add16c18ba458ec6, ASSIGN 2024-11-11T18:16:23,638 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b5894fe7701e6a5fd495d506c1e5a30a, ASSIGN 2024-11-11T18:16:23,638 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0c0b91beefa52b8806014d6069aab67e, ASSIGN 2024-11-11T18:16:23,638 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=119a2e0041d26546fbd22cb588308b0b, ASSIGN; state=OFFLINE, location=90f34c5bee6a,43791,1731348971997; forceNewPlan=false, retain=false 2024-11-11T18:16:23,638 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6200177caeab94f507dbb96681ca4e92, ASSIGN; state=OFFLINE, location=90f34c5bee6a,42555,1731348972058; forceNewPlan=false, retain=false 2024-11-11T18:16:23,638 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9fd8732cbc8f7607add16c18ba458ec6, ASSIGN; state=OFFLINE, location=90f34c5bee6a,43593,1731348971942; forceNewPlan=false, retain=false 2024-11-11T18:16:23,638 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0c0b91beefa52b8806014d6069aab67e, ASSIGN; state=OFFLINE, location=90f34c5bee6a,42555,1731348972058; forceNewPlan=false, retain=false 2024-11-11T18:16:23,639 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b5894fe7701e6a5fd495d506c1e5a30a, ASSIGN; state=OFFLINE, location=90f34c5bee6a,43791,1731348971997; forceNewPlan=false, retain=false 2024-11-11T18:16:23,642 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e3bc00b8c27585b5876a6b0c2f8b1bae, ASSIGN 2024-11-11T18:16:23,643 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e3bc00b8c27585b5876a6b0c2f8b1bae, ASSIGN; state=OFFLINE, location=90f34c5bee6a,43593,1731348971942; forceNewPlan=false, retain=false 2024-11-11T18:16:23,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:16:23,785 INFO [90f34c5bee6a:40051 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-11T18:16:23,786 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8c839fe442ed0f78bafbe7c4f3263ee6, regionState=OPENING, regionLocation=90f34c5bee6a,43791,1731348971997 2024-11-11T18:16:23,786 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=119a2e0041d26546fbd22cb588308b0b, regionState=OPENING, regionLocation=90f34c5bee6a,43791,1731348971997 2024-11-11T18:16:23,786 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e3bc00b8c27585b5876a6b0c2f8b1bae, regionState=OPENING, regionLocation=90f34c5bee6a,43593,1731348971942 2024-11-11T18:16:23,786 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=b5894fe7701e6a5fd495d506c1e5a30a, regionState=OPENING, regionLocation=90f34c5bee6a,43791,1731348971997 2024-11-11T18:16:23,786 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=9fd8732cbc8f7607add16c18ba458ec6, regionState=OPENING, regionLocation=90f34c5bee6a,43593,1731348971942 2024-11-11T18:16:23,786 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=6200177caeab94f507dbb96681ca4e92, regionState=OPENING, regionLocation=90f34c5bee6a,42555,1731348972058 2024-11-11T18:16:23,786 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=13f9ef11838da565fe2f68d3c34bda8c, regionState=OPENING, regionLocation=90f34c5bee6a,43593,1731348971942 2024-11-11T18:16:23,786 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=707a67186b0985317d13872916906ecd, regionState=OPENING, regionLocation=90f34c5bee6a,42555,1731348972058 2024-11-11T18:16:23,786 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=0c0b91beefa52b8806014d6069aab67e, regionState=OPENING, regionLocation=90f34c5bee6a,42555,1731348972058 2024-11-11T18:16:23,786 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=8336f2ba85f430979061a26858d3a766, regionState=OPENING, regionLocation=90f34c5bee6a,42555,1731348972058 2024-11-11T18:16:23,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b5894fe7701e6a5fd495d506c1e5a30a, ASSIGN because future has completed 2024-11-11T18:16:23,789 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure b5894fe7701e6a5fd495d506c1e5a30a, server=90f34c5bee6a,43791,1731348971997}] 2024-11-11T18:16:23,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8c839fe442ed0f78bafbe7c4f3263ee6, ASSIGN because future has completed 2024-11-11T18:16:23,790 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8c839fe442ed0f78bafbe7c4f3263ee6, server=90f34c5bee6a,43791,1731348971997}] 2024-11-11T18:16:23,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e3bc00b8c27585b5876a6b0c2f8b1bae, ASSIGN because future has completed 2024-11-11T18:16:23,791 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e3bc00b8c27585b5876a6b0c2f8b1bae, server=90f34c5bee6a,43593,1731348971942}] 2024-11-11T18:16:23,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9fd8732cbc8f7607add16c18ba458ec6, ASSIGN because future has completed 2024-11-11T18:16:23,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=119a2e0041d26546fbd22cb588308b0b, ASSIGN because future has completed 2024-11-11T18:16:23,793 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9fd8732cbc8f7607add16c18ba458ec6, server=90f34c5bee6a,43593,1731348971942}] 2024-11-11T18:16:23,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6200177caeab94f507dbb96681ca4e92, ASSIGN because future has completed 2024-11-11T18:16:23,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=13f9ef11838da565fe2f68d3c34bda8c, ASSIGN because future has completed 2024-11-11T18:16:23,796 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 119a2e0041d26546fbd22cb588308b0b, server=90f34c5bee6a,43791,1731348971997}] 2024-11-11T18:16:23,796 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 13f9ef11838da565fe2f68d3c34bda8c, server=90f34c5bee6a,43593,1731348971942}] 2024-11-11T18:16:23,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8336f2ba85f430979061a26858d3a766, ASSIGN because future has completed 2024-11-11T18:16:23,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=707a67186b0985317d13872916906ecd, ASSIGN because future has completed 2024-11-11T18:16:23,799 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8336f2ba85f430979061a26858d3a766, server=90f34c5bee6a,42555,1731348972058}] 2024-11-11T18:16:23,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0c0b91beefa52b8806014d6069aab67e, ASSIGN because future has completed 2024-11-11T18:16:23,799 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 707a67186b0985317d13872916906ecd, server=90f34c5bee6a,42555,1731348972058}] 2024-11-11T18:16:23,802 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6200177caeab94f507dbb96681ca4e92, server=90f34c5bee6a,42555,1731348972058}] 2024-11-11T18:16:23,804 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0c0b91beefa52b8806014d6069aab67e, server=90f34c5bee6a,42555,1731348972058}] 2024-11-11T18:16:24,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:16:24,594 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T18:16:25,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:16:25,439 INFO [regionserver/90f34c5bee6a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-11T18:16:27,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:16:27,989 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:16:28,009 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:16:28,009 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:16:28,515 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T18:16:28,517 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:16:28,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:16:28,548 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:16:31,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:16:33,795 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T18:16:33,797 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51183, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T18:16:33,798 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731348983139.b5894fe7701e6a5fd495d506c1e5a30a. 2024-11-11T18:16:33,798 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => b5894fe7701e6a5fd495d506c1e5a30a, NAME => 'SPTestTable,99999996,1731348983139.b5894fe7701e6a5fd495d506c1e5a30a.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-11T18:16:33,798 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b5894fe7701e6a5fd495d506c1e5a30a 2024-11-11T18:16:33,798 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731348983139.b5894fe7701e6a5fd495d506c1e5a30a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:16:33,798 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for b5894fe7701e6a5fd495d506c1e5a30a 2024-11-11T18:16:33,798 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for b5894fe7701e6a5fd495d506c1e5a30a 2024-11-11T18:16:33,800 INFO [StoreOpener-b5894fe7701e6a5fd495d506c1e5a30a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b5894fe7701e6a5fd495d506c1e5a30a 2024-11-11T18:16:33,801 INFO [StoreOpener-b5894fe7701e6a5fd495d506c1e5a30a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b5894fe7701e6a5fd495d506c1e5a30a columnFamilyName cf 2024-11-11T18:16:33,801 DEBUG [StoreOpener-b5894fe7701e6a5fd495d506c1e5a30a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:16:33,801 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731348983139.9fd8732cbc8f7607add16c18ba458ec6. 2024-11-11T18:16:33,802 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 9fd8732cbc8f7607add16c18ba458ec6, NAME => 'SPTestTable,b333332f,1731348983139.9fd8732cbc8f7607add16c18ba458ec6.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-11T18:16:33,802 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 9fd8732cbc8f7607add16c18ba458ec6 2024-11-11T18:16:33,802 INFO [StoreOpener-b5894fe7701e6a5fd495d506c1e5a30a-1 {}] regionserver.HStore(327): Store=b5894fe7701e6a5fd495d506c1e5a30a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:16:33,802 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731348983139.9fd8732cbc8f7607add16c18ba458ec6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:16:33,802 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 9fd8732cbc8f7607add16c18ba458ec6 2024-11-11T18:16:33,802 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 9fd8732cbc8f7607add16c18ba458ec6 2024-11-11T18:16:33,802 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for b5894fe7701e6a5fd495d506c1e5a30a 2024-11-11T18:16:33,803 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/data/default/SPTestTable/b5894fe7701e6a5fd495d506c1e5a30a 2024-11-11T18:16:33,803 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/data/default/SPTestTable/b5894fe7701e6a5fd495d506c1e5a30a 2024-11-11T18:16:33,803 INFO [StoreOpener-9fd8732cbc8f7607add16c18ba458ec6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 9fd8732cbc8f7607add16c18ba458ec6 2024-11-11T18:16:33,803 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for b5894fe7701e6a5fd495d506c1e5a30a 2024-11-11T18:16:33,803 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for b5894fe7701e6a5fd495d506c1e5a30a 2024-11-11T18:16:33,804 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T18:16:33,804 INFO [StoreOpener-9fd8732cbc8f7607add16c18ba458ec6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9fd8732cbc8f7607add16c18ba458ec6 columnFamilyName cf 2024-11-11T18:16:33,805 DEBUG [StoreOpener-9fd8732cbc8f7607add16c18ba458ec6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:16:33,805 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57619, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T18:16:33,805 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for b5894fe7701e6a5fd495d506c1e5a30a 2024-11-11T18:16:33,806 INFO [StoreOpener-9fd8732cbc8f7607add16c18ba458ec6-1 {}] regionserver.HStore(327): Store=9fd8732cbc8f7607add16c18ba458ec6/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:16:33,806 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 9fd8732cbc8f7607add16c18ba458ec6 2024-11-11T18:16:33,806 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/data/default/SPTestTable/9fd8732cbc8f7607add16c18ba458ec6 2024-11-11T18:16:33,807 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/data/default/SPTestTable/9fd8732cbc8f7607add16c18ba458ec6 2024-11-11T18:16:33,807 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 9fd8732cbc8f7607add16c18ba458ec6 2024-11-11T18:16:33,807 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 9fd8732cbc8f7607add16c18ba458ec6 2024-11-11T18:16:33,808 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/data/default/SPTestTable/b5894fe7701e6a5fd495d506c1e5a30a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:16:33,808 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened b5894fe7701e6a5fd495d506c1e5a30a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71101808, jitterRate=0.059499502182006836}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T18:16:33,808 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b5894fe7701e6a5fd495d506c1e5a30a 2024-11-11T18:16:33,809 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for b5894fe7701e6a5fd495d506c1e5a30a: Running coprocessor pre-open hook at 1731348993799Writing region info on filesystem at 1731348993799Initializing all the Stores at 1731348993799Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731348993799Cleaning up temporary data from old regions at 1731348993803 (+4 ms)Running coprocessor post-open hooks at 1731348993808 (+5 ms)Region opened successfully at 1731348993809 (+1 ms) 2024-11-11T18:16:33,809 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 9fd8732cbc8f7607add16c18ba458ec6 2024-11-11T18:16:33,810 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731348983139.6200177caeab94f507dbb96681ca4e92. 2024-11-11T18:16:33,810 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731348983139.b5894fe7701e6a5fd495d506c1e5a30a., pid=15, masterSystemTime=1731348993791 2024-11-11T18:16:33,810 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 6200177caeab94f507dbb96681ca4e92, NAME => 'SPTestTable,ccccccc8,1731348983139.6200177caeab94f507dbb96681ca4e92.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-11T18:16:33,811 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 6200177caeab94f507dbb96681ca4e92 2024-11-11T18:16:33,811 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731348983139.6200177caeab94f507dbb96681ca4e92.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:16:33,811 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 6200177caeab94f507dbb96681ca4e92 2024-11-11T18:16:33,811 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 6200177caeab94f507dbb96681ca4e92 2024-11-11T18:16:33,812 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/data/default/SPTestTable/9fd8732cbc8f7607add16c18ba458ec6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:16:33,812 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731348983139.b5894fe7701e6a5fd495d506c1e5a30a. 2024-11-11T18:16:33,812 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731348983139.b5894fe7701e6a5fd495d506c1e5a30a. 2024-11-11T18:16:33,812 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 9fd8732cbc8f7607add16c18ba458ec6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69384036, jitterRate=0.03390270471572876}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T18:16:33,812 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9fd8732cbc8f7607add16c18ba458ec6 2024-11-11T18:16:33,812 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731348983139.119a2e0041d26546fbd22cb588308b0b. 2024-11-11T18:16:33,812 INFO [StoreOpener-6200177caeab94f507dbb96681ca4e92-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 6200177caeab94f507dbb96681ca4e92 2024-11-11T18:16:33,813 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 9fd8732cbc8f7607add16c18ba458ec6: Running coprocessor pre-open hook at 1731348993802Writing region info on filesystem at 1731348993802Initializing all the Stores at 1731348993803 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731348993803Cleaning up temporary data from old regions at 1731348993807 (+4 ms)Running coprocessor post-open hooks at 1731348993812 (+5 ms)Region opened successfully at 1731348993812 2024-11-11T18:16:33,813 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 119a2e0041d26546fbd22cb588308b0b, NAME => 'SPTestTable,e6666661,1731348983139.119a2e0041d26546fbd22cb588308b0b.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-11T18:16:33,813 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 119a2e0041d26546fbd22cb588308b0b 2024-11-11T18:16:33,813 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731348983139.119a2e0041d26546fbd22cb588308b0b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:16:33,813 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=b5894fe7701e6a5fd495d506c1e5a30a, regionState=OPEN, openSeqNum=2, regionLocation=90f34c5bee6a,43791,1731348971997 2024-11-11T18:16:33,813 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 119a2e0041d26546fbd22cb588308b0b 2024-11-11T18:16:33,813 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 119a2e0041d26546fbd22cb588308b0b 2024-11-11T18:16:33,814 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731348983139.9fd8732cbc8f7607add16c18ba458ec6., pid=18, masterSystemTime=1731348993795 2024-11-11T18:16:33,815 INFO [StoreOpener-119a2e0041d26546fbd22cb588308b0b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 119a2e0041d26546fbd22cb588308b0b 2024-11-11T18:16:33,815 INFO [StoreOpener-6200177caeab94f507dbb96681ca4e92-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6200177caeab94f507dbb96681ca4e92 columnFamilyName cf 2024-11-11T18:16:33,815 DEBUG [StoreOpener-6200177caeab94f507dbb96681ca4e92-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:16:33,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure b5894fe7701e6a5fd495d506c1e5a30a, server=90f34c5bee6a,43791,1731348971997 because future has completed 2024-11-11T18:16:33,817 INFO [StoreOpener-6200177caeab94f507dbb96681ca4e92-1 {}] regionserver.HStore(327): Store=6200177caeab94f507dbb96681ca4e92/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:16:33,817 INFO [StoreOpener-119a2e0041d26546fbd22cb588308b0b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 119a2e0041d26546fbd22cb588308b0b columnFamilyName cf 2024-11-11T18:16:33,817 DEBUG [StoreOpener-119a2e0041d26546fbd22cb588308b0b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:16:33,817 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 6200177caeab94f507dbb96681ca4e92 2024-11-11T18:16:33,817 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731348983139.9fd8732cbc8f7607add16c18ba458ec6. 2024-11-11T18:16:33,817 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731348983139.9fd8732cbc8f7607add16c18ba458ec6. 2024-11-11T18:16:33,817 INFO [StoreOpener-119a2e0041d26546fbd22cb588308b0b-1 {}] regionserver.HStore(327): Store=119a2e0041d26546fbd22cb588308b0b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:16:33,817 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=9fd8732cbc8f7607add16c18ba458ec6, regionState=OPEN, openSeqNum=2, regionLocation=90f34c5bee6a,43593,1731348971942 2024-11-11T18:16:33,818 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731348983139.e3bc00b8c27585b5876a6b0c2f8b1bae. 2024-11-11T18:16:33,818 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 119a2e0041d26546fbd22cb588308b0b 2024-11-11T18:16:33,818 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => e3bc00b8c27585b5876a6b0c2f8b1bae, NAME => 'SPTestTable,66666664,1731348983139.e3bc00b8c27585b5876a6b0c2f8b1bae.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-11T18:16:33,818 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e3bc00b8c27585b5876a6b0c2f8b1bae 2024-11-11T18:16:33,818 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731348983139.e3bc00b8c27585b5876a6b0c2f8b1bae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:16:33,818 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/data/default/SPTestTable/119a2e0041d26546fbd22cb588308b0b 2024-11-11T18:16:33,818 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for e3bc00b8c27585b5876a6b0c2f8b1bae 2024-11-11T18:16:33,818 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for e3bc00b8c27585b5876a6b0c2f8b1bae 2024-11-11T18:16:33,819 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/data/default/SPTestTable/119a2e0041d26546fbd22cb588308b0b 2024-11-11T18:16:33,819 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 119a2e0041d26546fbd22cb588308b0b 2024-11-11T18:16:33,819 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 119a2e0041d26546fbd22cb588308b0b 2024-11-11T18:16:33,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9fd8732cbc8f7607add16c18ba458ec6, server=90f34c5bee6a,43593,1731348971942 because future has completed 2024-11-11T18:16:33,821 INFO [StoreOpener-e3bc00b8c27585b5876a6b0c2f8b1bae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e3bc00b8c27585b5876a6b0c2f8b1bae 2024-11-11T18:16:33,821 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=11 2024-11-11T18:16:33,821 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure b5894fe7701e6a5fd495d506c1e5a30a, server=90f34c5bee6a,43791,1731348971997 in 10.0280 sec 2024-11-11T18:16:33,822 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 119a2e0041d26546fbd22cb588308b0b 2024-11-11T18:16:33,822 INFO [StoreOpener-e3bc00b8c27585b5876a6b0c2f8b1bae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e3bc00b8c27585b5876a6b0c2f8b1bae columnFamilyName cf 2024-11-11T18:16:33,822 DEBUG [StoreOpener-e3bc00b8c27585b5876a6b0c2f8b1bae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:16:33,823 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b5894fe7701e6a5fd495d506c1e5a30a, ASSIGN in 10.1900 sec 2024-11-11T18:16:33,823 INFO [StoreOpener-e3bc00b8c27585b5876a6b0c2f8b1bae-1 {}] regionserver.HStore(327): Store=e3bc00b8c27585b5876a6b0c2f8b1bae/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:16:33,823 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for e3bc00b8c27585b5876a6b0c2f8b1bae 2024-11-11T18:16:33,824 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/data/default/SPTestTable/e3bc00b8c27585b5876a6b0c2f8b1bae 2024-11-11T18:16:33,824 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/data/default/SPTestTable/e3bc00b8c27585b5876a6b0c2f8b1bae 2024-11-11T18:16:33,824 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/data/default/SPTestTable/6200177caeab94f507dbb96681ca4e92 2024-11-11T18:16:33,825 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/data/default/SPTestTable/6200177caeab94f507dbb96681ca4e92 2024-11-11T18:16:33,825 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for e3bc00b8c27585b5876a6b0c2f8b1bae 2024-11-11T18:16:33,825 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=12 2024-11-11T18:16:33,825 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for e3bc00b8c27585b5876a6b0c2f8b1bae 2024-11-11T18:16:33,825 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 9fd8732cbc8f7607add16c18ba458ec6, server=90f34c5bee6a,43593,1731348971942 in 10.0280 sec 2024-11-11T18:16:33,825 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 6200177caeab94f507dbb96681ca4e92 2024-11-11T18:16:33,825 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 6200177caeab94f507dbb96681ca4e92 2024-11-11T18:16:33,826 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/data/default/SPTestTable/119a2e0041d26546fbd22cb588308b0b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:16:33,827 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9fd8732cbc8f7607add16c18ba458ec6, ASSIGN in 10.1940 sec 2024-11-11T18:16:33,827 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 119a2e0041d26546fbd22cb588308b0b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60152505, jitterRate=-0.10365782678127289}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T18:16:33,827 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 119a2e0041d26546fbd22cb588308b0b 2024-11-11T18:16:33,827 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 119a2e0041d26546fbd22cb588308b0b: Running coprocessor pre-open hook at 1731348993813Writing region info on filesystem at 1731348993813Initializing all the Stores at 1731348993814 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731348993814Cleaning up temporary data from old regions at 1731348993819 (+5 ms)Running coprocessor post-open hooks at 1731348993827 (+8 ms)Region opened successfully at 1731348993827 2024-11-11T18:16:33,828 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 6200177caeab94f507dbb96681ca4e92 2024-11-11T18:16:33,828 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731348983139.119a2e0041d26546fbd22cb588308b0b., pid=19, masterSystemTime=1731348993791 2024-11-11T18:16:33,830 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731348983139.119a2e0041d26546fbd22cb588308b0b. 2024-11-11T18:16:33,830 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731348983139.119a2e0041d26546fbd22cb588308b0b. 2024-11-11T18:16:33,830 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,,1731348983139.8c839fe442ed0f78bafbe7c4f3263ee6. 2024-11-11T18:16:33,830 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 8c839fe442ed0f78bafbe7c4f3263ee6, NAME => 'SPTestTable,,1731348983139.8c839fe442ed0f78bafbe7c4f3263ee6.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-11T18:16:33,830 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8c839fe442ed0f78bafbe7c4f3263ee6 2024-11-11T18:16:33,830 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,,1731348983139.8c839fe442ed0f78bafbe7c4f3263ee6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:16:33,830 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=119a2e0041d26546fbd22cb588308b0b, regionState=OPEN, openSeqNum=2, regionLocation=90f34c5bee6a,43791,1731348971997 2024-11-11T18:16:33,830 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 8c839fe442ed0f78bafbe7c4f3263ee6 2024-11-11T18:16:33,831 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 8c839fe442ed0f78bafbe7c4f3263ee6 2024-11-11T18:16:33,832 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/data/default/SPTestTable/6200177caeab94f507dbb96681ca4e92/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:16:33,832 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for e3bc00b8c27585b5876a6b0c2f8b1bae 2024-11-11T18:16:33,832 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 6200177caeab94f507dbb96681ca4e92; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74309302, jitterRate=0.10729488730430603}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T18:16:33,833 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6200177caeab94f507dbb96681ca4e92 2024-11-11T18:16:33,833 INFO [StoreOpener-8c839fe442ed0f78bafbe7c4f3263ee6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8c839fe442ed0f78bafbe7c4f3263ee6 2024-11-11T18:16:33,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 119a2e0041d26546fbd22cb588308b0b, server=90f34c5bee6a,43791,1731348971997 because future has completed 2024-11-11T18:16:33,833 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 6200177caeab94f507dbb96681ca4e92: Running coprocessor pre-open hook at 1731348993811Writing region info on filesystem at 1731348993811Initializing all the Stores at 1731348993812 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731348993812Cleaning up temporary data from old regions at 1731348993825 (+13 ms)Running coprocessor post-open hooks at 1731348993833 (+8 ms)Region opened successfully at 1731348993833 2024-11-11T18:16:33,834 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731348983139.6200177caeab94f507dbb96681ca4e92., pid=23, masterSystemTime=1731348993804 2024-11-11T18:16:33,834 INFO [StoreOpener-8c839fe442ed0f78bafbe7c4f3263ee6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c839fe442ed0f78bafbe7c4f3263ee6 columnFamilyName cf 2024-11-11T18:16:33,835 DEBUG [StoreOpener-8c839fe442ed0f78bafbe7c4f3263ee6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:16:33,836 INFO [StoreOpener-8c839fe442ed0f78bafbe7c4f3263ee6-1 {}] regionserver.HStore(327): Store=8c839fe442ed0f78bafbe7c4f3263ee6/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:16:33,836 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 8c839fe442ed0f78bafbe7c4f3263ee6 2024-11-11T18:16:33,836 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=6200177caeab94f507dbb96681ca4e92, regionState=OPEN, openSeqNum=2, regionLocation=90f34c5bee6a,42555,1731348972058 2024-11-11T18:16:33,836 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=14 2024-11-11T18:16:33,837 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731348983139.6200177caeab94f507dbb96681ca4e92. 2024-11-11T18:16:33,837 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731348983139.6200177caeab94f507dbb96681ca4e92. 2024-11-11T18:16:33,837 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731348983139.0c0b91beefa52b8806014d6069aab67e. 2024-11-11T18:16:33,837 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 0c0b91beefa52b8806014d6069aab67e, NAME => 'SPTestTable,7ffffffd,1731348983139.0c0b91beefa52b8806014d6069aab67e.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-11T18:16:33,837 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0c0b91beefa52b8806014d6069aab67e 2024-11-11T18:16:33,837 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731348983139.0c0b91beefa52b8806014d6069aab67e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:16:33,838 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 0c0b91beefa52b8806014d6069aab67e 2024-11-11T18:16:33,838 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 119a2e0041d26546fbd22cb588308b0b, server=90f34c5bee6a,43791,1731348971997 in 10.0380 sec 2024-11-11T18:16:33,838 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 0c0b91beefa52b8806014d6069aab67e 2024-11-11T18:16:33,838 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/data/default/SPTestTable/e3bc00b8c27585b5876a6b0c2f8b1bae/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:16:33,838 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened e3bc00b8c27585b5876a6b0c2f8b1bae; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74909061, jitterRate=0.1162319928407669}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T18:16:33,838 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e3bc00b8c27585b5876a6b0c2f8b1bae 2024-11-11T18:16:33,838 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/data/default/SPTestTable/8c839fe442ed0f78bafbe7c4f3263ee6 2024-11-11T18:16:33,839 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for e3bc00b8c27585b5876a6b0c2f8b1bae: Running coprocessor pre-open hook at 1731348993818Writing region info on filesystem at 1731348993818Initializing all the Stores at 1731348993820 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731348993820Cleaning up temporary data from old regions at 1731348993825 (+5 ms)Running coprocessor post-open hooks at 1731348993838 (+13 ms)Region opened successfully at 1731348993839 (+1 ms) 2024-11-11T18:16:33,839 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/data/default/SPTestTable/8c839fe442ed0f78bafbe7c4f3263ee6 2024-11-11T18:16:33,839 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=119a2e0041d26546fbd22cb588308b0b, ASSIGN in 10.2050 sec 2024-11-11T18:16:33,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6200177caeab94f507dbb96681ca4e92, server=90f34c5bee6a,42555,1731348972058 because future has completed 2024-11-11T18:16:33,839 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 8c839fe442ed0f78bafbe7c4f3263ee6 2024-11-11T18:16:33,839 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 8c839fe442ed0f78bafbe7c4f3263ee6 2024-11-11T18:16:33,840 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731348983139.e3bc00b8c27585b5876a6b0c2f8b1bae., pid=17, masterSystemTime=1731348993795 2024-11-11T18:16:33,841 INFO [StoreOpener-0c0b91beefa52b8806014d6069aab67e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0c0b91beefa52b8806014d6069aab67e 2024-11-11T18:16:33,842 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731348983139.e3bc00b8c27585b5876a6b0c2f8b1bae. 2024-11-11T18:16:33,842 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731348983139.e3bc00b8c27585b5876a6b0c2f8b1bae. 2024-11-11T18:16:33,842 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731348983139.13f9ef11838da565fe2f68d3c34bda8c. 2024-11-11T18:16:33,842 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e3bc00b8c27585b5876a6b0c2f8b1bae, regionState=OPEN, openSeqNum=2, regionLocation=90f34c5bee6a,43593,1731348971942 2024-11-11T18:16:33,842 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 13f9ef11838da565fe2f68d3c34bda8c, NAME => 'SPTestTable,33333332,1731348983139.13f9ef11838da565fe2f68d3c34bda8c.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-11T18:16:33,843 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 13f9ef11838da565fe2f68d3c34bda8c 2024-11-11T18:16:33,843 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731348983139.13f9ef11838da565fe2f68d3c34bda8c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:16:33,843 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 13f9ef11838da565fe2f68d3c34bda8c 2024-11-11T18:16:33,843 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 13f9ef11838da565fe2f68d3c34bda8c 2024-11-11T18:16:33,843 INFO [StoreOpener-0c0b91beefa52b8806014d6069aab67e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0c0b91beefa52b8806014d6069aab67e columnFamilyName cf 2024-11-11T18:16:33,843 DEBUG [StoreOpener-0c0b91beefa52b8806014d6069aab67e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:16:33,843 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=13 2024-11-11T18:16:33,844 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 6200177caeab94f507dbb96681ca4e92, server=90f34c5bee6a,42555,1731348972058 in 10.0410 sec 2024-11-11T18:16:33,844 INFO [StoreOpener-0c0b91beefa52b8806014d6069aab67e-1 {}] regionserver.HStore(327): Store=0c0b91beefa52b8806014d6069aab67e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:16:33,844 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 0c0b91beefa52b8806014d6069aab67e 2024-11-11T18:16:33,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e3bc00b8c27585b5876a6b0c2f8b1bae, server=90f34c5bee6a,43593,1731348971942 because future has completed 2024-11-11T18:16:33,846 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6200177caeab94f507dbb96681ca4e92, ASSIGN in 10.2130 sec 2024-11-11T18:16:33,846 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 8c839fe442ed0f78bafbe7c4f3263ee6 2024-11-11T18:16:33,848 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/data/default/SPTestTable/0c0b91beefa52b8806014d6069aab67e 2024-11-11T18:16:33,849 INFO [StoreOpener-13f9ef11838da565fe2f68d3c34bda8c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 13f9ef11838da565fe2f68d3c34bda8c 2024-11-11T18:16:33,849 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/data/default/SPTestTable/0c0b91beefa52b8806014d6069aab67e 2024-11-11T18:16:33,849 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 0c0b91beefa52b8806014d6069aab67e 2024-11-11T18:16:33,849 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 0c0b91beefa52b8806014d6069aab67e 2024-11-11T18:16:33,850 INFO [StoreOpener-13f9ef11838da565fe2f68d3c34bda8c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 13f9ef11838da565fe2f68d3c34bda8c columnFamilyName cf 2024-11-11T18:16:33,850 DEBUG [StoreOpener-13f9ef11838da565fe2f68d3c34bda8c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:16:33,851 INFO [StoreOpener-13f9ef11838da565fe2f68d3c34bda8c-1 {}] regionserver.HStore(327): Store=13f9ef11838da565fe2f68d3c34bda8c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:16:33,851 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 13f9ef11838da565fe2f68d3c34bda8c 2024-11-11T18:16:33,851 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/data/default/SPTestTable/13f9ef11838da565fe2f68d3c34bda8c 2024-11-11T18:16:33,851 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 0c0b91beefa52b8806014d6069aab67e 2024-11-11T18:16:33,852 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/data/default/SPTestTable/13f9ef11838da565fe2f68d3c34bda8c 2024-11-11T18:16:33,853 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 13f9ef11838da565fe2f68d3c34bda8c 2024-11-11T18:16:33,853 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 13f9ef11838da565fe2f68d3c34bda8c 2024-11-11T18:16:33,854 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=9 2024-11-11T18:16:33,854 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure e3bc00b8c27585b5876a6b0c2f8b1bae, server=90f34c5bee6a,43593,1731348971942 in 10.0610 sec 2024-11-11T18:16:33,855 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 13f9ef11838da565fe2f68d3c34bda8c 2024-11-11T18:16:33,855 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e3bc00b8c27585b5876a6b0c2f8b1bae, ASSIGN in 10.2230 sec 2024-11-11T18:16:33,857 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/data/default/SPTestTable/8c839fe442ed0f78bafbe7c4f3263ee6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:16:33,857 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/data/default/SPTestTable/0c0b91beefa52b8806014d6069aab67e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:16:33,858 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 8c839fe442ed0f78bafbe7c4f3263ee6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60429587, jitterRate=-0.09952898323535919}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T18:16:33,858 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8c839fe442ed0f78bafbe7c4f3263ee6 2024-11-11T18:16:33,858 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 8c839fe442ed0f78bafbe7c4f3263ee6: Running coprocessor pre-open hook at 1731348993831Writing region info on filesystem at 1731348993831Initializing all the Stores at 1731348993832 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731348993832Cleaning up temporary data from old regions at 1731348993840 (+8 ms)Running coprocessor post-open hooks at 1731348993858 (+18 ms)Region opened successfully at 1731348993858 2024-11-11T18:16:33,858 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 0c0b91beefa52b8806014d6069aab67e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72953338, jitterRate=0.08708944916725159}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T18:16:33,858 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0c0b91beefa52b8806014d6069aab67e 2024-11-11T18:16:33,858 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 0c0b91beefa52b8806014d6069aab67e: Running coprocessor pre-open hook at 1731348993838Writing region info on filesystem at 1731348993838Initializing all the Stores at 1731348993841 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731348993841Cleaning up temporary data from old regions at 1731348993850 (+9 ms)Running coprocessor post-open hooks at 1731348993858 (+8 ms)Region opened successfully at 1731348993858 2024-11-11T18:16:33,858 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731348983139.8c839fe442ed0f78bafbe7c4f3263ee6., pid=16, masterSystemTime=1731348993791 2024-11-11T18:16:33,859 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731348983139.0c0b91beefa52b8806014d6069aab67e., pid=24, masterSystemTime=1731348993804 2024-11-11T18:16:33,860 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/data/default/SPTestTable/13f9ef11838da565fe2f68d3c34bda8c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:16:33,861 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731348983139.8c839fe442ed0f78bafbe7c4f3263ee6. 2024-11-11T18:16:33,861 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731348983139.8c839fe442ed0f78bafbe7c4f3263ee6. 2024-11-11T18:16:33,861 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8c839fe442ed0f78bafbe7c4f3263ee6, regionState=OPEN, openSeqNum=2, regionLocation=90f34c5bee6a,43791,1731348971997 2024-11-11T18:16:33,861 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 13f9ef11838da565fe2f68d3c34bda8c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60412348, jitterRate=-0.09978586435317993}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T18:16:33,861 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 13f9ef11838da565fe2f68d3c34bda8c 2024-11-11T18:16:33,861 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 13f9ef11838da565fe2f68d3c34bda8c: Running coprocessor pre-open hook at 1731348993843Writing region info on filesystem at 1731348993843Initializing all the Stores at 1731348993844 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731348993844Cleaning up temporary data from old regions at 1731348993853 (+9 ms)Running coprocessor post-open hooks at 1731348993861 (+8 ms)Region opened successfully at 1731348993861 2024-11-11T18:16:33,862 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731348983139.0c0b91beefa52b8806014d6069aab67e. 2024-11-11T18:16:33,862 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731348983139.0c0b91beefa52b8806014d6069aab67e. 2024-11-11T18:16:33,862 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731348983139.8336f2ba85f430979061a26858d3a766. 2024-11-11T18:16:33,862 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 8336f2ba85f430979061a26858d3a766, NAME => 'SPTestTable,19999999,1731348983139.8336f2ba85f430979061a26858d3a766.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-11T18:16:33,863 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731348983139.13f9ef11838da565fe2f68d3c34bda8c., pid=20, masterSystemTime=1731348993795 2024-11-11T18:16:33,863 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8336f2ba85f430979061a26858d3a766 2024-11-11T18:16:33,863 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731348983139.8336f2ba85f430979061a26858d3a766.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:16:33,863 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 8336f2ba85f430979061a26858d3a766 2024-11-11T18:16:33,863 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 8336f2ba85f430979061a26858d3a766 2024-11-11T18:16:33,863 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=0c0b91beefa52b8806014d6069aab67e, regionState=OPEN, openSeqNum=2, regionLocation=90f34c5bee6a,42555,1731348972058 2024-11-11T18:16:33,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8c839fe442ed0f78bafbe7c4f3263ee6, server=90f34c5bee6a,43791,1731348971997 because future has completed 2024-11-11T18:16:33,865 INFO [StoreOpener-8336f2ba85f430979061a26858d3a766-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8336f2ba85f430979061a26858d3a766 2024-11-11T18:16:33,865 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731348983139.13f9ef11838da565fe2f68d3c34bda8c. 2024-11-11T18:16:33,865 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731348983139.13f9ef11838da565fe2f68d3c34bda8c. 2024-11-11T18:16:33,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0c0b91beefa52b8806014d6069aab67e, server=90f34c5bee6a,42555,1731348972058 because future has completed 2024-11-11T18:16:33,866 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=13f9ef11838da565fe2f68d3c34bda8c, regionState=OPEN, openSeqNum=2, regionLocation=90f34c5bee6a,43593,1731348971942 2024-11-11T18:16:33,866 INFO [StoreOpener-8336f2ba85f430979061a26858d3a766-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8336f2ba85f430979061a26858d3a766 columnFamilyName cf 2024-11-11T18:16:33,866 DEBUG [StoreOpener-8336f2ba85f430979061a26858d3a766-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:16:33,867 INFO [StoreOpener-8336f2ba85f430979061a26858d3a766-1 {}] regionserver.HStore(327): Store=8336f2ba85f430979061a26858d3a766/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:16:33,867 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 8336f2ba85f430979061a26858d3a766 2024-11-11T18:16:33,868 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/data/default/SPTestTable/8336f2ba85f430979061a26858d3a766 2024-11-11T18:16:33,868 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/data/default/SPTestTable/8336f2ba85f430979061a26858d3a766 2024-11-11T18:16:33,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 13f9ef11838da565fe2f68d3c34bda8c, server=90f34c5bee6a,43593,1731348971942 because future has completed 2024-11-11T18:16:33,869 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 8336f2ba85f430979061a26858d3a766 2024-11-11T18:16:33,869 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 8336f2ba85f430979061a26858d3a766 2024-11-11T18:16:33,869 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=5 2024-11-11T18:16:33,870 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8c839fe442ed0f78bafbe7c4f3263ee6, server=90f34c5bee6a,43791,1731348971997 in 10.0750 sec 2024-11-11T18:16:33,871 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=10 2024-11-11T18:16:33,871 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 0c0b91beefa52b8806014d6069aab67e, server=90f34c5bee6a,42555,1731348972058 in 10.0660 sec 2024-11-11T18:16:33,872 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 8336f2ba85f430979061a26858d3a766 2024-11-11T18:16:33,872 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8c839fe442ed0f78bafbe7c4f3263ee6, ASSIGN in 10.2390 sec 2024-11-11T18:16:33,875 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/data/default/SPTestTable/8336f2ba85f430979061a26858d3a766/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:16:33,875 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=7 2024-11-11T18:16:33,875 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0c0b91beefa52b8806014d6069aab67e, ASSIGN in 10.2400 sec 2024-11-11T18:16:33,875 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 13f9ef11838da565fe2f68d3c34bda8c, server=90f34c5bee6a,43593,1731348971942 in 10.0750 sec 2024-11-11T18:16:33,875 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 8336f2ba85f430979061a26858d3a766; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61872455, jitterRate=-0.07802857458591461}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T18:16:33,875 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8336f2ba85f430979061a26858d3a766 2024-11-11T18:16:33,875 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 8336f2ba85f430979061a26858d3a766: Running coprocessor pre-open hook at 1731348993863Writing region info on filesystem at 1731348993863Initializing all the Stores at 1731348993864 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731348993864Cleaning up temporary data from old regions at 1731348993869 (+5 ms)Running coprocessor post-open hooks at 1731348993875 (+6 ms)Region opened successfully at 1731348993875 2024-11-11T18:16:33,876 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731348983139.8336f2ba85f430979061a26858d3a766., pid=21, masterSystemTime=1731348993804 2024-11-11T18:16:33,876 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=13f9ef11838da565fe2f68d3c34bda8c, ASSIGN in 10.2440 sec 2024-11-11T18:16:33,878 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731348983139.8336f2ba85f430979061a26858d3a766. 2024-11-11T18:16:33,878 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731348983139.8336f2ba85f430979061a26858d3a766. 2024-11-11T18:16:33,878 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731348983139.707a67186b0985317d13872916906ecd. 2024-11-11T18:16:33,878 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 707a67186b0985317d13872916906ecd, NAME => 'SPTestTable,4ccccccb,1731348983139.707a67186b0985317d13872916906ecd.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-11T18:16:33,878 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=8336f2ba85f430979061a26858d3a766, regionState=OPEN, openSeqNum=2, regionLocation=90f34c5bee6a,42555,1731348972058 2024-11-11T18:16:33,878 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 707a67186b0985317d13872916906ecd 2024-11-11T18:16:33,879 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731348983139.707a67186b0985317d13872916906ecd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:16:33,879 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 707a67186b0985317d13872916906ecd 2024-11-11T18:16:33,879 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 707a67186b0985317d13872916906ecd 2024-11-11T18:16:33,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8336f2ba85f430979061a26858d3a766, server=90f34c5bee6a,42555,1731348972058 because future has completed 2024-11-11T18:16:33,881 INFO [StoreOpener-707a67186b0985317d13872916906ecd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 707a67186b0985317d13872916906ecd 2024-11-11T18:16:33,882 INFO [StoreOpener-707a67186b0985317d13872916906ecd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 707a67186b0985317d13872916906ecd columnFamilyName cf 2024-11-11T18:16:33,882 DEBUG [StoreOpener-707a67186b0985317d13872916906ecd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:16:33,883 INFO [StoreOpener-707a67186b0985317d13872916906ecd-1 {}] regionserver.HStore(327): Store=707a67186b0985317d13872916906ecd/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:16:33,883 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=6 2024-11-11T18:16:33,883 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 8336f2ba85f430979061a26858d3a766, server=90f34c5bee6a,42555,1731348972058 in 10.0820 sec 2024-11-11T18:16:33,883 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 707a67186b0985317d13872916906ecd 2024-11-11T18:16:33,884 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/data/default/SPTestTable/707a67186b0985317d13872916906ecd 2024-11-11T18:16:33,885 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/data/default/SPTestTable/707a67186b0985317d13872916906ecd 2024-11-11T18:16:33,885 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8336f2ba85f430979061a26858d3a766, ASSIGN in 10.2520 sec 2024-11-11T18:16:33,885 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 707a67186b0985317d13872916906ecd 2024-11-11T18:16:33,885 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 707a67186b0985317d13872916906ecd 2024-11-11T18:16:33,887 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 707a67186b0985317d13872916906ecd 2024-11-11T18:16:33,893 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/data/default/SPTestTable/707a67186b0985317d13872916906ecd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:16:33,894 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 707a67186b0985317d13872916906ecd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63196095, jitterRate=-0.0583048015832901}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T18:16:33,894 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 707a67186b0985317d13872916906ecd 2024-11-11T18:16:33,894 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 707a67186b0985317d13872916906ecd: Running coprocessor pre-open hook at 1731348993879Writing region info on filesystem at 1731348993879Initializing all the Stores at 1731348993880 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731348993880Cleaning up temporary data from old regions at 1731348993885 (+5 ms)Running coprocessor post-open hooks at 1731348993894 (+9 ms)Region opened successfully at 1731348993894 2024-11-11T18:16:33,895 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731348983139.707a67186b0985317d13872916906ecd., pid=22, masterSystemTime=1731348993804 2024-11-11T18:16:33,896 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731348983139.707a67186b0985317d13872916906ecd. 2024-11-11T18:16:33,897 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731348983139.707a67186b0985317d13872916906ecd. 2024-11-11T18:16:33,897 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=707a67186b0985317d13872916906ecd, regionState=OPEN, openSeqNum=2, regionLocation=90f34c5bee6a,42555,1731348972058 2024-11-11T18:16:33,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 707a67186b0985317d13872916906ecd, server=90f34c5bee6a,42555,1731348972058 because future has completed 2024-11-11T18:16:33,902 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=8 2024-11-11T18:16:33,902 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 707a67186b0985317d13872916906ecd, server=90f34c5bee6a,42555,1731348972058 in 10.1010 sec 2024-11-11T18:16:33,904 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-11T18:16:33,904 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=707a67186b0985317d13872916906ecd, ASSIGN in 10.2710 sec 2024-11-11T18:16:33,905 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T18:16:33,905 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731348993905"}]},"ts":"1731348993905"} 2024-11-11T18:16:33,907 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-11T18:16:33,907 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T18:16:33,909 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.7680 sec 2024-11-11T18:16:36,590 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-11T18:16:38,034 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=90f34c5bee6a:35515 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-11T18:16:38,799 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:16:38,817 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:16:38,817 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:16:39,323 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T18:16:39,325 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:16:39,360 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:16:39,360 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:16:41,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:16:41,335 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-11T18:16:41,335 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-11T18:16:41,336 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T18:16:41,340 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-11T18:16:41,340 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T18:16:41,340 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-11T18:16:41,366 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731348983139.b5894fe7701e6a5fd495d506c1e5a30a., hostname=90f34c5bee6a,43791,1731348971997, seqNum=2] 2024-11-11T18:16:41,368 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731348983139.b5894fe7701e6a5fd495d506c1e5a30a., hostname=90f34c5bee6a,43791,1731348971997, seqNum=2] 2024-11-11T18:16:41,370 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731348983139.b5894fe7701e6a5fd495d506c1e5a30a., hostname=90f34c5bee6a,43791,1731348971997, seqNum=2] 2024-11-11T18:16:41,371 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731348983139.b5894fe7701e6a5fd495d506c1e5a30a., hostname=90f34c5bee6a,43791,1731348971997, seqNum=2] 2024-11-11T18:16:41,372 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1731348983139.b5894fe7701e6a5fd495d506c1e5a30a., hostname=90f34c5bee6a,43791,1731348971997, seqNum=2] 2024-11-11T18:16:41,374 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1731348983139.b5894fe7701e6a5fd495d506c1e5a30a., hostname=90f34c5bee6a,43791,1731348971997, seqNum=2] 2024-11-11T18:16:41,403 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731348983139.9fd8732cbc8f7607add16c18ba458ec6., hostname=90f34c5bee6a,43593,1731348971942, seqNum=2] 2024-11-11T18:16:41,405 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731348983139.9fd8732cbc8f7607add16c18ba458ec6., hostname=90f34c5bee6a,43593,1731348971942, seqNum=2] 2024-11-11T18:16:41,406 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731348983139.9fd8732cbc8f7607add16c18ba458ec6., hostname=90f34c5bee6a,43593,1731348971942, seqNum=2] 2024-11-11T18:16:41,407 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731348983139.9fd8732cbc8f7607add16c18ba458ec6., hostname=90f34c5bee6a,43593,1731348971942, seqNum=2] 2024-11-11T18:16:41,408 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1731348983139.9fd8732cbc8f7607add16c18ba458ec6., hostname=90f34c5bee6a,43593,1731348971942, seqNum=2] 2024-11-11T18:16:41,439 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731348983139.6200177caeab94f507dbb96681ca4e92., hostname=90f34c5bee6a,42555,1731348972058, seqNum=2] 2024-11-11T18:16:41,440 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731348983139.6200177caeab94f507dbb96681ca4e92., hostname=90f34c5bee6a,42555,1731348972058, seqNum=2] 2024-11-11T18:16:41,442 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731348983139.6200177caeab94f507dbb96681ca4e92., hostname=90f34c5bee6a,42555,1731348972058, seqNum=2] 2024-11-11T18:16:41,443 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731348983139.6200177caeab94f507dbb96681ca4e92., hostname=90f34c5bee6a,42555,1731348972058, seqNum=2] 2024-11-11T18:16:41,444 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731348983139.6200177caeab94f507dbb96681ca4e92., hostname=90f34c5bee6a,42555,1731348972058, seqNum=2] 2024-11-11T18:16:41,445 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731348983139.6200177caeab94f507dbb96681ca4e92., hostname=90f34c5bee6a,42555,1731348972058, seqNum=2] 2024-11-11T18:16:41,498 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731348983139.119a2e0041d26546fbd22cb588308b0b., hostname=90f34c5bee6a,43791,1731348971997, seqNum=2] 2024-11-11T18:16:41,500 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731348983139.119a2e0041d26546fbd22cb588308b0b., hostname=90f34c5bee6a,43791,1731348971997, seqNum=2] 2024-11-11T18:16:41,502 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731348983139.119a2e0041d26546fbd22cb588308b0b., hostname=90f34c5bee6a,43791,1731348971997, seqNum=2] 2024-11-11T18:16:41,504 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731348983139.119a2e0041d26546fbd22cb588308b0b., hostname=90f34c5bee6a,43791,1731348971997, seqNum=2] 2024-11-11T18:16:41,505 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1731348983139.119a2e0041d26546fbd22cb588308b0b., hostname=90f34c5bee6a,43791,1731348971997, seqNum=2] 2024-11-11T18:16:41,507 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1731348983139.119a2e0041d26546fbd22cb588308b0b., hostname=90f34c5bee6a,43791,1731348971997, seqNum=2] 2024-11-11T18:16:41,508 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1731348983139.119a2e0041d26546fbd22cb588308b0b., hostname=90f34c5bee6a,43791,1731348971997, seqNum=2] 2024-11-11T18:16:41,784 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T18:16:42,166 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:16:42,172 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T18:16:42,190 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:16:42,202 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T18:16:42,218 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42555 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731348983139.6200177caeab94f507dbb96681ca4e92. with WAL disabled. Data may be lost in the event of a crash. 2024-11-11T18:16:42,233 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43791 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1731348983139.b5894fe7701e6a5fd495d506c1e5a30a. 2024-11-11T18:16:42,236 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43593 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731348983139.9fd8732cbc8f7607add16c18ba458ec6. with WAL disabled. Data may be lost in the event of a crash. 2024-11-11T18:16:42,249 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43791 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731348983139.b5894fe7701e6a5fd495d506c1e5a30a. with WAL disabled. Data may be lost in the event of a crash. 2024-11-11T18:16:42,704 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43791 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731348983139.119a2e0041d26546fbd22cb588308b0b. with WAL disabled. Data may be lost in the event of a crash. 2024-11-11T18:16:42,834 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-11T18:16:42,834 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T18:16:42,835 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-11T18:16:42,836 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-11T18:16:42,839 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-11T18:16:42,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741848_1024 (size=49) 2024-11-11T18:16:42,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36063 is added to blk_1073741848_1024 (size=49) 2024-11-11T18:16:42,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34493 is added to blk_1073741848_1024 (size=49) 2024-11-11T18:16:42,871 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-11T18:16:42,872 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8c839fe442ed0f78bafbe7c4f3263ee6}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8336f2ba85f430979061a26858d3a766}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 13f9ef11838da565fe2f68d3c34bda8c}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 707a67186b0985317d13872916906ecd}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e3bc00b8c27585b5876a6b0c2f8b1bae}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0c0b91beefa52b8806014d6069aab67e}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b5894fe7701e6a5fd495d506c1e5a30a}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9fd8732cbc8f7607add16c18ba458ec6}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6200177caeab94f507dbb96681ca4e92}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 119a2e0041d26546fbd22cb588308b0b}] 2024-11-11T18:16:42,874 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b5894fe7701e6a5fd495d506c1e5a30a 2024-11-11T18:16:42,874 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0c0b91beefa52b8806014d6069aab67e 2024-11-11T18:16:42,874 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 707a67186b0985317d13872916906ecd 2024-11-11T18:16:42,875 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 119a2e0041d26546fbd22cb588308b0b 2024-11-11T18:16:42,875 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e3bc00b8c27585b5876a6b0c2f8b1bae 2024-11-11T18:16:42,877 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6200177caeab94f507dbb96681ca4e92 2024-11-11T18:16:42,881 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 13f9ef11838da565fe2f68d3c34bda8c 2024-11-11T18:16:42,882 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8336f2ba85f430979061a26858d3a766 2024-11-11T18:16:42,882 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9fd8732cbc8f7607add16c18ba458ec6 2024-11-11T18:16:42,885 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8c839fe442ed0f78bafbe7c4f3263ee6 2024-11-11T18:16:52,876 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-11T18:16:52,876 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-11T18:16:52,876 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731348983139.8c839fe442ed0f78bafbe7c4f3263ee6. 2024-11-11T18:16:52,877 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 8c839fe442ed0f78bafbe7c4f3263ee6: 2024-11-11T18:16:52,877 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-11T18:16:52,877 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731348983139.8c839fe442ed0f78bafbe7c4f3263ee6. for SnapshotProcedureTest completed. 2024-11-11T18:16:52,877 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42555 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-11T18:16:52,877 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43593 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-11T18:16:52,877 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731348983139.8c839fe442ed0f78bafbe7c4f3263ee6.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T18:16:52,877 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T18:16:52,877 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731348983139.b5894fe7701e6a5fd495d506c1e5a30a. 2024-11-11T18:16:52,877 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-11T18:16:52,877 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731348983139.119a2e0041d26546fbd22cb588308b0b. 2024-11-11T18:16:52,877 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing b5894fe7701e6a5fd495d506c1e5a30a 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-11-11T18:16:52,877 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 119a2e0041d26546fbd22cb588308b0b 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-11T18:16:52,877 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731348983139.707a67186b0985317d13872916906ecd. 2024-11-11T18:16:52,878 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 707a67186b0985317d13872916906ecd: 2024-11-11T18:16:52,878 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731348983139.707a67186b0985317d13872916906ecd. for SnapshotProcedureTest completed. 2024-11-11T18:16:52,878 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42555 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-11T18:16:52,878 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731348983139.707a67186b0985317d13872916906ecd.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T18:16:52,878 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T18:16:52,878 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-11T18:16:52,878 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43593 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-11T18:16:52,878 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731348983139.e3bc00b8c27585b5876a6b0c2f8b1bae. 2024-11-11T18:16:52,878 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for e3bc00b8c27585b5876a6b0c2f8b1bae: 2024-11-11T18:16:52,878 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731348983139.e3bc00b8c27585b5876a6b0c2f8b1bae. for SnapshotProcedureTest completed. 2024-11-11T18:16:52,879 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731348983139.e3bc00b8c27585b5876a6b0c2f8b1bae.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T18:16:52,879 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T18:16:52,879 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-11T18:16:52,879 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42555 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-11T18:16:52,879 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731348983139.6200177caeab94f507dbb96681ca4e92. 2024-11-11T18:16:52,879 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 6200177caeab94f507dbb96681ca4e92 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-11T18:16:52,879 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42555 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-11T18:16:52,879 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731348983139.0c0b91beefa52b8806014d6069aab67e. 2024-11-11T18:16:52,880 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43593 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-11T18:16:52,880 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 0c0b91beefa52b8806014d6069aab67e: 2024-11-11T18:16:52,880 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731348983139.0c0b91beefa52b8806014d6069aab67e. for SnapshotProcedureTest completed. 2024-11-11T18:16:52,880 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731348983139.9fd8732cbc8f7607add16c18ba458ec6. 2024-11-11T18:16:52,880 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731348983139.0c0b91beefa52b8806014d6069aab67e.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T18:16:52,880 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 9fd8732cbc8f7607add16c18ba458ec6 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-11T18:16:52,880 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T18:16:52,880 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-11T18:16:52,883 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731348983139.13f9ef11838da565fe2f68d3c34bda8c. 2024-11-11T18:16:52,883 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 13f9ef11838da565fe2f68d3c34bda8c: 2024-11-11T18:16:52,883 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731348983139.13f9ef11838da565fe2f68d3c34bda8c. for SnapshotProcedureTest completed. 2024-11-11T18:16:52,883 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731348983139.13f9ef11838da565fe2f68d3c34bda8c.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T18:16:52,883 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T18:16:52,883 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-11T18:16:52,910 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/data/default/SPTestTable/b5894fe7701e6a5fd495d506c1e5a30a/.tmp/cf/962677df278b47c2b97cf9170444d30a is 34, key is aaa/cf:cf/1731349002249/Put/seqid=0 2024-11-11T18:16:52,941 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/data/default/SPTestTable/6200177caeab94f507dbb96681ca4e92/.tmp/cf/cb37ef97346b4a7798265de4df3490a5 is 34, key is ccd/cf:cf/1731349002218/Put/seqid=0 2024-11-11T18:16:52,942 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/data/default/SPTestTable/9fd8732cbc8f7607add16c18ba458ec6/.tmp/cf/173aa0cbae894294a7d33953c0cbc117 is 34, key is baa/cf:cf/1731349002236/Put/seqid=0 2024-11-11T18:16:52,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741852_1028 (size=26918) 2024-11-11T18:16:52,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34493 is added to blk_1073741852_1028 (size=26918) 2024-11-11T18:16:52,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36063 is added to blk_1073741852_1028 (size=26918) 2024-11-11T18:16:52,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741851_1027 (size=65) 2024-11-11T18:16:52,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36063 is added to blk_1073741851_1027 (size=65) 2024-11-11T18:16:52,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34493 is added to blk_1073741851_1027 (size=65) 2024-11-11T18:16:52,973 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731348983139.707a67186b0985317d13872916906ecd. 2024-11-11T18:16:52,973 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-11T18:16:52,973 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731348983139.8336f2ba85f430979061a26858d3a766. 2024-11-11T18:16:52,973 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 8336f2ba85f430979061a26858d3a766: 2024-11-11T18:16:52,973 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731348983139.8336f2ba85f430979061a26858d3a766. for SnapshotProcedureTest completed. 2024-11-11T18:16:52,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40051 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-11T18:16:52,974 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731348983139.8336f2ba85f430979061a26858d3a766.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T18:16:52,974 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40051 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 707a67186b0985317d13872916906ecd 2024-11-11T18:16:52,974 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T18:16:52,974 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-11T18:16:52,974 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 707a67186b0985317d13872916906ecd 2024-11-11T18:16:52,977 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/data/default/SPTestTable/119a2e0041d26546fbd22cb588308b0b/.tmp/cf/30169e86b8e6400ba71547b8a38fcb38 is 34, key is eaa/cf:cf/1731349002701/Put/seqid=0 2024-11-11T18:16:52,980 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 707a67186b0985317d13872916906ecd in 10.1060 sec 2024-11-11T18:16:52,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34493 is added to blk_1073741849_1025 (size=57) 2024-11-11T18:16:52,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36063 is added to blk_1073741849_1025 (size=57) 2024-11-11T18:16:52,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741849_1025 (size=57) 2024-11-11T18:16:52,985 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731348983139.8c839fe442ed0f78bafbe7c4f3263ee6. 2024-11-11T18:16:52,985 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-11T18:16:52,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40051 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-11T18:16:52,986 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40051 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 8c839fe442ed0f78bafbe7c4f3263ee6 2024-11-11T18:16:52,987 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8c839fe442ed0f78bafbe7c4f3263ee6 2024-11-11T18:16:52,989 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8c839fe442ed0f78bafbe7c4f3263ee6 in 10.1160 sec 2024-11-11T18:16:53,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741850_1026 (size=65) 2024-11-11T18:16:53,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34493 is added to blk_1073741850_1026 (size=65) 2024-11-11T18:16:53,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36063 is added to blk_1073741850_1026 (size=65) 2024-11-11T18:16:53,002 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731348983139.0c0b91beefa52b8806014d6069aab67e. 2024-11-11T18:16:53,002 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-11T18:16:53,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40051 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-11T18:16:53,003 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40051 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 0c0b91beefa52b8806014d6069aab67e 2024-11-11T18:16:53,004 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0c0b91beefa52b8806014d6069aab67e 2024-11-11T18:16:53,008 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0c0b91beefa52b8806014d6069aab67e in 10.1330 sec 2024-11-11T18:16:53,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741857_1033 (size=28623) 2024-11-11T18:16:53,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36063 is added to blk_1073741857_1033 (size=28623) 2024-11-11T18:16:53,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34493 is added to blk_1073741857_1033 (size=28623) 2024-11-11T18:16:53,049 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/data/default/SPTestTable/9fd8732cbc8f7607add16c18ba458ec6/.tmp/cf/173aa0cbae894294a7d33953c0cbc117 2024-11-11T18:16:53,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741855_1031 (size=65) 2024-11-11T18:16:53,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36063 is added to blk_1073741855_1031 (size=65) 2024-11-11T18:16:53,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34493 is added to blk_1073741855_1031 (size=65) 2024-11-11T18:16:53,053 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731348983139.13f9ef11838da565fe2f68d3c34bda8c. 2024-11-11T18:16:53,053 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-11T18:16:53,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40051 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-11T18:16:53,053 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40051 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 13f9ef11838da565fe2f68d3c34bda8c 2024-11-11T18:16:53,054 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 13f9ef11838da565fe2f68d3c34bda8c 2024-11-11T18:16:53,056 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 13f9ef11838da565fe2f68d3c34bda8c in 10.1830 sec 2024-11-11T18:16:53,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36063 is added to blk_1073741853_1029 (size=499309) 2024-11-11T18:16:53,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741853_1029 (size=499309) 2024-11-11T18:16:53,071 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/data/default/SPTestTable/119a2e0041d26546fbd22cb588308b0b/.tmp/cf/30169e86b8e6400ba71547b8a38fcb38 2024-11-11T18:16:53,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34493 is added to blk_1073741853_1029 (size=499309) 2024-11-11T18:16:53,080 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/data/default/SPTestTable/119a2e0041d26546fbd22cb588308b0b/.tmp/cf/30169e86b8e6400ba71547b8a38fcb38 as hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/data/default/SPTestTable/119a2e0041d26546fbd22cb588308b0b/cf/30169e86b8e6400ba71547b8a38fcb38 2024-11-11T18:16:53,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34493 is added to blk_1073741856_1032 (size=47197) 2024-11-11T18:16:53,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36063 is added to blk_1073741856_1032 (size=47197) 2024-11-11T18:16:53,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36063 is added to blk_1073741854_1030 (size=65) 2024-11-11T18:16:53,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741854_1030 (size=65) 2024-11-11T18:16:53,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741856_1032 (size=47197) 2024-11-11T18:16:53,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34493 is added to blk_1073741854_1030 (size=65) 2024-11-11T18:16:53,094 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731348983139.e3bc00b8c27585b5876a6b0c2f8b1bae. 2024-11-11T18:16:53,094 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-11T18:16:53,094 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/data/default/SPTestTable/6200177caeab94f507dbb96681ca4e92/.tmp/cf/cb37ef97346b4a7798265de4df3490a5 2024-11-11T18:16:53,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40051 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-11T18:16:53,095 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40051 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region e3bc00b8c27585b5876a6b0c2f8b1bae 2024-11-11T18:16:53,095 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e3bc00b8c27585b5876a6b0c2f8b1bae 2024-11-11T18:16:53,096 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/data/default/SPTestTable/9fd8732cbc8f7607add16c18ba458ec6/.tmp/cf/173aa0cbae894294a7d33953c0cbc117 as hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/data/default/SPTestTable/9fd8732cbc8f7607add16c18ba458ec6/cf/173aa0cbae894294a7d33953c0cbc117 2024-11-11T18:16:53,101 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e3bc00b8c27585b5876a6b0c2f8b1bae in 10.2240 sec 2024-11-11T18:16:53,107 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/data/default/SPTestTable/6200177caeab94f507dbb96681ca4e92/.tmp/cf/cb37ef97346b4a7798265de4df3490a5 as hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/data/default/SPTestTable/6200177caeab94f507dbb96681ca4e92/cf/cb37ef97346b4a7798265de4df3490a5 2024-11-11T18:16:53,117 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/data/default/SPTestTable/119a2e0041d26546fbd22cb588308b0b/cf/30169e86b8e6400ba71547b8a38fcb38, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-11T18:16:53,118 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 119a2e0041d26546fbd22cb588308b0b in 241ms, sequenceid=5, compaction requested=false 2024-11-11T18:16:53,118 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 119a2e0041d26546fbd22cb588308b0b: 2024-11-11T18:16:53,118 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731348983139.119a2e0041d26546fbd22cb588308b0b. for SnapshotProcedureTest completed. 2024-11-11T18:16:53,118 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731348983139.119a2e0041d26546fbd22cb588308b0b.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T18:16:53,118 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T18:16:53,118 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/data/default/SPTestTable/119a2e0041d26546fbd22cb588308b0b/cf/30169e86b8e6400ba71547b8a38fcb38] hfiles 2024-11-11T18:16:53,118 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/data/default/SPTestTable/119a2e0041d26546fbd22cb588308b0b/cf/30169e86b8e6400ba71547b8a38fcb38 for snapshot=SnapshotProcedureTest 2024-11-11T18:16:53,122 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/data/default/SPTestTable/9fd8732cbc8f7607add16c18ba458ec6/cf/173aa0cbae894294a7d33953c0cbc117, entries=731, sequenceid=5, filesize=28.0 K 2024-11-11T18:16:53,124 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 9fd8732cbc8f7607add16c18ba458ec6 in 243ms, sequenceid=5, compaction requested=false 2024-11-11T18:16:53,124 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 9fd8732cbc8f7607add16c18ba458ec6: 2024-11-11T18:16:53,124 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731348983139.9fd8732cbc8f7607add16c18ba458ec6. for SnapshotProcedureTest completed. 2024-11-11T18:16:53,125 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731348983139.9fd8732cbc8f7607add16c18ba458ec6.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T18:16:53,125 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T18:16:53,125 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/data/default/SPTestTable/9fd8732cbc8f7607add16c18ba458ec6/cf/173aa0cbae894294a7d33953c0cbc117] hfiles 2024-11-11T18:16:53,125 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/data/default/SPTestTable/9fd8732cbc8f7607add16c18ba458ec6/cf/173aa0cbae894294a7d33953c0cbc117 for snapshot=SnapshotProcedureTest 2024-11-11T18:16:53,129 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/data/default/SPTestTable/6200177caeab94f507dbb96681ca4e92/cf/cb37ef97346b4a7798265de4df3490a5, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-11T18:16:53,133 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 6200177caeab94f507dbb96681ca4e92 in 254ms, sequenceid=5, compaction requested=false 2024-11-11T18:16:53,133 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 6200177caeab94f507dbb96681ca4e92: 2024-11-11T18:16:53,133 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731348983139.6200177caeab94f507dbb96681ca4e92. for SnapshotProcedureTest completed. 2024-11-11T18:16:53,133 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731348983139.6200177caeab94f507dbb96681ca4e92.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T18:16:53,133 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T18:16:53,133 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/data/default/SPTestTable/6200177caeab94f507dbb96681ca4e92/cf/cb37ef97346b4a7798265de4df3490a5] hfiles 2024-11-11T18:16:53,133 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/data/default/SPTestTable/6200177caeab94f507dbb96681ca4e92/cf/cb37ef97346b4a7798265de4df3490a5 for snapshot=SnapshotProcedureTest 2024-11-11T18:16:53,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741858_1034 (size=65) 2024-11-11T18:16:53,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36063 is added to blk_1073741858_1034 (size=65) 2024-11-11T18:16:53,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34493 is added to blk_1073741858_1034 (size=65) 2024-11-11T18:16:53,147 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731348983139.8336f2ba85f430979061a26858d3a766. 2024-11-11T18:16:53,147 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-11T18:16:53,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40051 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-11T18:16:53,148 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40051 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 8336f2ba85f430979061a26858d3a766 2024-11-11T18:16:53,148 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8336f2ba85f430979061a26858d3a766 2024-11-11T18:16:53,151 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8336f2ba85f430979061a26858d3a766 in 10.2770 sec 2024-11-11T18:16:53,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741861_1037 (size=105) 2024-11-11T18:16:53,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36063 is added to blk_1073741861_1037 (size=105) 2024-11-11T18:16:53,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34493 is added to blk_1073741859_1035 (size=97) 2024-11-11T18:16:53,182 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731348983139.119a2e0041d26546fbd22cb588308b0b. 2024-11-11T18:16:53,182 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-11T18:16:53,182 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731348983139.6200177caeab94f507dbb96681ca4e92. 2024-11-11T18:16:53,182 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-11T18:16:53,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741859_1035 (size=97) 2024-11-11T18:16:53,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36063 is added to blk_1073741859_1035 (size=97) 2024-11-11T18:16:53,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40051 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-11T18:16:53,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40051 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-11T18:16:53,183 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40051 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 6200177caeab94f507dbb96681ca4e92 2024-11-11T18:16:53,183 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40051 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 119a2e0041d26546fbd22cb588308b0b 2024-11-11T18:16:53,183 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6200177caeab94f507dbb96681ca4e92 2024-11-11T18:16:53,184 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 119a2e0041d26546fbd22cb588308b0b 2024-11-11T18:16:53,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34493 is added to blk_1073741861_1037 (size=105) 2024-11-11T18:16:53,186 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 6200177caeab94f507dbb96681ca4e92 in 10.3120 sec 2024-11-11T18:16:53,187 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 119a2e0041d26546fbd22cb588308b0b in 10.3120 sec 2024-11-11T18:16:53,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36063 is added to blk_1073741860_1036 (size=105) 2024-11-11T18:16:53,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34493 is added to blk_1073741860_1036 (size=105) 2024-11-11T18:16:53,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741860_1036 (size=105) 2024-11-11T18:16:53,198 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731348983139.9fd8732cbc8f7607add16c18ba458ec6. 2024-11-11T18:16:53,198 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-11T18:16:53,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40051 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-11T18:16:53,199 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40051 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 9fd8732cbc8f7607add16c18ba458ec6 2024-11-11T18:16:53,199 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9fd8732cbc8f7607add16c18ba458ec6 2024-11-11T18:16:53,202 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 9fd8732cbc8f7607add16c18ba458ec6 in 10.3280 sec 2024-11-11T18:16:53,371 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/data/default/SPTestTable/b5894fe7701e6a5fd495d506c1e5a30a/.tmp/cf/962677df278b47c2b97cf9170444d30a 2024-11-11T18:16:53,378 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/data/default/SPTestTable/b5894fe7701e6a5fd495d506c1e5a30a/.tmp/cf/962677df278b47c2b97cf9170444d30a as hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/data/default/SPTestTable/b5894fe7701e6a5fd495d506c1e5a30a/cf/962677df278b47c2b97cf9170444d30a 2024-11-11T18:16:53,384 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/data/default/SPTestTable/b5894fe7701e6a5fd495d506c1e5a30a/cf/962677df278b47c2b97cf9170444d30a, entries=676, sequenceid=5, filesize=26.3 K 2024-11-11T18:16:53,385 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for b5894fe7701e6a5fd495d506c1e5a30a in 508ms, sequenceid=5, compaction requested=false 2024-11-11T18:16:53,386 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for b5894fe7701e6a5fd495d506c1e5a30a: 2024-11-11T18:16:53,386 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731348983139.b5894fe7701e6a5fd495d506c1e5a30a. for SnapshotProcedureTest completed. 2024-11-11T18:16:53,386 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731348983139.b5894fe7701e6a5fd495d506c1e5a30a.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T18:16:53,386 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T18:16:53,386 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/data/default/SPTestTable/b5894fe7701e6a5fd495d506c1e5a30a/cf/962677df278b47c2b97cf9170444d30a] hfiles 2024-11-11T18:16:53,386 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/data/default/SPTestTable/b5894fe7701e6a5fd495d506c1e5a30a/cf/962677df278b47c2b97cf9170444d30a for snapshot=SnapshotProcedureTest 2024-11-11T18:16:53,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741862_1038 (size=105) 2024-11-11T18:16:53,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34493 is added to blk_1073741862_1038 (size=105) 2024-11-11T18:16:53,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36063 is added to blk_1073741862_1038 (size=105) 2024-11-11T18:16:53,395 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731348983139.b5894fe7701e6a5fd495d506c1e5a30a. 2024-11-11T18:16:53,395 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-11T18:16:53,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40051 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-11T18:16:53,395 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40051 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b5894fe7701e6a5fd495d506c1e5a30a 2024-11-11T18:16:53,396 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b5894fe7701e6a5fd495d506c1e5a30a 2024-11-11T18:16:53,398 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=25 2024-11-11T18:16:53,398 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-11T18:16:53,398 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b5894fe7701e6a5fd495d506c1e5a30a in 10.5240 sec 2024-11-11T18:16:53,399 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-11T18:16:53,399 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-11T18:16:53,400 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-11T18:16:53,401 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-11T18:16:53,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34493 is added to blk_1073741863_1039 (size=1174) 2024-11-11T18:16:53,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36063 is added to blk_1073741863_1039 (size=1174) 2024-11-11T18:16:53,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741863_1039 (size=1174) 2024-11-11T18:16:53,429 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-11T18:16:53,434 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-11T18:16:53,437 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=90f34c5bee6a,43791,1731348971997 2024-11-11T18:16:53,437 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=90f34c5bee6a,42555,1731348972058 2024-11-11T18:16:53,437 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=90f34c5bee6a,42555,1731348972058 2024-11-11T18:16:53,437 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=90f34c5bee6a,43593,1731348971942 2024-11-11T18:16:53,437 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=90f34c5bee6a,43791,1731348971997 2024-11-11T18:16:53,441 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=90f34c5bee6a,43791,1731348971997 2024-11-11T18:16:53,441 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=90f34c5bee6a,43593,1731348971942 2024-11-11T18:16:53,441 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=90f34c5bee6a,43593,1731348971942 2024-11-11T18:16:53,442 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=90f34c5bee6a,42555,1731348972058 2024-11-11T18:16:53,449 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T18:16:53,450 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 90f34c5bee6a,43791,1731348971997 2024-11-11T18:16:53,450 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 90f34c5bee6a,43791,1731348971997: Simulated kill ***** 2024-11-11T18:16:53,450 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-11T18:16:53,450 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-11T18:16:53,451 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-11T18:16:53,451 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-11T18:16:53,451 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-11T18:16:53,451 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 589533208 }, "NonHeapMemoryUsage": { "committed": 177995776, "init": 7667712, "max": -1, "used": 173921344 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-11T18:16:53,452 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40051 {}] master.MasterRpcServices(700): 90f34c5bee6a,43791,1731348971997 reported a fatal error: ***** ABORTING region server 90f34c5bee6a,43791,1731348971997: Simulated kill ***** 2024-11-11T18:16:53,453 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '90f34c5bee6a,43791,1731348971997' ***** 2024-11-11T18:16:53,453 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-11T18:16:53,454 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T18:16:53,454 INFO [RS:1;90f34c5bee6a:43791 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T18:16:53,454 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T18:16:53,454 INFO [RS:1;90f34c5bee6a:43791 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-11T18:16:53,455 INFO [RS:1;90f34c5bee6a:43791 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-11T18:16:53,455 INFO [RS:1;90f34c5bee6a:43791 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T18:16:53,455 INFO [RS:1;90f34c5bee6a:43791 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;90f34c5bee6a:43791. 2024-11-11T18:16:53,455 DEBUG [RS:1;90f34c5bee6a:43791 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:16:53,455 DEBUG [RS:1;90f34c5bee6a:43791 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:16:53,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34493 is added to blk_1073741836_1012 (size=14382) 2024-11-11T18:16:53,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741836_1012 (size=14382) 2024-11-11T18:16:53,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36063 is added to blk_1073741836_1012 (size=14382) 2024-11-11T18:16:53,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36063 is added to blk_1073741833_1009 (size=1995) 2024-11-11T18:16:53,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741833_1009 (size=1995) 2024-11-11T18:16:53,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34493 is added to blk_1073741833_1009 (size=1995) 2024-11-11T18:16:53,466 DEBUG [RS:1;90f34c5bee6a:43791 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:16:53,466 INFO [RS:1;90f34c5bee6a:43791 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T18:16:53,467 INFO [RS:1;90f34c5bee6a:43791 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43791 2024-11-11T18:16:53,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40051-0x101083eab9e0000, quorum=127.0.0.1:52315, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T18:16:53,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43791-0x101083eab9e0002, quorum=127.0.0.1:52315, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/90f34c5bee6a,43791,1731348971997 2024-11-11T18:16:53,469 INFO [RS:1;90f34c5bee6a:43791 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T18:16:53,471 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [90f34c5bee6a,43791,1731348971997] 2024-11-11T18:16:53,473 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/90f34c5bee6a,43791,1731348971997 already deleted, retry=false 2024-11-11T18:16:53,473 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 90f34c5bee6a,43791,1731348971997 on 90f34c5bee6a,40051,1731348971846 2024-11-11T18:16:53,488 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 90f34c5bee6a,43791,1731348971997, splitWal=true, meta=true 2024-11-11T18:16:53,489 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=46 for 90f34c5bee6a,43791,1731348971997 (carryingMeta=true) 90f34c5bee6a,43791,1731348971997/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@66645cd6[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-11T18:16:53,491 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 90f34c5bee6a,43791,1731348971997, splitWal=true, meta=true 2024-11-11T18:16:53,492 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 90f34c5bee6a,43791,1731348971997, splitWal=true, meta=true, isMeta: true 2024-11-11T18:16:53,494 DEBUG [PEWorker-5 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/WALs/90f34c5bee6a,43791,1731348971997-splitting 2024-11-11T18:16:53,494 INFO [regionserver/90f34c5bee6a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T18:16:53,495 INFO [PEWorker-5 {}] master.SplitWALManager(105): 90f34c5bee6a,43791,1731348971997 WAL count=1, meta=true 2024-11-11T18:16:53,495 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 90f34c5bee6a%2C43791%2C1731348971997.meta.1731348982967.meta}] 2024-11-11T18:16:53,516 DEBUG [PEWorker-4 {}] master.SplitWALManager(158): Acquired split WAL worker=90f34c5bee6a,42555,1731348972058 2024-11-11T18:16:53,516 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=90f34c5bee6a,43791,1731348971997 Release verify snapshot worker=90f34c5bee6a,43791,1731348971997 2024-11-11T18:16:53,516 WARN [PEWorker-5 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 44 to 90f34c5bee6a,43791,1731348971997, this operation will be retried to send to another server 2024-11-11T18:16:53,517 WARN [PEWorker-5 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-11T18:16:53,517 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=44, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731349014517 2024-11-11T18:16:53,518 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 90f34c5bee6a%2C43791%2C1731348971997.meta.1731348982967.meta, worker=90f34c5bee6a,42555,1731348972058}] 2024-11-11T18:16:53,519 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 26 is already finished, skip the rest processes 2024-11-11T18:16:53,520 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 32 is already finished, skip the rest processes 2024-11-11T18:16:53,520 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 35 is already finished, skip the rest processes 2024-11-11T18:16:53,520 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=90f34c5bee6a,43791,1731348971997 Release verify snapshot worker=90f34c5bee6a,43791,1731348971997 2024-11-11T18:16:53,520 WARN [PEWorker-3 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to 90f34c5bee6a,43791,1731348971997, this operation will be retried to send to another server 2024-11-11T18:16:53,520 WARN [PEWorker-3 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-11T18:16:53,520 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731349014520 2024-11-11T18:16:53,526 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=90f34c5bee6a,43791,1731348971997 Release verify snapshot worker=90f34c5bee6a,43791,1731348971997 2024-11-11T18:16:53,526 WARN [PEWorker-2 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 39 to 90f34c5bee6a,43791,1731348971997, this operation will be retried to send to another server 2024-11-11T18:16:53,526 WARN [PEWorker-2 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-11T18:16:53,526 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=39, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731349014526 2024-11-11T18:16:53,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43791-0x101083eab9e0002, quorum=127.0.0.1:52315, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:16:53,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43791-0x101083eab9e0002, quorum=127.0.0.1:52315, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:16:53,571 INFO [RS:1;90f34c5bee6a:43791 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T18:16:53,571 INFO [RS:1;90f34c5bee6a:43791 {}] regionserver.HRegionServer(1031): Exiting; stopping=90f34c5bee6a,43791,1731348971997; zookeeper connection closed. 2024-11-11T18:16:53,572 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4c4739f4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4c4739f4 2024-11-11T18:16:53,634 INFO [regionserver/90f34c5bee6a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T18:16:53,634 INFO [regionserver/90f34c5bee6a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T18:17:03,334 INFO [master/90f34c5bee6a:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-11T18:17:03,334 INFO [master/90f34c5bee6a:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-11T18:17:03,438 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42555 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-11-11T18:17:03,438 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43593 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-11-11T18:17:03,438 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43593 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-11T18:17:03,438 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43593 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-11-11T18:17:03,438 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42555 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-11-11T18:17:03,438 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42555 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-11-11T18:17:03,438 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42555 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-11-11T18:17:03,442 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-11T18:17:03,442 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-11T18:17:03,443 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-11T18:17:03,443 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-11T18:17:03,443 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-11T18:17:03,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40051 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-11T18:17:03,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40051 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-11T18:17:03,444 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-11T18:17:03,444 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-11T18:17:03,444 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-11T18:17:03,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40051 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-11T18:17:03,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40051 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-11T18:17:03,445 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=90f34c5bee6a,42555,1731348972058 Release verify snapshot worker=90f34c5bee6a,42555,1731348972058 2024-11-11T18:17:03,445 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=90f34c5bee6a,43593,1731348971942 Release verify snapshot worker=90f34c5bee6a,43593,1731348971942 2024-11-11T18:17:03,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40051 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-11T18:17:03,446 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=90f34c5bee6a,42555,1731348972058 Release verify snapshot worker=90f34c5bee6a,42555,1731348972058 2024-11-11T18:17:03,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40051 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-11T18:17:03,449 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=90f34c5bee6a,42555,1731348972058 in 10.0120 sec 2024-11-11T18:17:03,449 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=90f34c5bee6a,43593,1731348971942 in 10.0110 sec 2024-11-11T18:17:03,450 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=90f34c5bee6a,42555,1731348972058 2024-11-11T18:17:03,450 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=90f34c5bee6a,42555,1731348972058 Release verify snapshot worker=90f34c5bee6a,42555,1731348972058 2024-11-11T18:17:03,450 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=90f34c5bee6a,43593,1731348971942 Release verify snapshot worker=90f34c5bee6a,43593,1731348971942 2024-11-11T18:17:03,450 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=90f34c5bee6a,42555,1731348972058 in 10.0110 sec 2024-11-11T18:17:03,450 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=90f34c5bee6a,42555,1731348972058 2024-11-11T18:17:03,451 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=90f34c5bee6a,43593,1731348971942 Release verify snapshot worker=90f34c5bee6a,43593,1731348971942 2024-11-11T18:17:03,453 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=90f34c5bee6a,42555,1731348972058 in 10.0160 sec 2024-11-11T18:17:03,453 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=90f34c5bee6a,43593,1731348971942 in 10.0160 sec 2024-11-11T18:17:03,454 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=90f34c5bee6a,43593,1731348971942 in 10.0170 sec 2024-11-11T18:17:03,455 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=90f34c5bee6a,42555,1731348972058 2024-11-11T18:17:03,455 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=90f34c5bee6a,43593,1731348971942 2024-11-11T18:17:03,459 INFO [RS_LOG_REPLAY_OPS-regionserver/90f34c5bee6a:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/WALs/90f34c5bee6a,43791,1731348971997-splitting/90f34c5bee6a%2C43791%2C1731348971997.meta.1731348982967.meta, size=14.0 K (14382bytes) 2024-11-11T18:17:03,459 INFO [RS_LOG_REPLAY_OPS-regionserver/90f34c5bee6a:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/WALs/90f34c5bee6a,43791,1731348971997-splitting/90f34c5bee6a%2C43791%2C1731348971997.meta.1731348982967.meta 2024-11-11T18:17:03,459 INFO [RS_LOG_REPLAY_OPS-regionserver/90f34c5bee6a:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/WALs/90f34c5bee6a,43791,1731348971997-splitting/90f34c5bee6a%2C43791%2C1731348971997.meta.1731348982967.meta after 0ms 2024-11-11T18:17:03,462 INFO [RS_LOG_REPLAY_OPS-regionserver/90f34c5bee6a:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/WALs/90f34c5bee6a,43791,1731348971997-splitting/90f34c5bee6a%2C43791%2C1731348971997.meta.1731348982967.meta took 4ms 2024-11-11T18:17:03,465 DEBUG [RS_LOG_REPLAY_OPS-regionserver/90f34c5bee6a:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "info" sequence_id: 5 } store_sequence_id { family_name: "ns" sequence_id: 3 } store_sequence_id { family_name: "rep_barrier" sequence_id: 18446744073709551615 } store_sequence_id { family_name: "table" sequence_id: 6 } 2024-11-11T18:17:03,466 DEBUG [RS_LOG_REPLAY_OPS-regionserver/90f34c5bee6a:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/WALs/90f34c5bee6a,43791,1731348971997-splitting/90f34c5bee6a%2C43791%2C1731348971997.meta.1731348982967.meta so closing down 2024-11-11T18:17:03,466 DEBUG [RS_LOG_REPLAY_OPS-regionserver/90f34c5bee6a:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-11T18:17:03,467 INFO [RS_LOG_REPLAY_OPS-regionserver/90f34c5bee6a:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-90f34c5bee6a%2C43791%2C1731348971997.meta.1731348982967.meta.temp 2024-11-11T18:17:03,468 INFO [RS_LOG_REPLAY_OPS-regionserver/90f34c5bee6a:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-90f34c5bee6a%2C43791%2C1731348971997.meta.1731348982967.meta.temp 2024-11-11T18:17:03,469 INFO [RS_LOG_REPLAY_OPS-regionserver/90f34c5bee6a:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-11-11T18:17:03,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741864_1040 (size=14141) 2024-11-11T18:17:03,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34493 is added to blk_1073741864_1040 (size=14141) 2024-11-11T18:17:03,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36063 is added to blk_1073741864_1040 (size=14141) 2024-11-11T18:17:03,479 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-90f34c5bee6a%2C43791%2C1731348971997.meta.1731348982967.meta.temp (wrote 25 edits, skipped 0 edits in 0 ms) 2024-11-11T18:17:03,480 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-90f34c5bee6a%2C43791%2C1731348971997.meta.1731348982967.meta.temp to hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-11T18:17:03,480 INFO [RS_LOG_REPLAY_OPS-regionserver/90f34c5bee6a:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 26 edits across 1 Regions in 17 ms; skipped=1; WAL=hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/WALs/90f34c5bee6a,43791,1731348971997-splitting/90f34c5bee6a%2C43791%2C1731348971997.meta.1731348982967.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false 2024-11-11T18:17:03,480 DEBUG [RS_LOG_REPLAY_OPS-regionserver/90f34c5bee6a:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/WALs/90f34c5bee6a,43791,1731348971997-splitting/90f34c5bee6a%2C43791%2C1731348971997.meta.1731348982967.meta, journal: Splitting hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/WALs/90f34c5bee6a,43791,1731348971997-splitting/90f34c5bee6a%2C43791%2C1731348971997.meta.1731348982967.meta, size=14.0 K (14382bytes) at 1731349023459Finishing writing output for hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/WALs/90f34c5bee6a,43791,1731348971997-splitting/90f34c5bee6a%2C43791%2C1731348971997.meta.1731348982967.meta so closing down at 1731349023466 (+7 ms)Creating recovered edits writer path=hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-90f34c5bee6a%2C43791%2C1731348971997.meta.1731348982967.meta.temp at 1731349023468 (+2 ms)3 split writer threads finished at 1731349023469 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-90f34c5bee6a%2C43791%2C1731348971997.meta.1731348982967.meta.temp (wrote 25 edits, skipped 0 edits in 0 ms) at 1731349023479 (+10 ms)Rename recovered edits hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-90f34c5bee6a%2C43791%2C1731348971997.meta.1731348982967.meta.temp to hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 at 1731349023480 (+1 ms)Processed 26 edits across 1 Regions in 17 ms; skipped=1; WAL=hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/WALs/90f34c5bee6a,43791,1731348971997-splitting/90f34c5bee6a%2C43791%2C1731348971997.meta.1731348982967.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false at 1731349023480 2024-11-11T18:17:03,480 DEBUG [RS_LOG_REPLAY_OPS-regionserver/90f34c5bee6a:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/WALs/90f34c5bee6a,43791,1731348971997-splitting/90f34c5bee6a%2C43791%2C1731348971997.meta.1731348982967.meta 2024-11-11T18:17:03,481 DEBUG [RS_LOG_REPLAY_OPS-regionserver/90f34c5bee6a:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-11T18:17:03,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40051 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-11T18:17:03,485 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/WALs/90f34c5bee6a,43791,1731348971997-splitting/90f34c5bee6a%2C43791%2C1731348971997.meta.1731348982967.meta to hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/oldWALs 2024-11-11T18:17:03,487 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-11T18:17:03,487 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 90f34c5bee6a%2C43791%2C1731348971997.meta.1731348982967.meta, worker=90f34c5bee6a,42555,1731348972058 in 9.9670 sec 2024-11-11T18:17:03,488 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=90f34c5bee6a,42555,1731348972058 2024-11-11T18:17:03,489 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-11T18:17:03,489 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure 90f34c5bee6a%2C43791%2C1731348971997.meta.1731348982967.meta, worker=90f34c5bee6a,42555,1731348972058 in 9.9930 sec 2024-11-11T18:17:03,491 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/WALs/90f34c5bee6a,43791,1731348971997-splitting dir is empty, no logs to split. 2024-11-11T18:17:03,491 INFO [PEWorker-3 {}] master.SplitWALManager(105): 90f34c5bee6a,43791,1731348971997 WAL count=0, meta=true 2024-11-11T18:17:03,491 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 90f34c5bee6a,43791,1731348971997 WAL splitting is done? wals=0, meta=true 2024-11-11T18:17:03,492 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T18:17:03,492 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T18:17:03,493 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-11T18:17:03,643 DEBUG [90f34c5bee6a:40051 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-11T18:17:03,644 DEBUG [90f34c5bee6a:40051 {}] balancer.BalancerClusterState(204): Hosts are {90f34c5bee6a=0} racks are {/default-rack=0} 2024-11-11T18:17:03,644 DEBUG [90f34c5bee6a:40051 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T18:17:03,644 DEBUG [90f34c5bee6a:40051 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T18:17:03,644 DEBUG [90f34c5bee6a:40051 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T18:17:03,644 DEBUG [90f34c5bee6a:40051 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T18:17:03,644 INFO [90f34c5bee6a:40051 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T18:17:03,644 INFO [90f34c5bee6a:40051 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T18:17:03,644 DEBUG [90f34c5bee6a:40051 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T18:17:03,644 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=90f34c5bee6a,43593,1731348971942 2024-11-11T18:17:03,646 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 90f34c5bee6a,43593,1731348971942, state=OPENING 2024-11-11T18:17:03,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40051-0x101083eab9e0000, quorum=127.0.0.1:52315, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T18:17:03,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42555-0x101083eab9e0003, quorum=127.0.0.1:52315, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T18:17:03,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43593-0x101083eab9e0001, quorum=127.0.0.1:52315, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T18:17:03,648 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T18:17:03,648 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T18:17:03,648 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T18:17:03,648 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T18:17:03,648 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=90f34c5bee6a,43593,1731348971942}] 2024-11-11T18:17:11,784 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T18:17:13,451 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42555 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-11-11T18:17:13,452 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42555 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-11-11T18:17:13,452 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42555 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-11-11T18:17:13,452 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-11T18:17:13,452 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-11T18:17:13,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40051 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-11T18:17:13,453 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-11T18:17:13,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40051 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-11T18:17:13,454 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=90f34c5bee6a,42555,1731348972058 Release verify snapshot worker=90f34c5bee6a,42555,1731348972058 2024-11-11T18:17:13,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40051 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-11-11T18:17:13,456 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=90f34c5bee6a,42555,1731348972058 Release verify snapshot worker=90f34c5bee6a,42555,1731348972058 2024-11-11T18:17:13,456 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=90f34c5bee6a,42555,1731348972058 in 20.0200 sec 2024-11-11T18:17:13,457 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=90f34c5bee6a,42555,1731348972058 Release verify snapshot worker=90f34c5bee6a,42555,1731348972058 2024-11-11T18:17:13,457 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=90f34c5bee6a,42555,1731348972058 in 20.0220 sec 2024-11-11T18:17:13,459 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=90f34c5bee6a,42555,1731348972058 in 20.0240 sec 2024-11-11T18:17:13,460 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43593 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-11-11T18:17:13,460 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=50}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T18:17:13,460 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-11-11T18:17:13,460 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:17:13,460 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=50}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T18:17:13,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40051 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-11-11T18:17:13,464 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=90f34c5bee6a,43593,1731348971942 Release verify snapshot worker=90f34c5bee6a,43593,1731348971942 2024-11-11T18:17:13,467 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=25 2024-11-11T18:17:13,467 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=90f34c5bee6a,43593,1731348971942 in 20.0300 sec 2024-11-11T18:17:13,467 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-11T18:17:13,468 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/.hbase-snapshot/SnapshotProcedureTest 2024-11-11T18:17:13,469 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=90f34c5bee6a%2C43593%2C1731348971942.meta, suffix=.meta, logDir=hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/WALs/90f34c5bee6a,43593,1731348971942, archiveDir=hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/oldWALs, maxLogs=32 2024-11-11T18:17:13,470 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-11T18:17:13,470 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-11T18:17:13,472 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 30.6370 sec 2024-11-11T18:17:13,483 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=50}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/WALs/90f34c5bee6a,43593,1731348971942/90f34c5bee6a%2C43593%2C1731348971942.meta.1731349033470.meta, exclude list is [], retry=0 2024-11-11T18:17:13,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36063,DS-e33582bb-c596-44a1-a4a6-6b148ff7b33f,DISK] 2024-11-11T18:17:13,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34493,DS-0629e13a-bfbc-443e-875f-bc4c1fdb78fb,DISK] 2024-11-11T18:17:13,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34353,DS-afb46de3-4d34-4ca3-9e92-9ccf81bdd53b,DISK] 2024-11-11T18:17:13,488 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/WALs/90f34c5bee6a,43593,1731348971942/90f34c5bee6a%2C43593%2C1731348971942.meta.1731349033470.meta 2024-11-11T18:17:13,488 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44301:44301),(127.0.0.1/127.0.0.1:34089:34089),(127.0.0.1/127.0.0.1:46215:46215)] 2024-11-11T18:17:13,489 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T18:17:13,489 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=50}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T18:17:13,489 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T18:17:13,489 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T18:17:13,489 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T18:17:13,489 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:17:13,489 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T18:17:13,489 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T18:17:13,491 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T18:17:13,492 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T18:17:13,492 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:17:13,493 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:17:13,493 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T18:17:13,494 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T18:17:13,494 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:17:13,495 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:17:13,495 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T18:17:13,495 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T18:17:13,496 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:17:13,496 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:17:13,496 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T18:17:13,497 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T18:17:13,497 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:17:13,498 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:17:13,498 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T18:17:13,499 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/data/hbase/meta/1588230740 2024-11-11T18:17:13,500 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/data/hbase/meta/1588230740 2024-11-11T18:17:13,501 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-11T18:17:13,509 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5793): Applied 104, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=28, path=hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-11T18:17:13,509 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=12.43 KB heapSize=21.09 KB 2024-11-11T18:17:13,530 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/data/hbase/meta/1588230740/.tmp/info/ba00d11948734aa7ab26442ad496ce4b is 167, key is SPTestTable,19999999,1731348983139.8336f2ba85f430979061a26858d3a766./info:regioninfo/1731348993878/Put/seqid=0 2024-11-11T18:17:13,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34493 is added to blk_1073741866_1042 (size=18393) 2024-11-11T18:17:13,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36063 is added to blk_1073741866_1042 (size=18393) 2024-11-11T18:17:13,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741866_1042 (size=18393) 2024-11-11T18:17:13,545 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.28 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/data/hbase/meta/1588230740/.tmp/info/ba00d11948734aa7ab26442ad496ce4b 2024-11-11T18:17:13,570 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/data/hbase/meta/1588230740/.tmp/ns/d77fd67c0e0642bdaf1278dc5157a581 is 43, key is default/ns:d/1731348983017/Put/seqid=0 2024-11-11T18:17:13,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741867_1043 (size=5153) 2024-11-11T18:17:13,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34493 is added to blk_1073741867_1043 (size=5153) 2024-11-11T18:17:13,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36063 is added to blk_1073741867_1043 (size=5153) 2024-11-11T18:17:13,578 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/data/hbase/meta/1588230740/.tmp/ns/d77fd67c0e0642bdaf1278dc5157a581 2024-11-11T18:17:13,607 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/data/hbase/meta/1588230740/.tmp/table/38e64708221447699b8afed0fa90ef3c is 47, key is SPTestTable/table:state/1731348993905/Put/seqid=0 2024-11-11T18:17:13,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741868_1044 (size=5214) 2024-11-11T18:17:13,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36063 is added to blk_1073741868_1044 (size=5214) 2024-11-11T18:17:13,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34493 is added to blk_1073741868_1044 (size=5214) 2024-11-11T18:17:13,615 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/data/hbase/meta/1588230740/.tmp/table/38e64708221447699b8afed0fa90ef3c 2024-11-11T18:17:13,621 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/data/hbase/meta/1588230740/.tmp/info/ba00d11948734aa7ab26442ad496ce4b as hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/data/hbase/meta/1588230740/info/ba00d11948734aa7ab26442ad496ce4b 2024-11-11T18:17:13,627 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/data/hbase/meta/1588230740/info/ba00d11948734aa7ab26442ad496ce4b, entries=100, sequenceid=28, filesize=18.0 K 2024-11-11T18:17:13,628 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/data/hbase/meta/1588230740/.tmp/ns/d77fd67c0e0642bdaf1278dc5157a581 as hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/data/hbase/meta/1588230740/ns/d77fd67c0e0642bdaf1278dc5157a581 2024-11-11T18:17:13,635 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/data/hbase/meta/1588230740/ns/d77fd67c0e0642bdaf1278dc5157a581, entries=2, sequenceid=28, filesize=5.0 K 2024-11-11T18:17:13,636 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/data/hbase/meta/1588230740/.tmp/table/38e64708221447699b8afed0fa90ef3c as hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/data/hbase/meta/1588230740/table/38e64708221447699b8afed0fa90ef3c 2024-11-11T18:17:13,643 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/data/hbase/meta/1588230740/table/38e64708221447699b8afed0fa90ef3c, entries=2, sequenceid=28, filesize=5.1 K 2024-11-11T18:17:13,643 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(3140): Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 134ms, sequenceid=28, compaction requested=false; wal=null 2024-11-11T18:17:13,644 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-11T18:17:13,646 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T18:17:13,646 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T18:17:13,647 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T18:17:13,649 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T18:17:13,652 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/data/hbase/meta/1588230740/recovered.edits/28.seqid, newMaxSeqId=28, maxSeqId=1 2024-11-11T18:17:13,653 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=29; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72222779, jitterRate=0.07620327174663544}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T18:17:13,653 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T18:17:13,653 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731349033490Writing region info on filesystem at 1731349033490Initializing all the Stores at 1731349033491 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349033491Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349033491Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349033491Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349033491Obtaining lock to block concurrent updates at 1731349033509 (+18 ms)Preparing flush snapshotting stores in 1588230740 at 1731349033509Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12732, getHeapSize=21536, getOffHeapSize=0, getCellsCount=104 at 1731349033509Flushing stores of hbase:meta,,1.1588230740 at 1731349033509Flushing 1588230740/info: creating writer at 1731349033510 (+1 ms)Flushing 1588230740/info: appending metadata at 1731349033530 (+20 ms)Flushing 1588230740/info: closing flushed file at 1731349033530Flushing 1588230740/ns: creating writer at 1731349033552 (+22 ms)Flushing 1588230740/ns: appending metadata at 1731349033570 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731349033570Flushing 1588230740/table: creating writer at 1731349033585 (+15 ms)Flushing 1588230740/table: appending metadata at 1731349033607 (+22 ms)Flushing 1588230740/table: closing flushed file at 1731349033607Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5411ab37: reopening flushed file at 1731349033620 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@217d88f9: reopening flushed file at 1731349033628 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@145f5114: reopening flushed file at 1731349033635 (+7 ms)Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 134ms, sequenceid=28, compaction requested=false; wal=null at 1731349033643 (+8 ms)Cleaning up temporary data from old regions at 1731349033646 (+3 ms)Running coprocessor post-open hooks at 1731349033653 (+7 ms)Region opened successfully at 1731349033653 2024-11-11T18:17:13,654 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=50, masterSystemTime=1731349033455 2024-11-11T18:17:13,656 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T18:17:13,656 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=50}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T18:17:13,657 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=29, regionLocation=90f34c5bee6a,43593,1731348971942 2024-11-11T18:17:13,658 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 90f34c5bee6a,43593,1731348971942, state=OPEN 2024-11-11T18:17:13,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42555-0x101083eab9e0003, quorum=127.0.0.1:52315, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T18:17:13,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43593-0x101083eab9e0001, quorum=127.0.0.1:52315, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T18:17:13,662 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T18:17:13,662 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T18:17:13,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40051-0x101083eab9e0000, quorum=127.0.0.1:52315, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T18:17:13,669 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T18:17:13,669 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=50, ppid=49, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=90f34c5bee6a,43593,1731348971942 2024-11-11T18:17:13,671 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=49 2024-11-11T18:17:13,672 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=49, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=90f34c5bee6a,43593,1731348971942 in 10.0210 sec 2024-11-11T18:17:13,673 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=46 2024-11-11T18:17:13,673 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.1790 sec 2024-11-11T18:17:13,673 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(207): 90f34c5bee6a,43791,1731348971997 had 4 regions 2024-11-11T18:17:13,675 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 90f34c5bee6a,43791,1731348971997, splitWal=true, meta=true, isMeta: false 2024-11-11T18:17:13,677 INFO [PEWorker-2 {}] master.SplitWALManager(105): 90f34c5bee6a,43791,1731348971997 WAL count=1, meta=false 2024-11-11T18:17:13,677 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 90f34c5bee6a%2C43791%2C1731348971997.1731348972792}] 2024-11-11T18:17:13,679 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=90f34c5bee6a,43593,1731348971942 2024-11-11T18:17:13,680 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 90f34c5bee6a%2C43791%2C1731348971997.1731348972792, worker=90f34c5bee6a,43593,1731348971942}] 2024-11-11T18:17:13,725 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-11T18:17:13,726 WARN [RPCClient-NioEventLoopGroup-6-9 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 90f34c5bee6a:43791 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 90f34c5bee6a/172.17.0.2:43791 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T18:17:13,727 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,43791,1731348971997, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,43791,1731348971997, seqNum=-1, error=java.net.ConnectException: Call to address=90f34c5bee6a:43791 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 90f34c5bee6a/172.17.0.2:43791 2024-11-11T18:17:13,727 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,43791,1731348971997, seqNum=-1 is java.net.ConnectException: Connection refused 2024-11-11T18:17:13,727 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,43791,1731348971997, seqNum=-1 from cache 2024-11-11T18:17:13,727 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] ipc.FailedServers(52): Added failed server with address 90f34c5bee6a:43791 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 90f34c5bee6a/172.17.0.2:43791 2024-11-11T18:17:13,835 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T18:17:13,836 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,43593,1731348971942, seqNum=-1] 2024-11-11T18:17:13,844 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-11T18:17:13,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T18:17:13,845 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T18:17:13,845 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:17:13,845 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:17:13,845 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:17:13,845 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T18:17:13,845 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T18:17:13,845 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=507465533, stopped=false 2024-11-11T18:17:13,845 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=90f34c5bee6a,40051,1731348971846 2024-11-11T18:17:13,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43593-0x101083eab9e0001, quorum=127.0.0.1:52315, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T18:17:13,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42555-0x101083eab9e0003, quorum=127.0.0.1:52315, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T18:17:13,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42555-0x101083eab9e0003, quorum=127.0.0.1:52315, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:17:13,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43593-0x101083eab9e0001, quorum=127.0.0.1:52315, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:17:13,847 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T18:17:13,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40051-0x101083eab9e0000, quorum=127.0.0.1:52315, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T18:17:13,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40051-0x101083eab9e0000, quorum=127.0.0.1:52315, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:17:13,847 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T18:17:13,847 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:17:13,848 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:17:13,848 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '90f34c5bee6a,43593,1731348971942' ***** 2024-11-11T18:17:13,848 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T18:17:13,848 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '90f34c5bee6a,42555,1731348972058' ***** 2024-11-11T18:17:13,848 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T18:17:13,848 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40051-0x101083eab9e0000, quorum=127.0.0.1:52315, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T18:17:13,848 INFO [RS:2;90f34c5bee6a:42555 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T18:17:13,848 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43593-0x101083eab9e0001, quorum=127.0.0.1:52315, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T18:17:13,848 INFO [RS:0;90f34c5bee6a:43593 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T18:17:13,848 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T18:17:13,849 INFO [RS:2;90f34c5bee6a:42555 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T18:17:13,849 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T18:17:13,849 INFO [RS:0;90f34c5bee6a:43593 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T18:17:13,849 INFO [RS:0;90f34c5bee6a:43593 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T18:17:13,849 INFO [RS:2;90f34c5bee6a:42555 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T18:17:13,849 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42555-0x101083eab9e0003, quorum=127.0.0.1:52315, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T18:17:13,849 INFO [RS:0;90f34c5bee6a:43593 {}] regionserver.HRegionServer(3091): Received CLOSE for e3bc00b8c27585b5876a6b0c2f8b1bae 2024-11-11T18:17:13,849 INFO [RS:2;90f34c5bee6a:42555 {}] regionserver.HRegionServer(3091): Received CLOSE for 0c0b91beefa52b8806014d6069aab67e 2024-11-11T18:17:13,852 INFO [RS:2;90f34c5bee6a:42555 {}] regionserver.HRegionServer(3091): Received CLOSE for 707a67186b0985317d13872916906ecd 2024-11-11T18:17:13,852 INFO [RS:2;90f34c5bee6a:42555 {}] regionserver.HRegionServer(3091): Received CLOSE for 6200177caeab94f507dbb96681ca4e92 2024-11-11T18:17:13,852 INFO [RS:2;90f34c5bee6a:42555 {}] regionserver.HRegionServer(3091): Received CLOSE for 8336f2ba85f430979061a26858d3a766 2024-11-11T18:17:13,852 INFO [RS:0;90f34c5bee6a:43593 {}] regionserver.HRegionServer(3091): Received CLOSE for 13f9ef11838da565fe2f68d3c34bda8c 2024-11-11T18:17:13,852 INFO [RS:2;90f34c5bee6a:42555 {}] regionserver.HRegionServer(959): stopping server 90f34c5bee6a,42555,1731348972058 2024-11-11T18:17:13,852 INFO [RS:0;90f34c5bee6a:43593 {}] regionserver.HRegionServer(3091): Received CLOSE for 9fd8732cbc8f7607add16c18ba458ec6 2024-11-11T18:17:13,852 INFO [RS:2;90f34c5bee6a:42555 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T18:17:13,852 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0c0b91beefa52b8806014d6069aab67e, disabling compactions & flushes 2024-11-11T18:17:13,852 INFO [RS:0;90f34c5bee6a:43593 {}] regionserver.HRegionServer(959): stopping server 90f34c5bee6a,43593,1731348971942 2024-11-11T18:17:13,852 INFO [RS:0;90f34c5bee6a:43593 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T18:17:13,852 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731348983139.0c0b91beefa52b8806014d6069aab67e. 2024-11-11T18:17:13,852 INFO [RS:2;90f34c5bee6a:42555 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;90f34c5bee6a:42555. 2024-11-11T18:17:13,852 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731348983139.0c0b91beefa52b8806014d6069aab67e. 2024-11-11T18:17:13,852 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e3bc00b8c27585b5876a6b0c2f8b1bae, disabling compactions & flushes 2024-11-11T18:17:13,852 INFO [RS:0;90f34c5bee6a:43593 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;90f34c5bee6a:43593. 2024-11-11T18:17:13,853 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731348983139.0c0b91beefa52b8806014d6069aab67e. after waiting 0 ms 2024-11-11T18:17:13,853 DEBUG [RS:2;90f34c5bee6a:42555 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:17:13,853 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731348983139.0c0b91beefa52b8806014d6069aab67e. 2024-11-11T18:17:13,853 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731348983139.e3bc00b8c27585b5876a6b0c2f8b1bae. 2024-11-11T18:17:13,853 DEBUG [RS:0;90f34c5bee6a:43593 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:17:13,853 DEBUG [RS:2;90f34c5bee6a:42555 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:17:13,853 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731348983139.e3bc00b8c27585b5876a6b0c2f8b1bae. 2024-11-11T18:17:13,853 DEBUG [RS:0;90f34c5bee6a:43593 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:17:13,853 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731348983139.e3bc00b8c27585b5876a6b0c2f8b1bae. after waiting 0 ms 2024-11-11T18:17:13,853 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731348983139.e3bc00b8c27585b5876a6b0c2f8b1bae. 2024-11-11T18:17:13,853 INFO [RS:0;90f34c5bee6a:43593 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T18:17:13,853 INFO [RS:2;90f34c5bee6a:42555 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-11-11T18:17:13,853 INFO [RS:0;90f34c5bee6a:43593 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T18:17:13,853 INFO [RS:0;90f34c5bee6a:43593 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T18:17:13,853 DEBUG [RS:2;90f34c5bee6a:42555 {}] regionserver.HRegionServer(1325): Online Regions={0c0b91beefa52b8806014d6069aab67e=SPTestTable,7ffffffd,1731348983139.0c0b91beefa52b8806014d6069aab67e., 707a67186b0985317d13872916906ecd=SPTestTable,4ccccccb,1731348983139.707a67186b0985317d13872916906ecd., 6200177caeab94f507dbb96681ca4e92=SPTestTable,ccccccc8,1731348983139.6200177caeab94f507dbb96681ca4e92., 8336f2ba85f430979061a26858d3a766=SPTestTable,19999999,1731348983139.8336f2ba85f430979061a26858d3a766.} 2024-11-11T18:17:13,853 INFO [RS:0;90f34c5bee6a:43593 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T18:17:13,853 DEBUG [RS:2;90f34c5bee6a:42555 {}] regionserver.HRegionServer(1351): Waiting on 0c0b91beefa52b8806014d6069aab67e, 6200177caeab94f507dbb96681ca4e92, 707a67186b0985317d13872916906ecd, 8336f2ba85f430979061a26858d3a766 2024-11-11T18:17:13,856 INFO [RS:0;90f34c5bee6a:43593 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-11-11T18:17:13,856 DEBUG [RS:0;90f34c5bee6a:43593 {}] regionserver.HRegionServer(1325): Online Regions={e3bc00b8c27585b5876a6b0c2f8b1bae=SPTestTable,66666664,1731348983139.e3bc00b8c27585b5876a6b0c2f8b1bae., 13f9ef11838da565fe2f68d3c34bda8c=SPTestTable,33333332,1731348983139.13f9ef11838da565fe2f68d3c34bda8c., 9fd8732cbc8f7607add16c18ba458ec6=SPTestTable,b333332f,1731348983139.9fd8732cbc8f7607add16c18ba458ec6., 1588230740=hbase:meta,,1.1588230740} 2024-11-11T18:17:13,857 DEBUG [RS:0;90f34c5bee6a:43593 {}] regionserver.HRegionServer(1351): Waiting on 13f9ef11838da565fe2f68d3c34bda8c, 1588230740, 9fd8732cbc8f7607add16c18ba458ec6, e3bc00b8c27585b5876a6b0c2f8b1bae 2024-11-11T18:17:13,857 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T18:17:13,857 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T18:17:13,857 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T18:17:13,857 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T18:17:13,857 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T18:17:13,861 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/data/default/SPTestTable/0c0b91beefa52b8806014d6069aab67e/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-11T18:17:13,861 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/data/default/SPTestTable/e3bc00b8c27585b5876a6b0c2f8b1bae/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-11T18:17:13,862 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731348983139.0c0b91beefa52b8806014d6069aab67e. 2024-11-11T18:17:13,862 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0c0b91beefa52b8806014d6069aab67e: Waiting for close lock at 1731349033852Running coprocessor pre-close hooks at 1731349033852Disabling compacts and flushes for region at 1731349033852Disabling writes for close at 1731349033853 (+1 ms)Writing region close event to WAL at 1731349033856 (+3 ms)Running coprocessor post-close hooks at 1731349033862 (+6 ms)Closed at 1731349033862 2024-11-11T18:17:13,862 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731348983139.0c0b91beefa52b8806014d6069aab67e. 2024-11-11T18:17:13,862 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 707a67186b0985317d13872916906ecd, disabling compactions & flushes 2024-11-11T18:17:13,862 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731348983139.707a67186b0985317d13872916906ecd. 2024-11-11T18:17:13,862 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731348983139.707a67186b0985317d13872916906ecd. 2024-11-11T18:17:13,862 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731348983139.e3bc00b8c27585b5876a6b0c2f8b1bae. 2024-11-11T18:17:13,862 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731348983139.707a67186b0985317d13872916906ecd. after waiting 0 ms 2024-11-11T18:17:13,862 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731348983139.707a67186b0985317d13872916906ecd. 2024-11-11T18:17:13,862 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e3bc00b8c27585b5876a6b0c2f8b1bae: Waiting for close lock at 1731349033852Running coprocessor pre-close hooks at 1731349033852Disabling compacts and flushes for region at 1731349033852Disabling writes for close at 1731349033853 (+1 ms)Writing region close event to WAL at 1731349033857 (+4 ms)Running coprocessor post-close hooks at 1731349033862 (+5 ms)Closed at 1731349033862 2024-11-11T18:17:13,862 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1731348983139.e3bc00b8c27585b5876a6b0c2f8b1bae. 2024-11-11T18:17:13,862 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 13f9ef11838da565fe2f68d3c34bda8c, disabling compactions & flushes 2024-11-11T18:17:13,862 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731348983139.13f9ef11838da565fe2f68d3c34bda8c. 2024-11-11T18:17:13,862 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731348983139.13f9ef11838da565fe2f68d3c34bda8c. 2024-11-11T18:17:13,863 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731348983139.13f9ef11838da565fe2f68d3c34bda8c. after waiting 0 ms 2024-11-11T18:17:13,863 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731348983139.13f9ef11838da565fe2f68d3c34bda8c. 2024-11-11T18:17:13,864 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/data/hbase/meta/1588230740/recovered.edits/31.seqid, newMaxSeqId=31, maxSeqId=28 2024-11-11T18:17:13,864 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T18:17:13,865 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T18:17:13,865 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731349033856Running coprocessor pre-close hooks at 1731349033856Disabling compacts and flushes for region at 1731349033856Disabling writes for close at 1731349033857 (+1 ms)Writing region close event to WAL at 1731349033860 (+3 ms)Running coprocessor post-close hooks at 1731349033864 (+4 ms)Closed at 1731349033865 (+1 ms) 2024-11-11T18:17:13,865 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T18:17:13,866 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/data/default/SPTestTable/13f9ef11838da565fe2f68d3c34bda8c/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-11T18:17:13,866 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731348983139.13f9ef11838da565fe2f68d3c34bda8c. 2024-11-11T18:17:13,867 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 13f9ef11838da565fe2f68d3c34bda8c: Waiting for close lock at 1731349033862Running coprocessor pre-close hooks at 1731349033862Disabling compacts and flushes for region at 1731349033862Disabling writes for close at 1731349033863 (+1 ms)Writing region close event to WAL at 1731349033863Running coprocessor post-close hooks at 1731349033866 (+3 ms)Closed at 1731349033866 2024-11-11T18:17:13,867 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1731348983139.13f9ef11838da565fe2f68d3c34bda8c. 2024-11-11T18:17:13,867 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/data/default/SPTestTable/707a67186b0985317d13872916906ecd/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-11T18:17:13,867 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9fd8732cbc8f7607add16c18ba458ec6, disabling compactions & flushes 2024-11-11T18:17:13,867 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731348983139.9fd8732cbc8f7607add16c18ba458ec6. 2024-11-11T18:17:13,867 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731348983139.9fd8732cbc8f7607add16c18ba458ec6. 2024-11-11T18:17:13,867 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731348983139.9fd8732cbc8f7607add16c18ba458ec6. after waiting 0 ms 2024-11-11T18:17:13,867 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731348983139.9fd8732cbc8f7607add16c18ba458ec6. 2024-11-11T18:17:13,867 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731348983139.707a67186b0985317d13872916906ecd. 2024-11-11T18:17:13,867 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 707a67186b0985317d13872916906ecd: Waiting for close lock at 1731349033862Running coprocessor pre-close hooks at 1731349033862Disabling compacts and flushes for region at 1731349033862Disabling writes for close at 1731349033862Writing region close event to WAL at 1731349033863 (+1 ms)Running coprocessor post-close hooks at 1731349033867 (+4 ms)Closed at 1731349033867 2024-11-11T18:17:13,867 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731348983139.707a67186b0985317d13872916906ecd. 2024-11-11T18:17:13,868 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6200177caeab94f507dbb96681ca4e92, disabling compactions & flushes 2024-11-11T18:17:13,868 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731348983139.6200177caeab94f507dbb96681ca4e92. 2024-11-11T18:17:13,868 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731348983139.6200177caeab94f507dbb96681ca4e92. 2024-11-11T18:17:13,868 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731348983139.6200177caeab94f507dbb96681ca4e92. after waiting 0 ms 2024-11-11T18:17:13,868 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731348983139.6200177caeab94f507dbb96681ca4e92. 2024-11-11T18:17:13,870 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/data/default/SPTestTable/9fd8732cbc8f7607add16c18ba458ec6/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T18:17:13,871 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731348983139.9fd8732cbc8f7607add16c18ba458ec6. 2024-11-11T18:17:13,871 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9fd8732cbc8f7607add16c18ba458ec6: Waiting for close lock at 1731349033867Running coprocessor pre-close hooks at 1731349033867Disabling compacts and flushes for region at 1731349033867Disabling writes for close at 1731349033867Writing region close event to WAL at 1731349033867Running coprocessor post-close hooks at 1731349033871 (+4 ms)Closed at 1731349033871 2024-11-11T18:17:13,871 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1731348983139.9fd8732cbc8f7607add16c18ba458ec6. 2024-11-11T18:17:13,871 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/data/default/SPTestTable/6200177caeab94f507dbb96681ca4e92/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T18:17:13,872 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731348983139.6200177caeab94f507dbb96681ca4e92. 2024-11-11T18:17:13,872 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6200177caeab94f507dbb96681ca4e92: Waiting for close lock at 1731349033868Running coprocessor pre-close hooks at 1731349033868Disabling compacts and flushes for region at 1731349033868Disabling writes for close at 1731349033868Writing region close event to WAL at 1731349033868Running coprocessor post-close hooks at 1731349033871 (+3 ms)Closed at 1731349033872 (+1 ms) 2024-11-11T18:17:13,872 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731348983139.6200177caeab94f507dbb96681ca4e92. 2024-11-11T18:17:13,872 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8336f2ba85f430979061a26858d3a766, disabling compactions & flushes 2024-11-11T18:17:13,872 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731348983139.8336f2ba85f430979061a26858d3a766. 2024-11-11T18:17:13,872 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731348983139.8336f2ba85f430979061a26858d3a766. 2024-11-11T18:17:13,872 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731348983139.8336f2ba85f430979061a26858d3a766. after waiting 0 ms 2024-11-11T18:17:13,872 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731348983139.8336f2ba85f430979061a26858d3a766. 2024-11-11T18:17:13,875 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/data/default/SPTestTable/8336f2ba85f430979061a26858d3a766/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-11T18:17:13,875 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731348983139.8336f2ba85f430979061a26858d3a766. 2024-11-11T18:17:13,875 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8336f2ba85f430979061a26858d3a766: Waiting for close lock at 1731349033872Running coprocessor pre-close hooks at 1731349033872Disabling compacts and flushes for region at 1731349033872Disabling writes for close at 1731349033872Writing region close event to WAL at 1731349033872Running coprocessor post-close hooks at 1731349033875 (+3 ms)Closed at 1731349033875 2024-11-11T18:17:13,875 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1731348983139.8336f2ba85f430979061a26858d3a766. 2024-11-11T18:17:13,909 INFO [regionserver/90f34c5bee6a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T18:17:13,909 INFO [regionserver/90f34c5bee6a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T18:17:14,053 INFO [RS:2;90f34c5bee6a:42555 {}] regionserver.HRegionServer(976): stopping server 90f34c5bee6a,42555,1731348972058; all regions closed. 2024-11-11T18:17:14,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34493 is added to blk_1073741834_1010 (size=2947) 2024-11-11T18:17:14,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36063 is added to blk_1073741834_1010 (size=2947) 2024-11-11T18:17:14,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741834_1010 (size=2947) 2024-11-11T18:17:14,057 INFO [RS:0;90f34c5bee6a:43593 {}] regionserver.HRegionServer(976): stopping server 90f34c5bee6a,43593,1731348971942; all regions closed. 2024-11-11T18:17:14,059 DEBUG [RS:2;90f34c5bee6a:42555 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/oldWALs 2024-11-11T18:17:14,059 INFO [RS:2;90f34c5bee6a:42555 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 90f34c5bee6a%2C42555%2C1731348972058:(num 1731348972793) 2024-11-11T18:17:14,059 DEBUG [RS:2;90f34c5bee6a:42555 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:17:14,059 INFO [RS:2;90f34c5bee6a:42555 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T18:17:14,059 INFO [RS:2;90f34c5bee6a:42555 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T18:17:14,059 INFO [RS:2;90f34c5bee6a:42555 {}] hbase.ChoreService(370): Chore service for: regionserver/90f34c5bee6a:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T18:17:14,060 INFO [RS:2;90f34c5bee6a:42555 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T18:17:14,060 INFO [RS:2;90f34c5bee6a:42555 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T18:17:14,060 INFO [regionserver/90f34c5bee6a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T18:17:14,060 INFO [RS:2;90f34c5bee6a:42555 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T18:17:14,060 INFO [RS:2;90f34c5bee6a:42555 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T18:17:14,060 INFO [RS:2;90f34c5bee6a:42555 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42555 2024-11-11T18:17:14,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40051-0x101083eab9e0000, quorum=127.0.0.1:52315, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T18:17:14,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42555-0x101083eab9e0003, quorum=127.0.0.1:52315, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/90f34c5bee6a,42555,1731348972058 2024-11-11T18:17:14,062 INFO [RS:2;90f34c5bee6a:42555 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T18:17:14,064 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [90f34c5bee6a,42555,1731348972058] 2024-11-11T18:17:14,065 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/90f34c5bee6a,42555,1731348972058 already deleted, retry=false 2024-11-11T18:17:14,065 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 90f34c5bee6a,42555,1731348972058 expired; onlineServers=1 2024-11-11T18:17:14,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34493 is added to blk_1073741865_1041 (size=678) 2024-11-11T18:17:14,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741865_1041 (size=678) 2024-11-11T18:17:14,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36063 is added to blk_1073741865_1041 (size=678) 2024-11-11T18:17:14,070 DEBUG [RS:0;90f34c5bee6a:43593 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/oldWALs 2024-11-11T18:17:14,070 INFO [RS:0;90f34c5bee6a:43593 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 90f34c5bee6a%2C43593%2C1731348971942.meta:.meta(num 1731349033470) 2024-11-11T18:17:14,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741835_1011 (size=2364) 2024-11-11T18:17:14,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34493 is added to blk_1073741835_1011 (size=2364) 2024-11-11T18:17:14,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36063 is added to blk_1073741835_1011 (size=2364) 2024-11-11T18:17:14,074 DEBUG [RS:0;90f34c5bee6a:43593 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/oldWALs 2024-11-11T18:17:14,074 INFO [RS:0;90f34c5bee6a:43593 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 90f34c5bee6a%2C43593%2C1731348971942:(num 1731348972818) 2024-11-11T18:17:14,074 DEBUG [RS:0;90f34c5bee6a:43593 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:17:14,074 INFO [RS:0;90f34c5bee6a:43593 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T18:17:14,074 INFO [RS:0;90f34c5bee6a:43593 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T18:17:14,074 INFO [RS:0;90f34c5bee6a:43593 {}] hbase.ChoreService(370): Chore service for: regionserver/90f34c5bee6a:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T18:17:14,075 INFO [RS:0;90f34c5bee6a:43593 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T18:17:14,075 INFO [regionserver/90f34c5bee6a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T18:17:14,075 INFO [RS:0;90f34c5bee6a:43593 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43593 2024-11-11T18:17:14,077 INFO [regionserver/90f34c5bee6a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-11T18:17:14,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43593-0x101083eab9e0001, quorum=127.0.0.1:52315, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/90f34c5bee6a,43593,1731348971942 2024-11-11T18:17:14,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40051-0x101083eab9e0000, quorum=127.0.0.1:52315, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T18:17:14,078 INFO [RS:0;90f34c5bee6a:43593 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T18:17:14,079 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [90f34c5bee6a,43593,1731348971942] 2024-11-11T18:17:14,081 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/90f34c5bee6a,43593,1731348971942 already deleted, retry=false 2024-11-11T18:17:14,081 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 90f34c5bee6a,43593,1731348971942 expired; onlineServers=0 2024-11-11T18:17:14,081 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '90f34c5bee6a,40051,1731348971846' ***** 2024-11-11T18:17:14,081 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T18:17:14,081 INFO [M:0;90f34c5bee6a:40051 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T18:17:14,081 INFO [M:0;90f34c5bee6a:40051 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T18:17:14,081 DEBUG [M:0;90f34c5bee6a:40051 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T18:17:14,081 DEBUG [M:0;90f34c5bee6a:40051 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T18:17:14,081 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T18:17:14,082 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.small.0-1731348972460 {}] cleaner.HFileCleaner(306): Exit Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.small.0-1731348972460,5,FailOnTimeoutGroup] 2024-11-11T18:17:14,081 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.large.0-1731348972425 {}] cleaner.HFileCleaner(306): Exit Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.large.0-1731348972425,5,FailOnTimeoutGroup] 2024-11-11T18:17:14,082 INFO [M:0;90f34c5bee6a:40051 {}] hbase.ChoreService(370): Chore service for: master/90f34c5bee6a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T18:17:14,082 INFO [M:0;90f34c5bee6a:40051 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T18:17:14,082 DEBUG [M:0;90f34c5bee6a:40051 {}] master.HMaster(1795): Stopping service threads 2024-11-11T18:17:14,082 INFO [M:0;90f34c5bee6a:40051 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T18:17:14,082 INFO [M:0;90f34c5bee6a:40051 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T18:17:14,082 ERROR [M:0;90f34c5bee6a:40051 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1236715141) connection to localhost/127.0.0.1:34567 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:34567,5,PEWorkerGroup] 2024-11-11T18:17:14,082 INFO [M:0;90f34c5bee6a:40051 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T18:17:14,082 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T18:17:14,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40051-0x101083eab9e0000, quorum=127.0.0.1:52315, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-11T18:17:14,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40051-0x101083eab9e0000, quorum=127.0.0.1:52315, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:17:14,083 DEBUG [M:0;90f34c5bee6a:40051 {}] zookeeper.ZKUtil(347): master:40051-0x101083eab9e0000, quorum=127.0.0.1:52315, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-11T18:17:14,083 WARN [M:0;90f34c5bee6a:40051 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T18:17:14,084 INFO [M:0;90f34c5bee6a:40051 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/.lastflushedseqids 2024-11-11T18:17:14,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36063 is added to blk_1073741869_1045 (size=632) 2024-11-11T18:17:14,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34493 is added to blk_1073741869_1045 (size=632) 2024-11-11T18:17:14,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741869_1045 (size=632) 2024-11-11T18:17:14,096 INFO [M:0;90f34c5bee6a:40051 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T18:17:14,096 INFO [M:0;90f34c5bee6a:40051 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T18:17:14,096 DEBUG [M:0;90f34c5bee6a:40051 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T18:17:14,096 INFO [M:0;90f34c5bee6a:40051 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:17:14,096 DEBUG [M:0;90f34c5bee6a:40051 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:17:14,096 DEBUG [M:0;90f34c5bee6a:40051 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T18:17:14,096 DEBUG [M:0;90f34c5bee6a:40051 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:17:14,097 INFO [M:0;90f34c5bee6a:40051 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=212.83 KB heapSize=253.96 KB 2024-11-11T18:17:14,113 DEBUG [M:0;90f34c5bee6a:40051 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c6813130fd40403e8de155d5f3d9b5f6 is 82, key is hbase:meta,,1/info:regioninfo/1731349033657/Put/seqid=0 2024-11-11T18:17:14,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741870_1046 (size=6071) 2024-11-11T18:17:14,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34493 is added to blk_1073741870_1046 (size=6071) 2024-11-11T18:17:14,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36063 is added to blk_1073741870_1046 (size=6071) 2024-11-11T18:17:14,120 INFO [M:0;90f34c5bee6a:40051 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=443 (bloomFilter=true), to=hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c6813130fd40403e8de155d5f3d9b5f6 2024-11-11T18:17:14,140 DEBUG [M:0;90f34c5bee6a:40051 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a082f4a2bd7d4116a752d8ec6e10eb17 is 1244, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731348993909/Put/seqid=0 2024-11-11T18:17:14,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36063 is added to blk_1073741871_1047 (size=11544) 2024-11-11T18:17:14,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741871_1047 (size=11544) 2024-11-11T18:17:14,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34493 is added to blk_1073741871_1047 (size=11544) 2024-11-11T18:17:14,147 INFO [M:0;90f34c5bee6a:40051 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=211.60 KB at sequenceid=443 (bloomFilter=true), to=hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a082f4a2bd7d4116a752d8ec6e10eb17 2024-11-11T18:17:14,153 INFO [M:0;90f34c5bee6a:40051 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a082f4a2bd7d4116a752d8ec6e10eb17 2024-11-11T18:17:14,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42555-0x101083eab9e0003, quorum=127.0.0.1:52315, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:17:14,164 INFO [RS:2;90f34c5bee6a:42555 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T18:17:14,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42555-0x101083eab9e0003, quorum=127.0.0.1:52315, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:17:14,164 INFO [RS:2;90f34c5bee6a:42555 {}] regionserver.HRegionServer(1031): Exiting; stopping=90f34c5bee6a,42555,1731348972058; zookeeper connection closed. 2024-11-11T18:17:14,164 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1c77552c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1c77552c 2024-11-11T18:17:14,178 DEBUG [M:0;90f34c5bee6a:40051 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a8ff436379614952aef5bb888384f1e8 is 69, key is 90f34c5bee6a,42555,1731348972058/rs:state/1731348972577/Put/seqid=0 2024-11-11T18:17:14,180 INFO [RS:0;90f34c5bee6a:43593 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T18:17:14,180 INFO [RS:0;90f34c5bee6a:43593 {}] regionserver.HRegionServer(1031): Exiting; stopping=90f34c5bee6a,43593,1731348971942; zookeeper connection closed. 2024-11-11T18:17:14,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43593-0x101083eab9e0001, quorum=127.0.0.1:52315, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:17:14,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43593-0x101083eab9e0001, quorum=127.0.0.1:52315, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:17:14,180 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5fd944b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5fd944b 2024-11-11T18:17:14,180 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-11T18:17:14,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34493 is added to blk_1073741872_1048 (size=5442) 2024-11-11T18:17:14,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741872_1048 (size=5442) 2024-11-11T18:17:14,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36063 is added to blk_1073741872_1048 (size=5442) 2024-11-11T18:17:14,191 INFO [M:0;90f34c5bee6a:40051 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=443 (bloomFilter=true), to=hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a8ff436379614952aef5bb888384f1e8 2024-11-11T18:17:14,196 INFO [M:0;90f34c5bee6a:40051 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a8ff436379614952aef5bb888384f1e8 2024-11-11T18:17:14,203 DEBUG [M:0;90f34c5bee6a:40051 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c6813130fd40403e8de155d5f3d9b5f6 as hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c6813130fd40403e8de155d5f3d9b5f6 2024-11-11T18:17:14,209 INFO [M:0;90f34c5bee6a:40051 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c6813130fd40403e8de155d5f3d9b5f6, entries=14, sequenceid=443, filesize=5.9 K 2024-11-11T18:17:14,210 DEBUG [M:0;90f34c5bee6a:40051 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a082f4a2bd7d4116a752d8ec6e10eb17 as hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a082f4a2bd7d4116a752d8ec6e10eb17 2024-11-11T18:17:14,215 INFO [M:0;90f34c5bee6a:40051 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a082f4a2bd7d4116a752d8ec6e10eb17 2024-11-11T18:17:14,215 INFO [M:0;90f34c5bee6a:40051 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a082f4a2bd7d4116a752d8ec6e10eb17, entries=52, sequenceid=443, filesize=11.3 K 2024-11-11T18:17:14,216 DEBUG [M:0;90f34c5bee6a:40051 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a8ff436379614952aef5bb888384f1e8 as hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a8ff436379614952aef5bb888384f1e8 2024-11-11T18:17:14,221 INFO [M:0;90f34c5bee6a:40051 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a8ff436379614952aef5bb888384f1e8 2024-11-11T18:17:14,221 INFO [M:0;90f34c5bee6a:40051 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34567/user/jenkins/test-data/0097ac8b-bc58-1abb-9e65-fbc9b14e6ffe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a8ff436379614952aef5bb888384f1e8, entries=3, sequenceid=443, filesize=5.3 K 2024-11-11T18:17:14,222 INFO [M:0;90f34c5bee6a:40051 {}] regionserver.HRegion(3140): Finished flush of dataSize ~212.83 KB/217936, heapSize ~253.66 KB/259752, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 125ms, sequenceid=443, compaction requested=false 2024-11-11T18:17:14,231 INFO [M:0;90f34c5bee6a:40051 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:17:14,232 DEBUG [M:0;90f34c5bee6a:40051 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731349034096Disabling compacts and flushes for region at 1731349034096Disabling writes for close at 1731349034096Obtaining lock to block concurrent updates at 1731349034097 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731349034097Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=217936, getHeapSize=259992, getOffHeapSize=0, getCellsCount=542 at 1731349034097Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731349034098 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731349034098Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731349034112 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731349034112Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731349034125 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731349034139 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731349034139Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731349034153 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731349034177 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731349034177Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@467aa538: reopening flushed file at 1731349034196 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13c4f363: reopening flushed file at 1731349034209 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@700abb08: reopening flushed file at 1731349034215 (+6 ms)Finished flush of dataSize ~212.83 KB/217936, heapSize ~253.66 KB/259752, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 125ms, sequenceid=443, compaction requested=false at 1731349034222 (+7 ms)Writing region close event to WAL at 1731349034231 (+9 ms)Closed at 1731349034231 2024-11-11T18:17:14,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34493 is added to blk_1073741830_1006 (size=247546) 2024-11-11T18:17:14,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36063 is added to blk_1073741830_1006 (size=247546) 2024-11-11T18:17:14,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741830_1006 (size=247546) 2024-11-11T18:17:14,235 INFO [M:0;90f34c5bee6a:40051 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T18:17:14,235 INFO [M:0;90f34c5bee6a:40051 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40051 2024-11-11T18:17:14,235 INFO [M:0;90f34c5bee6a:40051 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T18:17:14,236 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T18:17:14,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40051-0x101083eab9e0000, quorum=127.0.0.1:52315, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:17:14,338 INFO [M:0;90f34c5bee6a:40051 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T18:17:14,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40051-0x101083eab9e0000, quorum=127.0.0.1:52315, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:17:14,340 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@386a2c52{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T18:17:14,341 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@77cd600{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T18:17:14,341 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T18:17:14,341 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@165836f3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T18:17:14,341 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@38c9f3bc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/892d7c70-7bd9-e380-b869-c41056e5d7b2/hadoop.log.dir/,STOPPED} 2024-11-11T18:17:14,343 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T18:17:14,343 WARN [BP-1752412829-172.17.0.2-1731348970619 heartbeating to localhost/127.0.0.1:34567 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T18:17:14,343 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T18:17:14,343 WARN [BP-1752412829-172.17.0.2-1731348970619 heartbeating to localhost/127.0.0.1:34567 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1752412829-172.17.0.2-1731348970619 (Datanode Uuid 0e2f077f-539b-4797-aee9-e79fbc77876a) service to localhost/127.0.0.1:34567 2024-11-11T18:17:14,344 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/892d7c70-7bd9-e380-b869-c41056e5d7b2/cluster_fb111c06-5788-abd4-3bbf-14834eb1c31c/data/data5/current/BP-1752412829-172.17.0.2-1731348970619 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T18:17:14,344 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/892d7c70-7bd9-e380-b869-c41056e5d7b2/cluster_fb111c06-5788-abd4-3bbf-14834eb1c31c/data/data6/current/BP-1752412829-172.17.0.2-1731348970619 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T18:17:14,344 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T18:17:14,352 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@61b65de7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T18:17:14,353 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7fddd36e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T18:17:14,353 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T18:17:14,353 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@64ef8c03{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T18:17:14,353 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@123fb1ce{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/892d7c70-7bd9-e380-b869-c41056e5d7b2/hadoop.log.dir/,STOPPED} 2024-11-11T18:17:14,355 WARN [BP-1752412829-172.17.0.2-1731348970619 heartbeating to localhost/127.0.0.1:34567 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T18:17:14,355 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T18:17:14,355 WARN [BP-1752412829-172.17.0.2-1731348970619 heartbeating to localhost/127.0.0.1:34567 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1752412829-172.17.0.2-1731348970619 (Datanode Uuid 3216ee9d-d312-449f-af1c-3f2d44fe36ca) service to localhost/127.0.0.1:34567 2024-11-11T18:17:14,355 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T18:17:14,355 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/892d7c70-7bd9-e380-b869-c41056e5d7b2/cluster_fb111c06-5788-abd4-3bbf-14834eb1c31c/data/data3/current/BP-1752412829-172.17.0.2-1731348970619 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T18:17:14,356 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/892d7c70-7bd9-e380-b869-c41056e5d7b2/cluster_fb111c06-5788-abd4-3bbf-14834eb1c31c/data/data4/current/BP-1752412829-172.17.0.2-1731348970619 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T18:17:14,356 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T18:17:14,361 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@546240ef{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T18:17:14,361 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3aca39c1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T18:17:14,361 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T18:17:14,361 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b34b60b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T18:17:14,362 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f82af29{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/892d7c70-7bd9-e380-b869-c41056e5d7b2/hadoop.log.dir/,STOPPED} 2024-11-11T18:17:14,363 WARN [BP-1752412829-172.17.0.2-1731348970619 heartbeating to localhost/127.0.0.1:34567 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T18:17:14,363 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T18:17:14,363 WARN [BP-1752412829-172.17.0.2-1731348970619 heartbeating to localhost/127.0.0.1:34567 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1752412829-172.17.0.2-1731348970619 (Datanode Uuid f8e00d35-d91c-43ef-acb7-36321933cfb4) service to localhost/127.0.0.1:34567 2024-11-11T18:17:14,363 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T18:17:14,363 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/892d7c70-7bd9-e380-b869-c41056e5d7b2/cluster_fb111c06-5788-abd4-3bbf-14834eb1c31c/data/data1/current/BP-1752412829-172.17.0.2-1731348970619 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T18:17:14,364 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/892d7c70-7bd9-e380-b869-c41056e5d7b2/cluster_fb111c06-5788-abd4-3bbf-14834eb1c31c/data/data2/current/BP-1752412829-172.17.0.2-1731348970619 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T18:17:14,364 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T18:17:14,370 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@724a2aba{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T18:17:14,371 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@479885f1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T18:17:14,371 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T18:17:14,371 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55cffc6c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T18:17:14,371 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14a584dc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/892d7c70-7bd9-e380-b869-c41056e5d7b2/hadoop.log.dir/,STOPPED} 2024-11-11T18:17:14,379 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T18:17:14,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T18:17:14,423 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=125 (was 93) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1236715141) connection to localhost/127.0.0.1:34567 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34567 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1236715141) connection to localhost/127.0.0.1:34567 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34567 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:34567 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1236715141) connection to localhost/127.0.0.1:34567 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:34567 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34567 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34567 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1236715141) connection to localhost/127.0.0.1:34567 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34567 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:34567 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=476 (was 440) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=254 (was 379), ProcessCount=11 (was 11), AvailableMemoryMB=7723 (was 7466) - AvailableMemoryMB LEAK? -