2024-11-22 14:28:09,083 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-22 14:28:09,095 main DEBUG Took 0.009885 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-22 14:28:09,095 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-22 14:28:09,095 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-22 14:28:09,096 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-22 14:28:09,097 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 14:28:09,104 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-22 14:28:09,115 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 14:28:09,117 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 14:28:09,117 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 14:28:09,118 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 14:28:09,118 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 14:28:09,119 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 14:28:09,120 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 14:28:09,120 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 14:28:09,121 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 14:28:09,121 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 14:28:09,122 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 14:28:09,123 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 14:28:09,123 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 14:28:09,124 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 14:28:09,124 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 14:28:09,125 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 14:28:09,125 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 14:28:09,126 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 14:28:09,126 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 14:28:09,127 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 14:28:09,127 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 14:28:09,128 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 14:28:09,128 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 14:28:09,129 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 14:28:09,129 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 14:28:09,130 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-22 14:28:09,132 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 14:28:09,133 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-22 14:28:09,136 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-22 14:28:09,136 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-22 14:28:09,138 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-22 14:28:09,139 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-22 14:28:09,149 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-22 14:28:09,152 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-22 14:28:09,154 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-22 14:28:09,155 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-22 14:28:09,155 main DEBUG createAppenders(={Console}) 2024-11-22 14:28:09,156 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-11-22 14:28:09,156 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-22 14:28:09,157 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-11-22 14:28:09,157 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-22 14:28:09,158 main DEBUG OutputStream closed 2024-11-22 14:28:09,158 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-22 14:28:09,158 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-22 14:28:09,159 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-11-22 14:28:09,235 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-22 14:28:09,237 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-22 14:28:09,238 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-22 14:28:09,239 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-22 14:28:09,239 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-22 14:28:09,240 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-22 14:28:09,240 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-22 14:28:09,240 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-22 14:28:09,241 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-22 14:28:09,241 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-22 14:28:09,241 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-22 14:28:09,242 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-22 14:28:09,242 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-22 14:28:09,242 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-22 14:28:09,242 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-22 14:28:09,243 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-22 14:28:09,243 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-22 14:28:09,244 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-22 14:28:09,246 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-22 14:28:09,246 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-11-22 14:28:09,246 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-22 14:28:09,247 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-11-22T14:28:09,259 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-11-22 14:28:09,262 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-22 14:28:09,262 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-22T14:28:09,270 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-11-22T14:28:09,296 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=165, ProcessCount=11, AvailableMemoryMB=6185 2024-11-22T14:28:09,502 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4faa65b-325d-5fe4-eba7-645a2bf81bcc 2024-11-22T14:28:09,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T14:28:09,517 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4faa65b-325d-5fe4-eba7-645a2bf81bcc/cluster_13fcb8d9-e31d-9514-fb4e-1d8558e99c25, deleteOnExit=true 2024-11-22T14:28:09,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T14:28:09,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4faa65b-325d-5fe4-eba7-645a2bf81bcc/test.cache.data in system properties and HBase conf 2024-11-22T14:28:09,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4faa65b-325d-5fe4-eba7-645a2bf81bcc/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T14:28:09,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4faa65b-325d-5fe4-eba7-645a2bf81bcc/hadoop.log.dir in system properties and HBase conf 2024-11-22T14:28:09,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4faa65b-325d-5fe4-eba7-645a2bf81bcc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T14:28:09,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4faa65b-325d-5fe4-eba7-645a2bf81bcc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T14:28:09,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T14:28:09,597 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-22T14:28:09,684 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T14:28:09,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4faa65b-325d-5fe4-eba7-645a2bf81bcc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T14:28:09,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4faa65b-325d-5fe4-eba7-645a2bf81bcc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T14:28:09,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4faa65b-325d-5fe4-eba7-645a2bf81bcc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T14:28:09,690 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4faa65b-325d-5fe4-eba7-645a2bf81bcc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T14:28:09,691 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4faa65b-325d-5fe4-eba7-645a2bf81bcc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T14:28:09,691 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4faa65b-325d-5fe4-eba7-645a2bf81bcc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T14:28:09,692 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4faa65b-325d-5fe4-eba7-645a2bf81bcc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T14:28:09,692 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4faa65b-325d-5fe4-eba7-645a2bf81bcc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T14:28:09,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4faa65b-325d-5fe4-eba7-645a2bf81bcc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T14:28:09,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4faa65b-325d-5fe4-eba7-645a2bf81bcc/nfs.dump.dir in system properties and HBase conf 2024-11-22T14:28:09,694 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4faa65b-325d-5fe4-eba7-645a2bf81bcc/java.io.tmpdir in system properties and HBase conf 2024-11-22T14:28:09,694 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4faa65b-325d-5fe4-eba7-645a2bf81bcc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T14:28:09,694 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4faa65b-325d-5fe4-eba7-645a2bf81bcc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T14:28:09,695 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4faa65b-325d-5fe4-eba7-645a2bf81bcc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T14:28:10,469 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-22T14:28:10,534 INFO [Time-limited test {}] log.Log(170): Logging initialized @2138ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-22T14:28:10,602 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T14:28:10,664 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T14:28:10,688 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T14:28:10,689 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T14:28:10,690 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T14:28:10,706 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T14:28:10,710 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4faa65b-325d-5fe4-eba7-645a2bf81bcc/hadoop.log.dir/,AVAILABLE} 2024-11-22T14:28:10,711 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T14:28:10,897 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4faa65b-325d-5fe4-eba7-645a2bf81bcc/java.io.tmpdir/jetty-localhost-34169-hadoop-hdfs-3_4_1-tests_jar-_-any-12699256482895668189/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T14:28:10,904 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:34169} 2024-11-22T14:28:10,905 INFO [Time-limited test {}] server.Server(415): Started @2509ms 2024-11-22T14:28:11,241 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T14:28:11,251 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T14:28:11,252 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T14:28:11,252 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T14:28:11,252 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T14:28:11,253 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@225fb320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4faa65b-325d-5fe4-eba7-645a2bf81bcc/hadoop.log.dir/,AVAILABLE} 2024-11-22T14:28:11,254 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55b4afc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T14:28:11,370 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1722ba9a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4faa65b-325d-5fe4-eba7-645a2bf81bcc/java.io.tmpdir/jetty-localhost-34059-hadoop-hdfs-3_4_1-tests_jar-_-any-4168788169678639367/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T14:28:11,371 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@57faae2b{HTTP/1.1, (http/1.1)}{localhost:34059} 2024-11-22T14:28:11,371 INFO [Time-limited test {}] server.Server(415): Started @2976ms 2024-11-22T14:28:11,423 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T14:28:11,541 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T14:28:11,547 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T14:28:11,552 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T14:28:11,552 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T14:28:11,553 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T14:28:11,554 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cae7855{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4faa65b-325d-5fe4-eba7-645a2bf81bcc/hadoop.log.dir/,AVAILABLE} 2024-11-22T14:28:11,554 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a2b6a73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T14:28:11,655 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@9d2632f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4faa65b-325d-5fe4-eba7-645a2bf81bcc/java.io.tmpdir/jetty-localhost-42915-hadoop-hdfs-3_4_1-tests_jar-_-any-15642194405758316185/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T14:28:11,656 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c8e80d{HTTP/1.1, (http/1.1)}{localhost:42915} 2024-11-22T14:28:11,657 INFO [Time-limited test {}] server.Server(415): Started @3261ms 2024-11-22T14:28:11,659 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T14:28:11,698 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T14:28:11,703 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T14:28:11,707 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T14:28:11,707 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T14:28:11,707 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T14:28:11,709 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55fcaba0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4faa65b-325d-5fe4-eba7-645a2bf81bcc/hadoop.log.dir/,AVAILABLE} 2024-11-22T14:28:11,709 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3abb77fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T14:28:11,813 WARN [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4faa65b-325d-5fe4-eba7-645a2bf81bcc/cluster_13fcb8d9-e31d-9514-fb4e-1d8558e99c25/data/data2/current/BP-1513240075-172.17.0.2-1732285690265/current, will proceed with Du for space computation calculation, 2024-11-22T14:28:11,813 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4faa65b-325d-5fe4-eba7-645a2bf81bcc/cluster_13fcb8d9-e31d-9514-fb4e-1d8558e99c25/data/data3/current/BP-1513240075-172.17.0.2-1732285690265/current, will proceed with Du for space computation calculation, 2024-11-22T14:28:11,813 WARN [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4faa65b-325d-5fe4-eba7-645a2bf81bcc/cluster_13fcb8d9-e31d-9514-fb4e-1d8558e99c25/data/data1/current/BP-1513240075-172.17.0.2-1732285690265/current, will proceed with Du for space computation calculation, 2024-11-22T14:28:11,813 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4faa65b-325d-5fe4-eba7-645a2bf81bcc/cluster_13fcb8d9-e31d-9514-fb4e-1d8558e99c25/data/data4/current/BP-1513240075-172.17.0.2-1732285690265/current, will proceed with Du for space computation calculation, 2024-11-22T14:28:11,820 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e7c21d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4faa65b-325d-5fe4-eba7-645a2bf81bcc/java.io.tmpdir/jetty-localhost-33237-hadoop-hdfs-3_4_1-tests_jar-_-any-16273841709899385895/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T14:28:11,821 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@30cac06d{HTTP/1.1, (http/1.1)}{localhost:33237} 2024-11-22T14:28:11,821 INFO [Time-limited test {}] server.Server(415): Started @3426ms 2024-11-22T14:28:11,825 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T14:28:11,858 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T14:28:11,858 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T14:28:11,921 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4faa65b-325d-5fe4-eba7-645a2bf81bcc/cluster_13fcb8d9-e31d-9514-fb4e-1d8558e99c25/data/data5/current/BP-1513240075-172.17.0.2-1732285690265/current, will proceed with Du for space computation calculation, 2024-11-22T14:28:11,922 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4faa65b-325d-5fe4-eba7-645a2bf81bcc/cluster_13fcb8d9-e31d-9514-fb4e-1d8558e99c25/data/data6/current/BP-1513240075-172.17.0.2-1732285690265/current, will proceed with Du for space computation calculation, 2024-11-22T14:28:11,929 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3e2d39d872c2652a with lease ID 0x2e1b515a3f8d024d: Processing first storage report for DS-f0c75812-df27-4af5-bf1d-abcc6acc5c41 from datanode DatanodeRegistration(127.0.0.1:43713, datanodeUuid=12bb9b0c-0364-4cc5-8621-5fd2382fe5ad, infoPort=34035, infoSecurePort=0, ipcPort=46363, storageInfo=lv=-57;cid=testClusterID;nsid=2017168856;c=1732285690265) 2024-11-22T14:28:11,930 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3e2d39d872c2652a with lease ID 0x2e1b515a3f8d024d: from storage DS-f0c75812-df27-4af5-bf1d-abcc6acc5c41 node DatanodeRegistration(127.0.0.1:43713, datanodeUuid=12bb9b0c-0364-4cc5-8621-5fd2382fe5ad, infoPort=34035, infoSecurePort=0, ipcPort=46363, storageInfo=lv=-57;cid=testClusterID;nsid=2017168856;c=1732285690265), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-22T14:28:11,930 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdfd0bfda23661b25 with lease ID 0x2e1b515a3f8d024e: Processing first storage report for DS-0de2c708-2350-421c-8ba1-4cf19491557e from datanode DatanodeRegistration(127.0.0.1:40439, datanodeUuid=1a934172-f5a8-4261-9cdf-180b208ea9db, infoPort=35957, infoSecurePort=0, ipcPort=44639, storageInfo=lv=-57;cid=testClusterID;nsid=2017168856;c=1732285690265) 2024-11-22T14:28:11,930 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdfd0bfda23661b25 with lease ID 0x2e1b515a3f8d024e: from storage DS-0de2c708-2350-421c-8ba1-4cf19491557e node DatanodeRegistration(127.0.0.1:40439, datanodeUuid=1a934172-f5a8-4261-9cdf-180b208ea9db, infoPort=35957, infoSecurePort=0, ipcPort=44639, storageInfo=lv=-57;cid=testClusterID;nsid=2017168856;c=1732285690265), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T14:28:11,931 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3e2d39d872c2652a with lease ID 0x2e1b515a3f8d024d: Processing first storage report for DS-bdb8173a-33aa-4155-aeb2-5d9d9e7f28e8 from datanode DatanodeRegistration(127.0.0.1:43713, datanodeUuid=12bb9b0c-0364-4cc5-8621-5fd2382fe5ad, infoPort=34035, infoSecurePort=0, ipcPort=46363, storageInfo=lv=-57;cid=testClusterID;nsid=2017168856;c=1732285690265) 2024-11-22T14:28:11,931 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3e2d39d872c2652a with lease ID 0x2e1b515a3f8d024d: from storage DS-bdb8173a-33aa-4155-aeb2-5d9d9e7f28e8 node DatanodeRegistration(127.0.0.1:43713, datanodeUuid=12bb9b0c-0364-4cc5-8621-5fd2382fe5ad, infoPort=34035, infoSecurePort=0, ipcPort=46363, storageInfo=lv=-57;cid=testClusterID;nsid=2017168856;c=1732285690265), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T14:28:11,931 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdfd0bfda23661b25 with lease ID 0x2e1b515a3f8d024e: Processing first storage report for DS-6c0f19a7-84e6-491d-8ea1-41b65685b33b from datanode DatanodeRegistration(127.0.0.1:40439, datanodeUuid=1a934172-f5a8-4261-9cdf-180b208ea9db, infoPort=35957, infoSecurePort=0, ipcPort=44639, storageInfo=lv=-57;cid=testClusterID;nsid=2017168856;c=1732285690265) 2024-11-22T14:28:11,931 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdfd0bfda23661b25 with lease ID 0x2e1b515a3f8d024e: from storage DS-6c0f19a7-84e6-491d-8ea1-41b65685b33b node DatanodeRegistration(127.0.0.1:40439, datanodeUuid=1a934172-f5a8-4261-9cdf-180b208ea9db, infoPort=35957, infoSecurePort=0, ipcPort=44639, storageInfo=lv=-57;cid=testClusterID;nsid=2017168856;c=1732285690265), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T14:28:11,954 WARN [Thread-129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T14:28:11,958 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x903810e3ab91323a with lease ID 0x2e1b515a3f8d024f: Processing first storage report for DS-634e35e0-18fb-4b06-8b45-d0b46e293ebf from datanode DatanodeRegistration(127.0.0.1:40689, datanodeUuid=cb1b8510-2a99-492b-887f-ca7e766862a6, infoPort=36557, infoSecurePort=0, ipcPort=40593, storageInfo=lv=-57;cid=testClusterID;nsid=2017168856;c=1732285690265) 2024-11-22T14:28:11,959 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x903810e3ab91323a with lease ID 0x2e1b515a3f8d024f: from storage DS-634e35e0-18fb-4b06-8b45-d0b46e293ebf node DatanodeRegistration(127.0.0.1:40689, datanodeUuid=cb1b8510-2a99-492b-887f-ca7e766862a6, infoPort=36557, infoSecurePort=0, ipcPort=40593, storageInfo=lv=-57;cid=testClusterID;nsid=2017168856;c=1732285690265), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T14:28:11,959 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x903810e3ab91323a with lease ID 0x2e1b515a3f8d024f: Processing first storage report for DS-6b39049c-19ff-467f-b15e-2423c0158d4e from datanode DatanodeRegistration(127.0.0.1:40689, datanodeUuid=cb1b8510-2a99-492b-887f-ca7e766862a6, infoPort=36557, infoSecurePort=0, ipcPort=40593, storageInfo=lv=-57;cid=testClusterID;nsid=2017168856;c=1732285690265) 2024-11-22T14:28:11,959 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x903810e3ab91323a with lease ID 0x2e1b515a3f8d024f: from storage DS-6b39049c-19ff-467f-b15e-2423c0158d4e node DatanodeRegistration(127.0.0.1:40689, datanodeUuid=cb1b8510-2a99-492b-887f-ca7e766862a6, infoPort=36557, infoSecurePort=0, ipcPort=40593, storageInfo=lv=-57;cid=testClusterID;nsid=2017168856;c=1732285690265), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T14:28:12,175 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4faa65b-325d-5fe4-eba7-645a2bf81bcc 2024-11-22T14:28:12,242 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4faa65b-325d-5fe4-eba7-645a2bf81bcc/cluster_13fcb8d9-e31d-9514-fb4e-1d8558e99c25/zookeeper_0, clientPort=65039, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4faa65b-325d-5fe4-eba7-645a2bf81bcc/cluster_13fcb8d9-e31d-9514-fb4e-1d8558e99c25/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4faa65b-325d-5fe4-eba7-645a2bf81bcc/cluster_13fcb8d9-e31d-9514-fb4e-1d8558e99c25/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-22T14:28:12,252 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=65039 2024-11-22T14:28:12,265 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:28:12,268 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:28:12,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40689 is added to blk_1073741825_1001 (size=7) 2024-11-22T14:28:12,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43713 is added to blk_1073741825_1001 (size=7) 2024-11-22T14:28:12,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40439 is added to blk_1073741825_1001 (size=7) 2024-11-22T14:28:12,887 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1 with version=8 2024-11-22T14:28:12,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/hbase-staging 2024-11-22T14:28:12,962 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-22T14:28:13,157 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b313e41b3af3:0 server-side Connection retries=45 2024-11-22T14:28:13,166 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T14:28:13,166 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T14:28:13,171 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T14:28:13,171 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T14:28:13,171 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T14:28:13,296 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T14:28:13,346 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-22T14:28:13,354 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-22T14:28:13,357 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T14:28:13,379 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 90759 (auto-detected) 2024-11-22T14:28:13,380 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-22T14:28:13,397 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44369 2024-11-22T14:28:13,416 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44369 connecting to ZooKeeper ensemble=127.0.0.1:65039 2024-11-22T14:28:13,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:443690x0, quorum=127.0.0.1:65039, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T14:28:13,444 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44369-0x10067d555af0000 connected 2024-11-22T14:28:13,468 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:28:13,472 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:28:13,483 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44369-0x10067d555af0000, quorum=127.0.0.1:65039, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T14:28:13,487 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1, hbase.cluster.distributed=false 2024-11-22T14:28:13,509 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44369-0x10067d555af0000, quorum=127.0.0.1:65039, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T14:28:13,514 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44369 2024-11-22T14:28:13,514 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44369 2024-11-22T14:28:13,515 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44369 2024-11-22T14:28:13,516 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44369 2024-11-22T14:28:13,517 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44369 2024-11-22T14:28:13,611 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b313e41b3af3:0 server-side Connection retries=45 2024-11-22T14:28:13,613 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T14:28:13,613 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T14:28:13,613 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T14:28:13,614 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T14:28:13,614 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T14:28:13,616 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T14:28:13,619 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T14:28:13,619 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37591 2024-11-22T14:28:13,621 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37591 connecting to ZooKeeper ensemble=127.0.0.1:65039 2024-11-22T14:28:13,622 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:28:13,625 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:28:13,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:375910x0, quorum=127.0.0.1:65039, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T14:28:13,630 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37591-0x10067d555af0001 connected 2024-11-22T14:28:13,630 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37591-0x10067d555af0001, quorum=127.0.0.1:65039, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T14:28:13,634 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T14:28:13,640 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T14:28:13,642 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37591-0x10067d555af0001, quorum=127.0.0.1:65039, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-22T14:28:13,647 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37591-0x10067d555af0001, quorum=127.0.0.1:65039, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T14:28:13,648 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37591 2024-11-22T14:28:13,648 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37591 2024-11-22T14:28:13,649 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37591 2024-11-22T14:28:13,650 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37591 2024-11-22T14:28:13,652 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37591 2024-11-22T14:28:13,669 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b313e41b3af3:0 server-side Connection retries=45 2024-11-22T14:28:13,670 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T14:28:13,670 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T14:28:13,670 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T14:28:13,671 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T14:28:13,671 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T14:28:13,671 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T14:28:13,671 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T14:28:13,672 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40749 2024-11-22T14:28:13,674 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40749 connecting to ZooKeeper ensemble=127.0.0.1:65039 2024-11-22T14:28:13,675 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:28:13,677 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:28:13,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:407490x0, quorum=127.0.0.1:65039, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T14:28:13,683 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:407490x0, quorum=127.0.0.1:65039, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T14:28:13,683 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40749-0x10067d555af0002 connected 2024-11-22T14:28:13,684 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T14:28:13,686 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T14:28:13,687 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40749-0x10067d555af0002, quorum=127.0.0.1:65039, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-22T14:28:13,690 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40749-0x10067d555af0002, quorum=127.0.0.1:65039, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T14:28:13,690 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40749 2024-11-22T14:28:13,690 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40749 2024-11-22T14:28:13,691 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40749 2024-11-22T14:28:13,692 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40749 2024-11-22T14:28:13,693 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40749 2024-11-22T14:28:13,708 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b313e41b3af3:0 server-side Connection retries=45 2024-11-22T14:28:13,709 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T14:28:13,709 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T14:28:13,709 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T14:28:13,709 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T14:28:13,709 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T14:28:13,710 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T14:28:13,710 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T14:28:13,711 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33217 2024-11-22T14:28:13,712 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33217 connecting to ZooKeeper ensemble=127.0.0.1:65039 2024-11-22T14:28:13,714 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:28:13,716 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:28:13,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:332170x0, quorum=127.0.0.1:65039, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T14:28:13,721 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:332170x0, quorum=127.0.0.1:65039, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T14:28:13,721 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33217-0x10067d555af0003 connected 2024-11-22T14:28:13,722 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T14:28:13,723 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T14:28:13,724 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33217-0x10067d555af0003, quorum=127.0.0.1:65039, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-22T14:28:13,726 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33217-0x10067d555af0003, quorum=127.0.0.1:65039, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T14:28:13,727 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33217 2024-11-22T14:28:13,727 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33217 2024-11-22T14:28:13,728 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33217 2024-11-22T14:28:13,728 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33217 2024-11-22T14:28:13,728 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33217 2024-11-22T14:28:13,742 DEBUG [M:0;b313e41b3af3:44369 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b313e41b3af3:44369 2024-11-22T14:28:13,743 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/b313e41b3af3,44369,1732285693007 2024-11-22T14:28:13,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44369-0x10067d555af0000, quorum=127.0.0.1:65039, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T14:28:13,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37591-0x10067d555af0001, quorum=127.0.0.1:65039, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T14:28:13,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33217-0x10067d555af0003, quorum=127.0.0.1:65039, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T14:28:13,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40749-0x10067d555af0002, quorum=127.0.0.1:65039, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T14:28:13,751 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44369-0x10067d555af0000, quorum=127.0.0.1:65039, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/b313e41b3af3,44369,1732285693007 2024-11-22T14:28:13,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40749-0x10067d555af0002, quorum=127.0.0.1:65039, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-22T14:28:13,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33217-0x10067d555af0003, quorum=127.0.0.1:65039, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-22T14:28:13,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44369-0x10067d555af0000, quorum=127.0.0.1:65039, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T14:28:13,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37591-0x10067d555af0001, quorum=127.0.0.1:65039, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-22T14:28:13,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40749-0x10067d555af0002, quorum=127.0.0.1:65039, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T14:28:13,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33217-0x10067d555af0003, quorum=127.0.0.1:65039, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T14:28:13,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37591-0x10067d555af0001, quorum=127.0.0.1:65039, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T14:28:13,775 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44369-0x10067d555af0000, quorum=127.0.0.1:65039, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-22T14:28:13,776 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/b313e41b3af3,44369,1732285693007 from backup master directory 2024-11-22T14:28:13,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44369-0x10067d555af0000, quorum=127.0.0.1:65039, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/b313e41b3af3,44369,1732285693007 2024-11-22T14:28:13,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40749-0x10067d555af0002, quorum=127.0.0.1:65039, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T14:28:13,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33217-0x10067d555af0003, quorum=127.0.0.1:65039, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T14:28:13,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37591-0x10067d555af0001, quorum=127.0.0.1:65039, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T14:28:13,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44369-0x10067d555af0000, quorum=127.0.0.1:65039, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T14:28:13,779 WARN [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T14:28:13,779 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b313e41b3af3,44369,1732285693007 2024-11-22T14:28:13,781 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-22T14:28:13,782 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-22T14:28:13,834 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/hbase.id] with ID: a70b6afb-0bf1-4475-90f3-6f7bb3a667e5 2024-11-22T14:28:13,834 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/.tmp/hbase.id 2024-11-22T14:28:13,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40439 is added to blk_1073741826_1002 (size=42) 2024-11-22T14:28:13,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40689 is added to blk_1073741826_1002 (size=42) 2024-11-22T14:28:13,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43713 is added to blk_1073741826_1002 (size=42) 2024-11-22T14:28:13,851 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/.tmp/hbase.id]:[hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/hbase.id] 2024-11-22T14:28:13,900 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:28:13,905 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T14:28:13,924 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-22T14:28:13,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40749-0x10067d555af0002, quorum=127.0.0.1:65039, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T14:28:13,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37591-0x10067d555af0001, quorum=127.0.0.1:65039, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T14:28:13,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33217-0x10067d555af0003, quorum=127.0.0.1:65039, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T14:28:13,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44369-0x10067d555af0000, quorum=127.0.0.1:65039, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T14:28:13,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43713 is added to blk_1073741827_1003 (size=196) 2024-11-22T14:28:13,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40689 is added to blk_1073741827_1003 (size=196) 2024-11-22T14:28:13,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40439 is added to blk_1073741827_1003 (size=196) 2024-11-22T14:28:13,967 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T14:28:13,968 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T14:28:13,981 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T14:28:13,985 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T14:28:14,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40689 is added to blk_1073741828_1004 (size=1189) 2024-11-22T14:28:14,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43713 is added to blk_1073741828_1004 (size=1189) 2024-11-22T14:28:14,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40439 is added to blk_1073741828_1004 (size=1189) 2024-11-22T14:28:14,042 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/MasterData/data/master/store 2024-11-22T14:28:14,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43713 is added to blk_1073741829_1005 (size=34) 2024-11-22T14:28:14,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40439 is added to blk_1073741829_1005 (size=34) 2024-11-22T14:28:14,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40689 is added to blk_1073741829_1005 (size=34) 2024-11-22T14:28:14,067 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-22T14:28:14,070 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:28:14,071 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T14:28:14,072 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:28:14,072 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:28:14,073 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T14:28:14,074 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:28:14,074 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:28:14,075 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732285694071Disabling compacts and flushes for region at 1732285694071Disabling writes for close at 1732285694073 (+2 ms)Writing region close event to WAL at 1732285694074 (+1 ms)Closed at 1732285694074 2024-11-22T14:28:14,077 WARN [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/MasterData/data/master/store/.initializing 2024-11-22T14:28:14,077 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/MasterData/WALs/b313e41b3af3,44369,1732285693007 2024-11-22T14:28:14,085 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T14:28:14,099 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b313e41b3af3%2C44369%2C1732285693007, suffix=, logDir=hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/MasterData/WALs/b313e41b3af3,44369,1732285693007, archiveDir=hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/MasterData/oldWALs, maxLogs=10 2024-11-22T14:28:14,120 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/MasterData/WALs/b313e41b3af3,44369,1732285693007/b313e41b3af3%2C44369%2C1732285693007.1732285694103, exclude list is [], retry=0 2024-11-22T14:28:14,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40689,DS-634e35e0-18fb-4b06-8b45-d0b46e293ebf,DISK] 2024-11-22T14:28:14,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43713,DS-f0c75812-df27-4af5-bf1d-abcc6acc5c41,DISK] 2024-11-22T14:28:14,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40439,DS-0de2c708-2350-421c-8ba1-4cf19491557e,DISK] 2024-11-22T14:28:14,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-22T14:28:14,176 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/MasterData/WALs/b313e41b3af3,44369,1732285693007/b313e41b3af3%2C44369%2C1732285693007.1732285694103 2024-11-22T14:28:14,177 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34035:34035),(127.0.0.1/127.0.0.1:36557:36557),(127.0.0.1/127.0.0.1:35957:35957)] 2024-11-22T14:28:14,177 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T14:28:14,177 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:28:14,180 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:28:14,181 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:28:14,217 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:28:14,239 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T14:28:14,242 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:28:14,245 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:28:14,245 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:28:14,248 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T14:28:14,248 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:28:14,249 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:28:14,249 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:28:14,252 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T14:28:14,252 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:28:14,253 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:28:14,253 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:28:14,256 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T14:28:14,257 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:28:14,258 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:28:14,258 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:28:14,262 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:28:14,264 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:28:14,269 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:28:14,269 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:28:14,273 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T14:28:14,276 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:28:14,281 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T14:28:14,282 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66802850, jitterRate=-0.004559963941574097}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T14:28:14,290 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732285694194Initializing all the Stores at 1732285694196 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732285694196Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285694197 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285694197Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285694197Cleaning up temporary data from old regions at 1732285694269 (+72 ms)Region opened successfully at 1732285694290 (+21 ms) 2024-11-22T14:28:14,291 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T14:28:14,324 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17564017, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b313e41b3af3/172.17.0.2:0 2024-11-22T14:28:14,354 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T14:28:14,363 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T14:28:14,363 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T14:28:14,365 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T14:28:14,366 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-22T14:28:14,371 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-22T14:28:14,371 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-22T14:28:14,394 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T14:28:14,401 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44369-0x10067d555af0000, quorum=127.0.0.1:65039, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-22T14:28:14,403 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-22T14:28:14,406 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T14:28:14,407 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44369-0x10067d555af0000, quorum=127.0.0.1:65039, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-22T14:28:14,408 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-22T14:28:14,411 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T14:28:14,415 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44369-0x10067d555af0000, quorum=127.0.0.1:65039, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-22T14:28:14,416 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-22T14:28:14,417 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44369-0x10067d555af0000, quorum=127.0.0.1:65039, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-22T14:28:14,418 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-22T14:28:14,433 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44369-0x10067d555af0000, quorum=127.0.0.1:65039, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T14:28:14,434 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-22T14:28:14,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44369-0x10067d555af0000, quorum=127.0.0.1:65039, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T14:28:14,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37591-0x10067d555af0001, quorum=127.0.0.1:65039, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T14:28:14,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33217-0x10067d555af0003, quorum=127.0.0.1:65039, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T14:28:14,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40749-0x10067d555af0002, quorum=127.0.0.1:65039, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T14:28:14,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33217-0x10067d555af0003, quorum=127.0.0.1:65039, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T14:28:14,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40749-0x10067d555af0002, quorum=127.0.0.1:65039, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T14:28:14,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37591-0x10067d555af0001, quorum=127.0.0.1:65039, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T14:28:14,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44369-0x10067d555af0000, quorum=127.0.0.1:65039, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T14:28:14,441 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b313e41b3af3,44369,1732285693007, sessionid=0x10067d555af0000, setting cluster-up flag (Was=false) 2024-11-22T14:28:14,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33217-0x10067d555af0003, quorum=127.0.0.1:65039, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T14:28:14,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37591-0x10067d555af0001, quorum=127.0.0.1:65039, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T14:28:14,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44369-0x10067d555af0000, quorum=127.0.0.1:65039, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T14:28:14,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40749-0x10067d555af0002, quorum=127.0.0.1:65039, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T14:28:14,455 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-22T14:28:14,457 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b313e41b3af3,44369,1732285693007 2024-11-22T14:28:14,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37591-0x10067d555af0001, quorum=127.0.0.1:65039, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T14:28:14,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44369-0x10067d555af0000, quorum=127.0.0.1:65039, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T14:28:14,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40749-0x10067d555af0002, quorum=127.0.0.1:65039, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T14:28:14,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33217-0x10067d555af0003, quorum=127.0.0.1:65039, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T14:28:14,465 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-22T14:28:14,466 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b313e41b3af3,44369,1732285693007 2024-11-22T14:28:14,471 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T14:28:14,532 INFO [RS:1;b313e41b3af3:40749 {}] regionserver.HRegionServer(746): ClusterId : a70b6afb-0bf1-4475-90f3-6f7bb3a667e5 2024-11-22T14:28:14,532 INFO [RS:2;b313e41b3af3:33217 {}] regionserver.HRegionServer(746): ClusterId : a70b6afb-0bf1-4475-90f3-6f7bb3a667e5 2024-11-22T14:28:14,532 INFO [RS:0;b313e41b3af3:37591 {}] regionserver.HRegionServer(746): ClusterId : a70b6afb-0bf1-4475-90f3-6f7bb3a667e5 2024-11-22T14:28:14,535 DEBUG [RS:0;b313e41b3af3:37591 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T14:28:14,535 DEBUG [RS:2;b313e41b3af3:33217 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T14:28:14,535 DEBUG [RS:1;b313e41b3af3:40749 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T14:28:14,540 DEBUG [RS:0;b313e41b3af3:37591 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T14:28:14,540 DEBUG [RS:2;b313e41b3af3:33217 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T14:28:14,540 DEBUG [RS:1;b313e41b3af3:40749 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T14:28:14,540 DEBUG [RS:0;b313e41b3af3:37591 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T14:28:14,540 DEBUG [RS:2;b313e41b3af3:33217 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T14:28:14,540 DEBUG [RS:1;b313e41b3af3:40749 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T14:28:14,540 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T14:28:14,543 DEBUG [RS:0;b313e41b3af3:37591 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T14:28:14,543 DEBUG [RS:2;b313e41b3af3:33217 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T14:28:14,543 DEBUG [RS:1;b313e41b3af3:40749 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T14:28:14,543 DEBUG [RS:0;b313e41b3af3:37591 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e539735, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b313e41b3af3/172.17.0.2:0 2024-11-22T14:28:14,543 DEBUG [RS:1;b313e41b3af3:40749 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1789242b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b313e41b3af3/172.17.0.2:0 2024-11-22T14:28:14,543 DEBUG [RS:2;b313e41b3af3:33217 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33016cd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b313e41b3af3/172.17.0.2:0 2024-11-22T14:28:14,550 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T14:28:14,556 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T14:28:14,559 DEBUG [RS:0;b313e41b3af3:37591 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b313e41b3af3:37591 2024-11-22T14:28:14,562 DEBUG [RS:1;b313e41b3af3:40749 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;b313e41b3af3:40749 2024-11-22T14:28:14,562 DEBUG [RS:2;b313e41b3af3:33217 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;b313e41b3af3:33217 2024-11-22T14:28:14,562 INFO [RS:0;b313e41b3af3:37591 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T14:28:14,562 INFO [RS:0;b313e41b3af3:37591 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T14:28:14,562 INFO [RS:1;b313e41b3af3:40749 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T14:28:14,562 INFO [RS:2;b313e41b3af3:33217 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T14:28:14,562 INFO [RS:1;b313e41b3af3:40749 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T14:28:14,562 DEBUG [RS:0;b313e41b3af3:37591 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T14:28:14,562 INFO [RS:2;b313e41b3af3:33217 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T14:28:14,562 DEBUG [RS:1;b313e41b3af3:40749 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T14:28:14,562 DEBUG [RS:2;b313e41b3af3:33217 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T14:28:14,562 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b313e41b3af3,44369,1732285693007 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T14:28:14,565 INFO [RS:0;b313e41b3af3:37591 {}] regionserver.HRegionServer(2659): reportForDuty to master=b313e41b3af3,44369,1732285693007 with port=37591, startcode=1732285693579 2024-11-22T14:28:14,565 INFO [RS:1;b313e41b3af3:40749 {}] regionserver.HRegionServer(2659): reportForDuty to master=b313e41b3af3,44369,1732285693007 with port=40749, startcode=1732285693669 2024-11-22T14:28:14,565 INFO [RS:2;b313e41b3af3:33217 {}] regionserver.HRegionServer(2659): reportForDuty to master=b313e41b3af3,44369,1732285693007 with port=33217, startcode=1732285693708 2024-11-22T14:28:14,570 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b313e41b3af3:0, corePoolSize=5, maxPoolSize=5 2024-11-22T14:28:14,570 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b313e41b3af3:0, corePoolSize=5, maxPoolSize=5 2024-11-22T14:28:14,570 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b313e41b3af3:0, corePoolSize=5, maxPoolSize=5 2024-11-22T14:28:14,570 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b313e41b3af3:0, corePoolSize=5, maxPoolSize=5 2024-11-22T14:28:14,571 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b313e41b3af3:0, corePoolSize=10, maxPoolSize=10 2024-11-22T14:28:14,571 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:28:14,571 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b313e41b3af3:0, corePoolSize=2, maxPoolSize=2 2024-11-22T14:28:14,571 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:28:14,578 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T14:28:14,578 DEBUG [RS:1;b313e41b3af3:40749 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T14:28:14,578 DEBUG [RS:2;b313e41b3af3:33217 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T14:28:14,578 DEBUG [RS:0;b313e41b3af3:37591 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T14:28:14,578 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T14:28:14,582 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732285724582 2024-11-22T14:28:14,583 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T14:28:14,584 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T14:28:14,584 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:28:14,585 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T14:28:14,589 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T14:28:14,589 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T14:28:14,590 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T14:28:14,590 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T14:28:14,593 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T14:28:14,598 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T14:28:14,600 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T14:28:14,600 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T14:28:14,605 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T14:28:14,606 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T14:28:14,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40439 is added to blk_1073741831_1007 (size=1321) 2024-11-22T14:28:14,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43713 is added to blk_1073741831_1007 (size=1321) 2024-11-22T14:28:14,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40689 is added to blk_1073741831_1007 (size=1321) 2024-11-22T14:28:14,617 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.large.0-1732285694607,5,FailOnTimeoutGroup] 2024-11-22T14:28:14,618 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T14:28:14,619 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1 2024-11-22T14:28:14,619 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.small.0-1732285694617,5,FailOnTimeoutGroup] 2024-11-22T14:28:14,620 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T14:28:14,620 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T14:28:14,627 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T14:28:14,627 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T14:28:14,628 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45659, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T14:28:14,628 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34949, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T14:28:14,628 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57881, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T14:28:14,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43713 is added to blk_1073741832_1008 (size=32) 2024-11-22T14:28:14,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40439 is added to blk_1073741832_1008 (size=32) 2024-11-22T14:28:14,634 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44369 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b313e41b3af3,33217,1732285693708 2024-11-22T14:28:14,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40689 is added to blk_1073741832_1008 (size=32) 2024-11-22T14:28:14,636 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:28:14,637 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44369 {}] master.ServerManager(517): Registering regionserver=b313e41b3af3,33217,1732285693708 2024-11-22T14:28:14,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T14:28:14,645 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T14:28:14,645 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:28:14,646 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:28:14,646 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T14:28:14,648 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44369 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b313e41b3af3,40749,1732285693669 2024-11-22T14:28:14,649 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44369 {}] master.ServerManager(517): Registering regionserver=b313e41b3af3,40749,1732285693669 2024-11-22T14:28:14,649 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T14:28:14,649 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:28:14,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:28:14,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T14:28:14,653 DEBUG [RS:2;b313e41b3af3:33217 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1 2024-11-22T14:28:14,653 DEBUG [RS:2;b313e41b3af3:33217 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39825 2024-11-22T14:28:14,653 DEBUG [RS:2;b313e41b3af3:33217 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T14:28:14,654 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44369 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b313e41b3af3,37591,1732285693579 2024-11-22T14:28:14,654 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44369 {}] master.ServerManager(517): Registering regionserver=b313e41b3af3,37591,1732285693579 2024-11-22T14:28:14,654 DEBUG [RS:1;b313e41b3af3:40749 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1 2024-11-22T14:28:14,654 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T14:28:14,654 DEBUG [RS:1;b313e41b3af3:40749 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39825 2024-11-22T14:28:14,655 DEBUG [RS:1;b313e41b3af3:40749 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T14:28:14,655 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:28:14,656 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:28:14,657 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T14:28:14,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44369-0x10067d555af0000, quorum=127.0.0.1:65039, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T14:28:14,660 DEBUG [RS:0;b313e41b3af3:37591 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1 2024-11-22T14:28:14,660 DEBUG [RS:2;b313e41b3af3:33217 {}] zookeeper.ZKUtil(111): regionserver:33217-0x10067d555af0003, quorum=127.0.0.1:65039, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b313e41b3af3,33217,1732285693708 2024-11-22T14:28:14,660 DEBUG [RS:0;b313e41b3af3:37591 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39825 2024-11-22T14:28:14,660 DEBUG [RS:0;b313e41b3af3:37591 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T14:28:14,660 WARN [RS:2;b313e41b3af3:33217 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T14:28:14,660 INFO [RS:2;b313e41b3af3:33217 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T14:28:14,661 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T14:28:14,661 DEBUG [RS:2;b313e41b3af3:33217 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/WALs/b313e41b3af3,33217,1732285693708 2024-11-22T14:28:14,661 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:28:14,661 DEBUG [RS:1;b313e41b3af3:40749 {}] zookeeper.ZKUtil(111): regionserver:40749-0x10067d555af0002, quorum=127.0.0.1:65039, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b313e41b3af3,40749,1732285693669 2024-11-22T14:28:14,661 WARN [RS:1;b313e41b3af3:40749 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T14:28:14,661 INFO [RS:1;b313e41b3af3:40749 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T14:28:14,662 DEBUG [RS:1;b313e41b3af3:40749 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/WALs/b313e41b3af3,40749,1732285693669 2024-11-22T14:28:14,663 DEBUG [RS:0;b313e41b3af3:37591 {}] zookeeper.ZKUtil(111): regionserver:37591-0x10067d555af0001, quorum=127.0.0.1:65039, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b313e41b3af3,37591,1732285693579 2024-11-22T14:28:14,664 WARN [RS:0;b313e41b3af3:37591 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T14:28:14,664 INFO [RS:0;b313e41b3af3:37591 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T14:28:14,664 DEBUG [RS:0;b313e41b3af3:37591 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/WALs/b313e41b3af3,37591,1732285693579 2024-11-22T14:28:14,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:28:14,665 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T14:28:14,665 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b313e41b3af3,33217,1732285693708] 2024-11-22T14:28:14,665 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b313e41b3af3,40749,1732285693669] 2024-11-22T14:28:14,665 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b313e41b3af3,37591,1732285693579] 2024-11-22T14:28:14,668 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/data/hbase/meta/1588230740 2024-11-22T14:28:14,669 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/data/hbase/meta/1588230740 2024-11-22T14:28:14,673 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T14:28:14,673 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T14:28:14,675 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T14:28:14,679 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T14:28:14,687 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T14:28:14,688 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72323414, jitterRate=0.0777028501033783}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T14:28:14,694 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732285694637Initializing all the Stores at 1732285694639 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732285694639Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732285694641 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285694641Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732285694641Cleaning up temporary data from old regions at 1732285694673 (+32 ms)Region opened successfully at 1732285694694 (+21 ms) 2024-11-22T14:28:14,694 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T14:28:14,694 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T14:28:14,694 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T14:28:14,695 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T14:28:14,695 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T14:28:14,696 INFO [RS:1;b313e41b3af3:40749 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T14:28:14,696 INFO [RS:2;b313e41b3af3:33217 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T14:28:14,696 INFO [RS:0;b313e41b3af3:37591 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T14:28:14,697 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T14:28:14,697 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732285694694Disabling compacts and flushes for region at 1732285694694Disabling writes for close at 1732285694695 (+1 ms)Writing region close event to WAL at 1732285694696 (+1 ms)Closed at 1732285694697 (+1 ms) 2024-11-22T14:28:14,700 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T14:28:14,701 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T14:28:14,708 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T14:28:14,719 INFO [RS:1;b313e41b3af3:40749 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T14:28:14,719 INFO [RS:2;b313e41b3af3:33217 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T14:28:14,720 INFO [RS:0;b313e41b3af3:37591 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T14:28:14,721 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T14:28:14,725 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T14:28:14,727 INFO [RS:2;b313e41b3af3:33217 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T14:28:14,727 INFO [RS:0;b313e41b3af3:37591 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T14:28:14,727 INFO [RS:2;b313e41b3af3:33217 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:28:14,727 INFO [RS:0;b313e41b3af3:37591 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:28:14,727 INFO [RS:1;b313e41b3af3:40749 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T14:28:14,728 INFO [RS:1;b313e41b3af3:40749 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:28:14,729 INFO [RS:2;b313e41b3af3:33217 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T14:28:14,729 INFO [RS:1;b313e41b3af3:40749 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T14:28:14,729 INFO [RS:0;b313e41b3af3:37591 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T14:28:14,736 INFO [RS:2;b313e41b3af3:33217 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T14:28:14,736 INFO [RS:1;b313e41b3af3:40749 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T14:28:14,736 INFO [RS:0;b313e41b3af3:37591 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T14:28:14,738 INFO [RS:0;b313e41b3af3:37591 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T14:28:14,738 INFO [RS:1;b313e41b3af3:40749 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T14:28:14,738 INFO [RS:2;b313e41b3af3:33217 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T14:28:14,739 DEBUG [RS:2;b313e41b3af3:33217 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:28:14,739 DEBUG [RS:1;b313e41b3af3:40749 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:28:14,739 DEBUG [RS:0;b313e41b3af3:37591 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:28:14,739 DEBUG [RS:2;b313e41b3af3:33217 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:28:14,739 DEBUG [RS:1;b313e41b3af3:40749 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:28:14,739 DEBUG [RS:0;b313e41b3af3:37591 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:28:14,739 DEBUG [RS:1;b313e41b3af3:40749 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:28:14,739 DEBUG [RS:2;b313e41b3af3:33217 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:28:14,739 DEBUG [RS:0;b313e41b3af3:37591 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:28:14,739 DEBUG [RS:2;b313e41b3af3:33217 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:28:14,739 DEBUG [RS:1;b313e41b3af3:40749 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:28:14,739 DEBUG [RS:0;b313e41b3af3:37591 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:28:14,740 DEBUG [RS:1;b313e41b3af3:40749 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:28:14,740 DEBUG [RS:2;b313e41b3af3:33217 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:28:14,740 DEBUG [RS:0;b313e41b3af3:37591 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:28:14,740 DEBUG [RS:1;b313e41b3af3:40749 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b313e41b3af3:0, corePoolSize=2, maxPoolSize=2 2024-11-22T14:28:14,740 DEBUG [RS:2;b313e41b3af3:33217 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b313e41b3af3:0, corePoolSize=2, maxPoolSize=2 2024-11-22T14:28:14,740 DEBUG [RS:0;b313e41b3af3:37591 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b313e41b3af3:0, corePoolSize=2, maxPoolSize=2 2024-11-22T14:28:14,740 DEBUG [RS:2;b313e41b3af3:33217 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:28:14,740 DEBUG [RS:1;b313e41b3af3:40749 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:28:14,740 DEBUG [RS:0;b313e41b3af3:37591 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:28:14,740 DEBUG [RS:2;b313e41b3af3:33217 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:28:14,740 DEBUG [RS:1;b313e41b3af3:40749 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:28:14,740 DEBUG [RS:0;b313e41b3af3:37591 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:28:14,740 DEBUG [RS:2;b313e41b3af3:33217 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:28:14,740 DEBUG [RS:1;b313e41b3af3:40749 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:28:14,740 DEBUG [RS:0;b313e41b3af3:37591 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:28:14,740 DEBUG [RS:1;b313e41b3af3:40749 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:28:14,740 DEBUG [RS:2;b313e41b3af3:33217 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:28:14,740 DEBUG [RS:0;b313e41b3af3:37591 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:28:14,740 DEBUG [RS:2;b313e41b3af3:33217 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:28:14,740 DEBUG [RS:1;b313e41b3af3:40749 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:28:14,740 DEBUG [RS:0;b313e41b3af3:37591 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:28:14,741 DEBUG [RS:2;b313e41b3af3:33217 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:28:14,741 DEBUG [RS:1;b313e41b3af3:40749 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:28:14,741 DEBUG [RS:0;b313e41b3af3:37591 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:28:14,741 DEBUG [RS:1;b313e41b3af3:40749 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0, corePoolSize=3, maxPoolSize=3 2024-11-22T14:28:14,741 DEBUG [RS:2;b313e41b3af3:33217 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0, corePoolSize=3, maxPoolSize=3 2024-11-22T14:28:14,741 DEBUG [RS:0;b313e41b3af3:37591 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0, corePoolSize=3, maxPoolSize=3 2024-11-22T14:28:14,741 DEBUG [RS:1;b313e41b3af3:40749 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b313e41b3af3:0, corePoolSize=3, maxPoolSize=3 2024-11-22T14:28:14,741 DEBUG [RS:0;b313e41b3af3:37591 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b313e41b3af3:0, corePoolSize=3, maxPoolSize=3 2024-11-22T14:28:14,741 DEBUG [RS:2;b313e41b3af3:33217 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b313e41b3af3:0, corePoolSize=3, maxPoolSize=3 2024-11-22T14:28:14,745 INFO [RS:2;b313e41b3af3:33217 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T14:28:14,745 INFO [RS:2;b313e41b3af3:33217 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T14:28:14,745 INFO [RS:2;b313e41b3af3:33217 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:28:14,745 INFO [RS:1;b313e41b3af3:40749 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T14:28:14,745 INFO [RS:0;b313e41b3af3:37591 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T14:28:14,746 INFO [RS:2;b313e41b3af3:33217 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T14:28:14,746 INFO [RS:1;b313e41b3af3:40749 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T14:28:14,746 INFO [RS:0;b313e41b3af3:37591 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T14:28:14,746 INFO [RS:2;b313e41b3af3:33217 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T14:28:14,746 INFO [RS:1;b313e41b3af3:40749 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:28:14,746 INFO [RS:0;b313e41b3af3:37591 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:28:14,746 INFO [RS:2;b313e41b3af3:33217 {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,33217,1732285693708-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T14:28:14,746 INFO [RS:1;b313e41b3af3:40749 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T14:28:14,746 INFO [RS:0;b313e41b3af3:37591 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T14:28:14,746 INFO [RS:1;b313e41b3af3:40749 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T14:28:14,746 INFO [RS:0;b313e41b3af3:37591 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T14:28:14,746 INFO [RS:1;b313e41b3af3:40749 {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,40749,1732285693669-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T14:28:14,746 INFO [RS:0;b313e41b3af3:37591 {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,37591,1732285693579-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T14:28:14,772 INFO [RS:2;b313e41b3af3:33217 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T14:28:14,772 INFO [RS:1;b313e41b3af3:40749 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T14:28:14,772 INFO [RS:0;b313e41b3af3:37591 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T14:28:14,775 INFO [RS:0;b313e41b3af3:37591 {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,37591,1732285693579-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:28:14,775 INFO [RS:2;b313e41b3af3:33217 {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,33217,1732285693708-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:28:14,775 INFO [RS:1;b313e41b3af3:40749 {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,40749,1732285693669-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:28:14,775 INFO [RS:2;b313e41b3af3:33217 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:28:14,775 INFO [RS:1;b313e41b3af3:40749 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:28:14,775 INFO [RS:0;b313e41b3af3:37591 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:28:14,775 INFO [RS:2;b313e41b3af3:33217 {}] regionserver.Replication(171): b313e41b3af3,33217,1732285693708 started 2024-11-22T14:28:14,775 INFO [RS:1;b313e41b3af3:40749 {}] regionserver.Replication(171): b313e41b3af3,40749,1732285693669 started 2024-11-22T14:28:14,775 INFO [RS:0;b313e41b3af3:37591 {}] regionserver.Replication(171): b313e41b3af3,37591,1732285693579 started 2024-11-22T14:28:14,801 INFO [RS:0;b313e41b3af3:37591 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:28:14,801 INFO [RS:2;b313e41b3af3:33217 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:28:14,801 INFO [RS:1;b313e41b3af3:40749 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:28:14,801 INFO [RS:2;b313e41b3af3:33217 {}] regionserver.HRegionServer(1482): Serving as b313e41b3af3,33217,1732285693708, RpcServer on b313e41b3af3/172.17.0.2:33217, sessionid=0x10067d555af0003 2024-11-22T14:28:14,801 INFO [RS:1;b313e41b3af3:40749 {}] regionserver.HRegionServer(1482): Serving as b313e41b3af3,40749,1732285693669, RpcServer on b313e41b3af3/172.17.0.2:40749, sessionid=0x10067d555af0002 2024-11-22T14:28:14,801 INFO [RS:0;b313e41b3af3:37591 {}] regionserver.HRegionServer(1482): Serving as b313e41b3af3,37591,1732285693579, RpcServer on b313e41b3af3/172.17.0.2:37591, sessionid=0x10067d555af0001 2024-11-22T14:28:14,802 DEBUG [RS:2;b313e41b3af3:33217 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T14:28:14,802 DEBUG [RS:0;b313e41b3af3:37591 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T14:28:14,802 DEBUG [RS:1;b313e41b3af3:40749 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T14:28:14,802 DEBUG [RS:0;b313e41b3af3:37591 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b313e41b3af3,37591,1732285693579 2024-11-22T14:28:14,802 DEBUG [RS:2;b313e41b3af3:33217 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b313e41b3af3,33217,1732285693708 2024-11-22T14:28:14,802 DEBUG [RS:1;b313e41b3af3:40749 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b313e41b3af3,40749,1732285693669 2024-11-22T14:28:14,803 DEBUG [RS:0;b313e41b3af3:37591 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b313e41b3af3,37591,1732285693579' 2024-11-22T14:28:14,803 DEBUG [RS:2;b313e41b3af3:33217 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b313e41b3af3,33217,1732285693708' 2024-11-22T14:28:14,803 DEBUG [RS:1;b313e41b3af3:40749 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b313e41b3af3,40749,1732285693669' 2024-11-22T14:28:14,803 DEBUG [RS:0;b313e41b3af3:37591 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-22T14:28:14,803 DEBUG [RS:2;b313e41b3af3:33217 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-22T14:28:14,803 DEBUG [RS:1;b313e41b3af3:40749 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-22T14:28:14,804 DEBUG [RS:1;b313e41b3af3:40749 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-22T14:28:14,804 DEBUG [RS:2;b313e41b3af3:33217 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-22T14:28:14,804 DEBUG [RS:0;b313e41b3af3:37591 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-22T14:28:14,804 DEBUG [RS:1;b313e41b3af3:40749 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T14:28:14,804 DEBUG [RS:1;b313e41b3af3:40749 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T14:28:14,805 DEBUG [RS:2;b313e41b3af3:33217 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T14:28:14,805 DEBUG [RS:2;b313e41b3af3:33217 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T14:28:14,805 DEBUG [RS:1;b313e41b3af3:40749 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b313e41b3af3,40749,1732285693669 2024-11-22T14:28:14,805 DEBUG [RS:0;b313e41b3af3:37591 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T14:28:14,805 DEBUG [RS:1;b313e41b3af3:40749 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b313e41b3af3,40749,1732285693669' 2024-11-22T14:28:14,805 DEBUG [RS:2;b313e41b3af3:33217 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b313e41b3af3,33217,1732285693708 2024-11-22T14:28:14,805 DEBUG [RS:0;b313e41b3af3:37591 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T14:28:14,805 DEBUG [RS:1;b313e41b3af3:40749 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-22T14:28:14,805 DEBUG [RS:0;b313e41b3af3:37591 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b313e41b3af3,37591,1732285693579 2024-11-22T14:28:14,805 DEBUG [RS:2;b313e41b3af3:33217 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b313e41b3af3,33217,1732285693708' 2024-11-22T14:28:14,805 DEBUG [RS:0;b313e41b3af3:37591 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b313e41b3af3,37591,1732285693579' 2024-11-22T14:28:14,805 DEBUG [RS:2;b313e41b3af3:33217 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-22T14:28:14,805 DEBUG [RS:0;b313e41b3af3:37591 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-22T14:28:14,805 DEBUG [RS:1;b313e41b3af3:40749 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-22T14:28:14,806 DEBUG [RS:0;b313e41b3af3:37591 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-22T14:28:14,806 DEBUG [RS:2;b313e41b3af3:33217 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-22T14:28:14,806 DEBUG [RS:1;b313e41b3af3:40749 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T14:28:14,806 DEBUG [RS:0;b313e41b3af3:37591 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T14:28:14,806 INFO [RS:1;b313e41b3af3:40749 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T14:28:14,806 INFO [RS:0;b313e41b3af3:37591 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T14:28:14,806 INFO [RS:1;b313e41b3af3:40749 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T14:28:14,806 INFO [RS:0;b313e41b3af3:37591 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T14:28:14,807 DEBUG [RS:2;b313e41b3af3:33217 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T14:28:14,807 INFO [RS:2;b313e41b3af3:33217 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T14:28:14,807 INFO [RS:2;b313e41b3af3:33217 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T14:28:14,876 WARN [b313e41b3af3:44369 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T14:28:14,912 INFO [RS:2;b313e41b3af3:33217 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T14:28:14,912 INFO [RS:1;b313e41b3af3:40749 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T14:28:14,912 INFO [RS:0;b313e41b3af3:37591 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T14:28:14,915 INFO [RS:0;b313e41b3af3:37591 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b313e41b3af3%2C37591%2C1732285693579, suffix=, logDir=hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/WALs/b313e41b3af3,37591,1732285693579, archiveDir=hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/oldWALs, maxLogs=32 2024-11-22T14:28:14,915 INFO [RS:1;b313e41b3af3:40749 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b313e41b3af3%2C40749%2C1732285693669, suffix=, logDir=hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/WALs/b313e41b3af3,40749,1732285693669, archiveDir=hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/oldWALs, maxLogs=32 2024-11-22T14:28:14,915 INFO [RS:2;b313e41b3af3:33217 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b313e41b3af3%2C33217%2C1732285693708, suffix=, logDir=hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/WALs/b313e41b3af3,33217,1732285693708, archiveDir=hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/oldWALs, maxLogs=32 2024-11-22T14:28:14,933 DEBUG [RS:1;b313e41b3af3:40749 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/WALs/b313e41b3af3,40749,1732285693669/b313e41b3af3%2C40749%2C1732285693669.1732285694920, exclude list is [], retry=0 2024-11-22T14:28:14,934 DEBUG [RS:2;b313e41b3af3:33217 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/WALs/b313e41b3af3,33217,1732285693708/b313e41b3af3%2C33217%2C1732285693708.1732285694920, exclude list is [], retry=0 2024-11-22T14:28:14,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40439,DS-0de2c708-2350-421c-8ba1-4cf19491557e,DISK] 2024-11-22T14:28:14,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40689,DS-634e35e0-18fb-4b06-8b45-d0b46e293ebf,DISK] 2024-11-22T14:28:14,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43713,DS-f0c75812-df27-4af5-bf1d-abcc6acc5c41,DISK] 2024-11-22T14:28:14,940 DEBUG [RS:0;b313e41b3af3:37591 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/WALs/b313e41b3af3,37591,1732285693579/b313e41b3af3%2C37591%2C1732285693579.1732285694920, exclude list is [], retry=0 2024-11-22T14:28:14,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40439,DS-0de2c708-2350-421c-8ba1-4cf19491557e,DISK] 2024-11-22T14:28:14,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40689,DS-634e35e0-18fb-4b06-8b45-d0b46e293ebf,DISK] 2024-11-22T14:28:14,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43713,DS-f0c75812-df27-4af5-bf1d-abcc6acc5c41,DISK] 2024-11-22T14:28:14,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40439,DS-0de2c708-2350-421c-8ba1-4cf19491557e,DISK] 2024-11-22T14:28:14,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40689,DS-634e35e0-18fb-4b06-8b45-d0b46e293ebf,DISK] 2024-11-22T14:28:14,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43713,DS-f0c75812-df27-4af5-bf1d-abcc6acc5c41,DISK] 2024-11-22T14:28:14,951 INFO [RS:1;b313e41b3af3:40749 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/WALs/b313e41b3af3,40749,1732285693669/b313e41b3af3%2C40749%2C1732285693669.1732285694920 2024-11-22T14:28:14,952 DEBUG [RS:1;b313e41b3af3:40749 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35957:35957),(127.0.0.1/127.0.0.1:34035:34035),(127.0.0.1/127.0.0.1:36557:36557)] 2024-11-22T14:28:14,956 INFO [RS:2;b313e41b3af3:33217 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/WALs/b313e41b3af3,33217,1732285693708/b313e41b3af3%2C33217%2C1732285693708.1732285694920 2024-11-22T14:28:14,957 DEBUG [RS:2;b313e41b3af3:33217 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36557:36557),(127.0.0.1/127.0.0.1:34035:34035),(127.0.0.1/127.0.0.1:35957:35957)] 2024-11-22T14:28:14,959 INFO [RS:0;b313e41b3af3:37591 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/WALs/b313e41b3af3,37591,1732285693579/b313e41b3af3%2C37591%2C1732285693579.1732285694920 2024-11-22T14:28:14,959 DEBUG [RS:0;b313e41b3af3:37591 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36557:36557),(127.0.0.1/127.0.0.1:35957:35957),(127.0.0.1/127.0.0.1:34035:34035)] 2024-11-22T14:28:15,130 DEBUG [b313e41b3af3:44369 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-22T14:28:15,140 DEBUG [b313e41b3af3:44369 {}] balancer.BalancerClusterState(204): Hosts are {b313e41b3af3=0} racks are {/default-rack=0} 2024-11-22T14:28:15,146 DEBUG [b313e41b3af3:44369 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-22T14:28:15,146 DEBUG [b313e41b3af3:44369 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-22T14:28:15,147 DEBUG [b313e41b3af3:44369 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-22T14:28:15,147 DEBUG [b313e41b3af3:44369 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-22T14:28:15,147 DEBUG [b313e41b3af3:44369 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-22T14:28:15,147 DEBUG [b313e41b3af3:44369 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-22T14:28:15,147 INFO [b313e41b3af3:44369 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-22T14:28:15,147 INFO [b313e41b3af3:44369 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-22T14:28:15,147 INFO [b313e41b3af3:44369 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-22T14:28:15,147 DEBUG [b313e41b3af3:44369 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-22T14:28:15,154 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b313e41b3af3,40749,1732285693669 2024-11-22T14:28:15,160 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b313e41b3af3,40749,1732285693669, state=OPENING 2024-11-22T14:28:15,164 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T14:28:15,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40749-0x10067d555af0002, quorum=127.0.0.1:65039, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T14:28:15,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33217-0x10067d555af0003, quorum=127.0.0.1:65039, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T14:28:15,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44369-0x10067d555af0000, quorum=127.0.0.1:65039, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T14:28:15,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37591-0x10067d555af0001, quorum=127.0.0.1:65039, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T14:28:15,166 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T14:28:15,166 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T14:28:15,167 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T14:28:15,167 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T14:28:15,168 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T14:28:15,171 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b313e41b3af3,40749,1732285693669}] 2024-11-22T14:28:23,344 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-22T14:28:23,344 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-22T14:28:25,197 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T14:28:25,200 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48119, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T14:28:25,212 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T14:28:25,213 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T14:28:25,213 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T14:28:25,217 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b313e41b3af3%2C40749%2C1732285693669.meta, suffix=.meta, logDir=hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/WALs/b313e41b3af3,40749,1732285693669, archiveDir=hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/oldWALs, maxLogs=32 2024-11-22T14:28:25,233 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/WALs/b313e41b3af3,40749,1732285693669/b313e41b3af3%2C40749%2C1732285693669.meta.1732285705219.meta, exclude list is [], retry=0 2024-11-22T14:28:25,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40689,DS-634e35e0-18fb-4b06-8b45-d0b46e293ebf,DISK] 2024-11-22T14:28:25,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43713,DS-f0c75812-df27-4af5-bf1d-abcc6acc5c41,DISK] 2024-11-22T14:28:25,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40439,DS-0de2c708-2350-421c-8ba1-4cf19491557e,DISK] 2024-11-22T14:28:25,239 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/WALs/b313e41b3af3,40749,1732285693669/b313e41b3af3%2C40749%2C1732285693669.meta.1732285705219.meta 2024-11-22T14:28:25,240 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34035:34035),(127.0.0.1/127.0.0.1:36557:36557),(127.0.0.1/127.0.0.1:35957:35957)] 2024-11-22T14:28:25,240 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T14:28:25,242 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T14:28:25,244 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T14:28:25,248 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T14:28:25,252 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T14:28:25,253 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:28:25,253 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T14:28:25,253 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T14:28:25,256 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T14:28:25,258 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T14:28:25,258 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:28:25,259 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:28:25,259 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T14:28:25,260 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T14:28:25,261 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:28:25,261 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:28:25,262 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T14:28:25,263 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T14:28:25,263 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:28:25,264 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:28:25,264 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T14:28:25,265 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T14:28:25,265 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:28:25,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:28:25,266 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T14:28:25,268 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/data/hbase/meta/1588230740 2024-11-22T14:28:25,271 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/data/hbase/meta/1588230740 2024-11-22T14:28:25,274 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T14:28:25,274 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T14:28:25,275 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T14:28:25,278 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T14:28:25,280 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65656938, jitterRate=-0.021635383367538452}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T14:28:25,280 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T14:28:25,282 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732285705253Writing region info on filesystem at 1732285705254 (+1 ms)Initializing all the Stores at 1732285705256 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732285705256Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732285705256Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285705256Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732285705256Cleaning up temporary data from old regions at 1732285705274 (+18 ms)Running coprocessor post-open hooks at 1732285705280 (+6 ms)Region opened successfully at 1732285705282 (+2 ms) 2024-11-22T14:28:25,288 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732285705189 2024-11-22T14:28:25,299 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T14:28:25,299 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T14:28:25,301 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b313e41b3af3,40749,1732285693669 2024-11-22T14:28:25,303 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b313e41b3af3,40749,1732285693669, state=OPEN 2024-11-22T14:28:25,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44369-0x10067d555af0000, quorum=127.0.0.1:65039, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T14:28:25,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37591-0x10067d555af0001, quorum=127.0.0.1:65039, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T14:28:25,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33217-0x10067d555af0003, quorum=127.0.0.1:65039, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T14:28:25,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40749-0x10067d555af0002, quorum=127.0.0.1:65039, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T14:28:25,305 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T14:28:25,305 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T14:28:25,305 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T14:28:25,305 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T14:28:25,305 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b313e41b3af3,40749,1732285693669 2024-11-22T14:28:25,310 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T14:28:25,311 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b313e41b3af3,40749,1732285693669 in 10.1350 sec 2024-11-22T14:28:25,318 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T14:28:25,318 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.6050 sec 2024-11-22T14:28:25,320 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T14:28:25,320 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T14:28:25,339 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T14:28:25,340 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b313e41b3af3,40749,1732285693669, seqNum=-1] 2024-11-22T14:28:25,359 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T14:28:25,361 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44841, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T14:28:25,378 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.8790 sec 2024-11-22T14:28:25,378 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732285705378, completionTime=-1 2024-11-22T14:28:25,381 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-22T14:28:25,381 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T14:28:25,405 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-22T14:28:25,405 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732285765405 2024-11-22T14:28:25,405 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732285825405 2024-11-22T14:28:25,405 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 23 msec 2024-11-22T14:28:25,406 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-22T14:28:25,413 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,44369,1732285693007-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:28:25,413 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,44369,1732285693007-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:28:25,413 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,44369,1732285693007-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:28:25,415 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b313e41b3af3:44369, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:28:25,415 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T14:28:25,416 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T14:28:25,421 DEBUG [master/b313e41b3af3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T14:28:25,441 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.662sec 2024-11-22T14:28:25,443 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T14:28:25,444 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T14:28:25,445 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T14:28:25,446 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T14:28:25,446 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T14:28:25,447 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,44369,1732285693007-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T14:28:25,447 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,44369,1732285693007-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T14:28:25,453 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T14:28:25,454 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T14:28:25,455 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,44369,1732285693007-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:28:25,456 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d5f2df8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:28:25,461 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-22T14:28:25,461 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-22T14:28:25,465 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b313e41b3af3,44369,-1 for getting cluster id 2024-11-22T14:28:25,467 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T14:28:25,478 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a70b6afb-0bf1-4475-90f3-6f7bb3a667e5' 2024-11-22T14:28:25,481 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T14:28:25,481 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a70b6afb-0bf1-4475-90f3-6f7bb3a667e5" 2024-11-22T14:28:25,482 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b12800e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:28:25,482 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b313e41b3af3,44369,-1] 2024-11-22T14:28:25,485 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T14:28:25,488 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:28:25,488 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T14:28:25,491 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f810e1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:28:25,491 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T14:28:25,498 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b313e41b3af3,40749,1732285693669, seqNum=-1] 2024-11-22T14:28:25,499 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T14:28:25,501 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T14:28:25,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b313e41b3af3,44369,1732285693007 2024-11-22T14:28:25,541 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732285705540 (current time:1732285705540). 2024-11-22T14:28:25,542 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-22T14:28:25,542 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-22T14:28:25,544 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@294e802, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:28:25,544 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b313e41b3af3,44369,-1 for getting cluster id 2024-11-22T14:28:25,544 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T14:28:25,545 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a70b6afb-0bf1-4475-90f3-6f7bb3a667e5' 2024-11-22T14:28:25,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T14:28:25,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a70b6afb-0bf1-4475-90f3-6f7bb3a667e5" 2024-11-22T14:28:25,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b91632a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:28:25,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b313e41b3af3,44369,-1] 2024-11-22T14:28:25,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T14:28:25,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:28:25,548 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T14:28:25,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@689efca6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:28:25,552 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T14:28:25,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b313e41b3af3,40749,1732285693669, seqNum=-1] 2024-11-22T14:28:25,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T14:28:25,555 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T14:28:25,557 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T14:28:25,557 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:28:25,565 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:28:25,565 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:28:25,565 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T14:28:25,571 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T14:28:25,574 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b313e41b3af3,44369,1732285693007 2024-11-22T14:28:25,576 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@bf2479d 2024-11-22T14:28:25,577 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T14:28:25,579 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T14:28:25,585 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44369 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T14:28:25,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44369 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-22T14:28:25,594 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T14:28:25,596 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44369 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-22T14:28:25,597 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:28:25,599 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T14:28:25,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T14:28:25,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40689 is added to blk_1073741837_1013 (size=361) 2024-11-22T14:28:25,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40439 is added to blk_1073741837_1013 (size=361) 2024-11-22T14:28:25,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43713 is added to blk_1073741837_1013 (size=361) 2024-11-22T14:28:25,619 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b8eeeef656c18e801c6b0e1e8b9d96d3, NAME => 'SPTestTable,,1732285705581.b8eeeef656c18e801c6b0e1e8b9d96d3.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1 2024-11-22T14:28:25,620 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 401777ca57ecce064399d0abf4780254, NAME => 'SPTestTable,19999999,1732285705581.401777ca57ecce064399d0abf4780254.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1 2024-11-22T14:28:25,620 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 6fa5e0518e45948520b2d8bcdb0e23fc, NAME => 'SPTestTable,33333332,1732285705581.6fa5e0518e45948520b2d8bcdb0e23fc.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1 2024-11-22T14:28:25,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40439 is added to blk_1073741838_1014 (size=54) 2024-11-22T14:28:25,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43713 is added to blk_1073741838_1014 (size=54) 2024-11-22T14:28:25,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40689 is added to blk_1073741838_1014 (size=54) 2024-11-22T14:28:25,641 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1732285705581.b8eeeef656c18e801c6b0e1e8b9d96d3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:28:25,642 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing b8eeeef656c18e801c6b0e1e8b9d96d3, disabling compactions & flushes 2024-11-22T14:28:25,642 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1732285705581.b8eeeef656c18e801c6b0e1e8b9d96d3. 2024-11-22T14:28:25,642 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732285705581.b8eeeef656c18e801c6b0e1e8b9d96d3. 2024-11-22T14:28:25,642 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732285705581.b8eeeef656c18e801c6b0e1e8b9d96d3. after waiting 0 ms 2024-11-22T14:28:25,642 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732285705581.b8eeeef656c18e801c6b0e1e8b9d96d3. 2024-11-22T14:28:25,642 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1732285705581.b8eeeef656c18e801c6b0e1e8b9d96d3. 2024-11-22T14:28:25,642 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for b8eeeef656c18e801c6b0e1e8b9d96d3: Waiting for close lock at 1732285705642Disabling compacts and flushes for region at 1732285705642Disabling writes for close at 1732285705642Writing region close event to WAL at 1732285705642Closed at 1732285705642 2024-11-22T14:28:25,643 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d6be9468bf5bea0c52a5f05fed6f5901, NAME => 'SPTestTable,4ccccccb,1732285705581.d6be9468bf5bea0c52a5f05fed6f5901.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1 2024-11-22T14:28:25,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40439 is added to blk_1073741839_1015 (size=62) 2024-11-22T14:28:25,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40689 is added to blk_1073741840_1016 (size=62) 2024-11-22T14:28:25,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43713 is added to blk_1073741839_1015 (size=62) 2024-11-22T14:28:25,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40439 is added to blk_1073741840_1016 (size=62) 2024-11-22T14:28:25,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43713 is added to blk_1073741840_1016 (size=62) 2024-11-22T14:28:25,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40689 is added to blk_1073741839_1015 (size=62) 2024-11-22T14:28:25,655 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732285705581.401777ca57ecce064399d0abf4780254.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:28:25,655 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 401777ca57ecce064399d0abf4780254, disabling compactions & flushes 2024-11-22T14:28:25,655 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732285705581.401777ca57ecce064399d0abf4780254. 2024-11-22T14:28:25,655 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732285705581.401777ca57ecce064399d0abf4780254. 2024-11-22T14:28:25,655 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732285705581.401777ca57ecce064399d0abf4780254. after waiting 0 ms 2024-11-22T14:28:25,655 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732285705581.401777ca57ecce064399d0abf4780254. 2024-11-22T14:28:25,655 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732285705581.401777ca57ecce064399d0abf4780254. 2024-11-22T14:28:25,655 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 401777ca57ecce064399d0abf4780254: Waiting for close lock at 1732285705655Disabling compacts and flushes for region at 1732285705655Disabling writes for close at 1732285705655Writing region close event to WAL at 1732285705655Closed at 1732285705655 2024-11-22T14:28:25,655 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732285705581.6fa5e0518e45948520b2d8bcdb0e23fc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:28:25,656 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => b10db82aadb3bf5e165a2bb4b1796385, NAME => 'SPTestTable,66666664,1732285705581.b10db82aadb3bf5e165a2bb4b1796385.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1 2024-11-22T14:28:25,656 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 6fa5e0518e45948520b2d8bcdb0e23fc, disabling compactions & flushes 2024-11-22T14:28:25,656 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732285705581.6fa5e0518e45948520b2d8bcdb0e23fc. 2024-11-22T14:28:25,656 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732285705581.6fa5e0518e45948520b2d8bcdb0e23fc. 2024-11-22T14:28:25,656 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732285705581.6fa5e0518e45948520b2d8bcdb0e23fc. after waiting 0 ms 2024-11-22T14:28:25,656 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732285705581.6fa5e0518e45948520b2d8bcdb0e23fc. 2024-11-22T14:28:25,656 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732285705581.6fa5e0518e45948520b2d8bcdb0e23fc. 2024-11-22T14:28:25,656 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 6fa5e0518e45948520b2d8bcdb0e23fc: Waiting for close lock at 1732285705656Disabling compacts and flushes for region at 1732285705656Disabling writes for close at 1732285705656Writing region close event to WAL at 1732285705656Closed at 1732285705656 2024-11-22T14:28:25,657 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => defc46d114b351a2bb9bb61c7749223f, NAME => 'SPTestTable,7ffffffd,1732285705581.defc46d114b351a2bb9bb61c7749223f.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1 2024-11-22T14:28:25,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40689 is added to blk_1073741841_1017 (size=62) 2024-11-22T14:28:25,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43713 is added to blk_1073741841_1017 (size=62) 2024-11-22T14:28:25,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40439 is added to blk_1073741841_1017 (size=62) 2024-11-22T14:28:25,664 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732285705581.d6be9468bf5bea0c52a5f05fed6f5901.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:28:25,664 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing d6be9468bf5bea0c52a5f05fed6f5901, disabling compactions & flushes 2024-11-22T14:28:25,664 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732285705581.d6be9468bf5bea0c52a5f05fed6f5901. 2024-11-22T14:28:25,664 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732285705581.d6be9468bf5bea0c52a5f05fed6f5901. 2024-11-22T14:28:25,664 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732285705581.d6be9468bf5bea0c52a5f05fed6f5901. after waiting 0 ms 2024-11-22T14:28:25,664 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732285705581.d6be9468bf5bea0c52a5f05fed6f5901. 2024-11-22T14:28:25,664 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732285705581.d6be9468bf5bea0c52a5f05fed6f5901. 2024-11-22T14:28:25,664 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for d6be9468bf5bea0c52a5f05fed6f5901: Waiting for close lock at 1732285705664Disabling compacts and flushes for region at 1732285705664Disabling writes for close at 1732285705664Writing region close event to WAL at 1732285705664Closed at 1732285705664 2024-11-22T14:28:25,665 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 37a8d702e7fd5b9a17c1a1d788e71f4f, NAME => 'SPTestTable,99999996,1732285705581.37a8d702e7fd5b9a17c1a1d788e71f4f.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1 2024-11-22T14:28:25,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40439 is added to blk_1073741843_1019 (size=62) 2024-11-22T14:28:25,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40689 is added to blk_1073741843_1019 (size=62) 2024-11-22T14:28:25,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43713 is added to blk_1073741843_1019 (size=62) 2024-11-22T14:28:25,681 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732285705581.defc46d114b351a2bb9bb61c7749223f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:28:25,682 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing defc46d114b351a2bb9bb61c7749223f, disabling compactions & flushes 2024-11-22T14:28:25,682 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732285705581.defc46d114b351a2bb9bb61c7749223f. 2024-11-22T14:28:25,682 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732285705581.defc46d114b351a2bb9bb61c7749223f. 2024-11-22T14:28:25,682 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732285705581.defc46d114b351a2bb9bb61c7749223f. after waiting 0 ms 2024-11-22T14:28:25,682 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732285705581.defc46d114b351a2bb9bb61c7749223f. 2024-11-22T14:28:25,682 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732285705581.defc46d114b351a2bb9bb61c7749223f. 2024-11-22T14:28:25,682 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for defc46d114b351a2bb9bb61c7749223f: Waiting for close lock at 1732285705682Disabling compacts and flushes for region at 1732285705682Disabling writes for close at 1732285705682Writing region close event to WAL at 1732285705682Closed at 1732285705682 2024-11-22T14:28:25,683 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => b79d9b5fed74ba40b9107f04eea3663c, NAME => 'SPTestTable,b333332f,1732285705581.b79d9b5fed74ba40b9107f04eea3663c.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1 2024-11-22T14:28:25,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40689 is added to blk_1073741842_1018 (size=62) 2024-11-22T14:28:25,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40439 is added to blk_1073741842_1018 (size=62) 2024-11-22T14:28:25,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43713 is added to blk_1073741842_1018 (size=62) 2024-11-22T14:28:25,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40439 is added to blk_1073741844_1020 (size=62) 2024-11-22T14:28:25,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43713 is added to blk_1073741844_1020 (size=62) 2024-11-22T14:28:25,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40689 is added to blk_1073741844_1020 (size=62) 2024-11-22T14:28:25,695 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732285705581.37a8d702e7fd5b9a17c1a1d788e71f4f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:28:25,695 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 37a8d702e7fd5b9a17c1a1d788e71f4f, disabling compactions & flushes 2024-11-22T14:28:25,695 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732285705581.37a8d702e7fd5b9a17c1a1d788e71f4f. 2024-11-22T14:28:25,695 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732285705581.37a8d702e7fd5b9a17c1a1d788e71f4f. 2024-11-22T14:28:25,695 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732285705581.37a8d702e7fd5b9a17c1a1d788e71f4f. after waiting 0 ms 2024-11-22T14:28:25,696 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732285705581.37a8d702e7fd5b9a17c1a1d788e71f4f. 2024-11-22T14:28:25,696 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732285705581.37a8d702e7fd5b9a17c1a1d788e71f4f. 2024-11-22T14:28:25,696 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 37a8d702e7fd5b9a17c1a1d788e71f4f: Waiting for close lock at 1732285705695Disabling compacts and flushes for region at 1732285705695Disabling writes for close at 1732285705696 (+1 ms)Writing region close event to WAL at 1732285705696Closed at 1732285705696 2024-11-22T14:28:25,696 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4b450e2261498686bb4f7b9449a19a68, NAME => 'SPTestTable,ccccccc8,1732285705581.4b450e2261498686bb4f7b9449a19a68.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1 2024-11-22T14:28:25,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40439 is added to blk_1073741845_1021 (size=62) 2024-11-22T14:28:25,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40689 is added to blk_1073741845_1021 (size=62) 2024-11-22T14:28:25,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43713 is added to blk_1073741845_1021 (size=62) 2024-11-22T14:28:25,702 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732285705581.b79d9b5fed74ba40b9107f04eea3663c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:28:25,702 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing b79d9b5fed74ba40b9107f04eea3663c, disabling compactions & flushes 2024-11-22T14:28:25,702 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732285705581.b79d9b5fed74ba40b9107f04eea3663c. 2024-11-22T14:28:25,702 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732285705581.b79d9b5fed74ba40b9107f04eea3663c. 2024-11-22T14:28:25,702 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732285705581.b79d9b5fed74ba40b9107f04eea3663c. after waiting 0 ms 2024-11-22T14:28:25,702 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732285705581.b79d9b5fed74ba40b9107f04eea3663c. 2024-11-22T14:28:25,702 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732285705581.b79d9b5fed74ba40b9107f04eea3663c. 2024-11-22T14:28:25,702 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for b79d9b5fed74ba40b9107f04eea3663c: Waiting for close lock at 1732285705702Disabling compacts and flushes for region at 1732285705702Disabling writes for close at 1732285705702Writing region close event to WAL at 1732285705702Closed at 1732285705702 2024-11-22T14:28:25,703 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 235c657579f76345741d632a13f84f3b, NAME => 'SPTestTable,e6666661,1732285705581.235c657579f76345741d632a13f84f3b.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1 2024-11-22T14:28:25,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40439 is added to blk_1073741846_1022 (size=62) 2024-11-22T14:28:25,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T14:28:25,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40689 is added to blk_1073741846_1022 (size=62) 2024-11-22T14:28:25,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43713 is added to blk_1073741846_1022 (size=62) 2024-11-22T14:28:25,716 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732285705581.4b450e2261498686bb4f7b9449a19a68.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:28:25,716 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 4b450e2261498686bb4f7b9449a19a68, disabling compactions & flushes 2024-11-22T14:28:25,717 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732285705581.4b450e2261498686bb4f7b9449a19a68. 2024-11-22T14:28:25,717 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732285705581.4b450e2261498686bb4f7b9449a19a68. 2024-11-22T14:28:25,717 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732285705581.4b450e2261498686bb4f7b9449a19a68. after waiting 0 ms 2024-11-22T14:28:25,717 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732285705581.4b450e2261498686bb4f7b9449a19a68. 2024-11-22T14:28:25,717 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732285705581.4b450e2261498686bb4f7b9449a19a68. 2024-11-22T14:28:25,717 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4b450e2261498686bb4f7b9449a19a68: Waiting for close lock at 1732285705716Disabling compacts and flushes for region at 1732285705716Disabling writes for close at 1732285705717 (+1 ms)Writing region close event to WAL at 1732285705717Closed at 1732285705717 2024-11-22T14:28:25,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40689 is added to blk_1073741847_1023 (size=54) 2024-11-22T14:28:25,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43713 is added to blk_1073741847_1023 (size=54) 2024-11-22T14:28:25,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40439 is added to blk_1073741847_1023 (size=54) 2024-11-22T14:28:25,725 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732285705581.235c657579f76345741d632a13f84f3b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:28:25,725 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 235c657579f76345741d632a13f84f3b, disabling compactions & flushes 2024-11-22T14:28:25,725 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732285705581.235c657579f76345741d632a13f84f3b. 2024-11-22T14:28:25,725 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732285705581.235c657579f76345741d632a13f84f3b. 2024-11-22T14:28:25,725 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732285705581.235c657579f76345741d632a13f84f3b. after waiting 0 ms 2024-11-22T14:28:25,725 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732285705581.235c657579f76345741d632a13f84f3b. 2024-11-22T14:28:25,725 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732285705581.235c657579f76345741d632a13f84f3b. 2024-11-22T14:28:25,725 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 235c657579f76345741d632a13f84f3b: Waiting for close lock at 1732285705725Disabling compacts and flushes for region at 1732285705725Disabling writes for close at 1732285705725Writing region close event to WAL at 1732285705725Closed at 1732285705725 2024-11-22T14:28:25,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T14:28:26,086 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732285705581.b10db82aadb3bf5e165a2bb4b1796385.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:28:26,087 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing b10db82aadb3bf5e165a2bb4b1796385, disabling compactions & flushes 2024-11-22T14:28:26,087 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732285705581.b10db82aadb3bf5e165a2bb4b1796385. 2024-11-22T14:28:26,087 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732285705581.b10db82aadb3bf5e165a2bb4b1796385. 2024-11-22T14:28:26,087 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732285705581.b10db82aadb3bf5e165a2bb4b1796385. after waiting 0 ms 2024-11-22T14:28:26,087 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732285705581.b10db82aadb3bf5e165a2bb4b1796385. 2024-11-22T14:28:26,087 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732285705581.b10db82aadb3bf5e165a2bb4b1796385. 2024-11-22T14:28:26,087 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for b10db82aadb3bf5e165a2bb4b1796385: Waiting for close lock at 1732285706087Disabling compacts and flushes for region at 1732285706087Disabling writes for close at 1732285706087Writing region close event to WAL at 1732285706087Closed at 1732285706087 2024-11-22T14:28:26,092 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T14:28:26,098 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1732285705581.b8eeeef656c18e801c6b0e1e8b9d96d3.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732285706092"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732285706092"}]},"ts":"1732285706092"} 2024-11-22T14:28:26,098 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1732285705581.401777ca57ecce064399d0abf4780254.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732285706092"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732285706092"}]},"ts":"1732285706092"} 2024-11-22T14:28:26,099 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1732285705581.6fa5e0518e45948520b2d8bcdb0e23fc.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732285706092"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732285706092"}]},"ts":"1732285706092"} 2024-11-22T14:28:26,099 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1732285705581.d6be9468bf5bea0c52a5f05fed6f5901.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732285706092"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732285706092"}]},"ts":"1732285706092"} 2024-11-22T14:28:26,099 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1732285705581.defc46d114b351a2bb9bb61c7749223f.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732285706092"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732285706092"}]},"ts":"1732285706092"} 2024-11-22T14:28:26,099 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1732285705581.37a8d702e7fd5b9a17c1a1d788e71f4f.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732285706092"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732285706092"}]},"ts":"1732285706092"} 2024-11-22T14:28:26,100 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1732285705581.b79d9b5fed74ba40b9107f04eea3663c.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732285706092"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732285706092"}]},"ts":"1732285706092"} 2024-11-22T14:28:26,100 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1732285705581.4b450e2261498686bb4f7b9449a19a68.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732285706092"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732285706092"}]},"ts":"1732285706092"} 2024-11-22T14:28:26,100 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1732285705581.235c657579f76345741d632a13f84f3b.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732285706092"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732285706092"}]},"ts":"1732285706092"} 2024-11-22T14:28:26,100 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1732285705581.b10db82aadb3bf5e165a2bb4b1796385.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732285706092"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732285706092"}]},"ts":"1732285706092"} 2024-11-22T14:28:26,134 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-22T14:28:26,136 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T14:28:26,138 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732285706136"}]},"ts":"1732285706136"} 2024-11-22T14:28:26,142 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-22T14:28:26,142 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {b313e41b3af3=0} racks are {/default-rack=0} 2024-11-22T14:28:26,150 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-22T14:28:26,150 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-22T14:28:26,150 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-22T14:28:26,150 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-22T14:28:26,150 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-22T14:28:26,150 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-22T14:28:26,150 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-22T14:28:26,151 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-22T14:28:26,151 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-22T14:28:26,151 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-22T14:28:26,153 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b8eeeef656c18e801c6b0e1e8b9d96d3, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=401777ca57ecce064399d0abf4780254, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6fa5e0518e45948520b2d8bcdb0e23fc, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d6be9468bf5bea0c52a5f05fed6f5901, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b10db82aadb3bf5e165a2bb4b1796385, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=defc46d114b351a2bb9bb61c7749223f, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=37a8d702e7fd5b9a17c1a1d788e71f4f, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b79d9b5fed74ba40b9107f04eea3663c, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4b450e2261498686bb4f7b9449a19a68, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=235c657579f76345741d632a13f84f3b, ASSIGN}] 2024-11-22T14:28:26,158 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d6be9468bf5bea0c52a5f05fed6f5901, ASSIGN 2024-11-22T14:28:26,159 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b10db82aadb3bf5e165a2bb4b1796385, ASSIGN 2024-11-22T14:28:26,159 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6fa5e0518e45948520b2d8bcdb0e23fc, ASSIGN 2024-11-22T14:28:26,159 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=401777ca57ecce064399d0abf4780254, ASSIGN 2024-11-22T14:28:26,161 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d6be9468bf5bea0c52a5f05fed6f5901, ASSIGN; state=OFFLINE, location=b313e41b3af3,40749,1732285693669; forceNewPlan=false, retain=false 2024-11-22T14:28:26,161 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b10db82aadb3bf5e165a2bb4b1796385, ASSIGN; state=OFFLINE, location=b313e41b3af3,40749,1732285693669; forceNewPlan=false, retain=false 2024-11-22T14:28:26,161 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=401777ca57ecce064399d0abf4780254, ASSIGN; state=OFFLINE, location=b313e41b3af3,37591,1732285693579; forceNewPlan=false, retain=false 2024-11-22T14:28:26,161 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6fa5e0518e45948520b2d8bcdb0e23fc, ASSIGN; state=OFFLINE, location=b313e41b3af3,33217,1732285693708; forceNewPlan=false, retain=false 2024-11-22T14:28:26,166 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4b450e2261498686bb4f7b9449a19a68, ASSIGN 2024-11-22T14:28:26,166 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=235c657579f76345741d632a13f84f3b, ASSIGN 2024-11-22T14:28:26,166 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b79d9b5fed74ba40b9107f04eea3663c, ASSIGN 2024-11-22T14:28:26,167 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=37a8d702e7fd5b9a17c1a1d788e71f4f, ASSIGN 2024-11-22T14:28:26,167 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=defc46d114b351a2bb9bb61c7749223f, ASSIGN 2024-11-22T14:28:26,168 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4b450e2261498686bb4f7b9449a19a68, ASSIGN; state=OFFLINE, location=b313e41b3af3,37591,1732285693579; forceNewPlan=false, retain=false 2024-11-22T14:28:26,168 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=235c657579f76345741d632a13f84f3b, ASSIGN; state=OFFLINE, location=b313e41b3af3,33217,1732285693708; forceNewPlan=false, retain=false 2024-11-22T14:28:26,168 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b79d9b5fed74ba40b9107f04eea3663c, ASSIGN; state=OFFLINE, location=b313e41b3af3,40749,1732285693669; forceNewPlan=false, retain=false 2024-11-22T14:28:26,168 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=37a8d702e7fd5b9a17c1a1d788e71f4f, ASSIGN; state=OFFLINE, location=b313e41b3af3,33217,1732285693708; forceNewPlan=false, retain=false 2024-11-22T14:28:26,168 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=defc46d114b351a2bb9bb61c7749223f, ASSIGN; state=OFFLINE, location=b313e41b3af3,37591,1732285693579; forceNewPlan=false, retain=false 2024-11-22T14:28:26,173 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b8eeeef656c18e801c6b0e1e8b9d96d3, ASSIGN 2024-11-22T14:28:26,175 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b8eeeef656c18e801c6b0e1e8b9d96d3, ASSIGN; state=OFFLINE, location=b313e41b3af3,40749,1732285693669; forceNewPlan=false, retain=false 2024-11-22T14:28:26,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T14:28:26,318 INFO [b313e41b3af3:44369 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-22T14:28:26,321 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=b79d9b5fed74ba40b9107f04eea3663c, regionState=OPENING, regionLocation=b313e41b3af3,40749,1732285693669 2024-11-22T14:28:26,321 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=4b450e2261498686bb4f7b9449a19a68, regionState=OPENING, regionLocation=b313e41b3af3,37591,1732285693579 2024-11-22T14:28:26,321 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=d6be9468bf5bea0c52a5f05fed6f5901, regionState=OPENING, regionLocation=b313e41b3af3,40749,1732285693669 2024-11-22T14:28:26,321 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b8eeeef656c18e801c6b0e1e8b9d96d3, regionState=OPENING, regionLocation=b313e41b3af3,40749,1732285693669 2024-11-22T14:28:26,321 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b10db82aadb3bf5e165a2bb4b1796385, regionState=OPENING, regionLocation=b313e41b3af3,40749,1732285693669 2024-11-22T14:28:26,323 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=defc46d114b351a2bb9bb61c7749223f, regionState=OPENING, regionLocation=b313e41b3af3,37591,1732285693579 2024-11-22T14:28:26,323 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=401777ca57ecce064399d0abf4780254, regionState=OPENING, regionLocation=b313e41b3af3,37591,1732285693579 2024-11-22T14:28:26,323 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=235c657579f76345741d632a13f84f3b, regionState=OPENING, regionLocation=b313e41b3af3,33217,1732285693708 2024-11-22T14:28:26,324 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=37a8d702e7fd5b9a17c1a1d788e71f4f, regionState=OPENING, regionLocation=b313e41b3af3,33217,1732285693708 2024-11-22T14:28:26,325 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=6fa5e0518e45948520b2d8bcdb0e23fc, regionState=OPENING, regionLocation=b313e41b3af3,33217,1732285693708 2024-11-22T14:28:26,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b79d9b5fed74ba40b9107f04eea3663c, ASSIGN because future has completed 2024-11-22T14:28:26,328 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure b79d9b5fed74ba40b9107f04eea3663c, server=b313e41b3af3,40749,1732285693669}] 2024-11-22T14:28:26,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4b450e2261498686bb4f7b9449a19a68, ASSIGN because future has completed 2024-11-22T14:28:26,330 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4b450e2261498686bb4f7b9449a19a68, server=b313e41b3af3,37591,1732285693579}] 2024-11-22T14:28:26,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b8eeeef656c18e801c6b0e1e8b9d96d3, ASSIGN because future has completed 2024-11-22T14:28:26,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d6be9468bf5bea0c52a5f05fed6f5901, ASSIGN because future has completed 2024-11-22T14:28:26,334 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b8eeeef656c18e801c6b0e1e8b9d96d3, server=b313e41b3af3,40749,1732285693669}] 2024-11-22T14:28:26,334 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure d6be9468bf5bea0c52a5f05fed6f5901, server=b313e41b3af3,40749,1732285693669}] 2024-11-22T14:28:26,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b10db82aadb3bf5e165a2bb4b1796385, ASSIGN because future has completed 2024-11-22T14:28:26,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=401777ca57ecce064399d0abf4780254, ASSIGN because future has completed 2024-11-22T14:28:26,338 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b10db82aadb3bf5e165a2bb4b1796385, server=b313e41b3af3,40749,1732285693669}] 2024-11-22T14:28:26,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=defc46d114b351a2bb9bb61c7749223f, ASSIGN because future has completed 2024-11-22T14:28:26,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=235c657579f76345741d632a13f84f3b, ASSIGN because future has completed 2024-11-22T14:28:26,349 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure defc46d114b351a2bb9bb61c7749223f, server=b313e41b3af3,37591,1732285693579}] 2024-11-22T14:28:26,349 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 235c657579f76345741d632a13f84f3b, server=b313e41b3af3,33217,1732285693708}] 2024-11-22T14:28:26,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=37a8d702e7fd5b9a17c1a1d788e71f4f, ASSIGN because future has completed 2024-11-22T14:28:26,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6fa5e0518e45948520b2d8bcdb0e23fc, ASSIGN because future has completed 2024-11-22T14:28:26,358 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6fa5e0518e45948520b2d8bcdb0e23fc, server=b313e41b3af3,33217,1732285693708}] 2024-11-22T14:28:26,358 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 401777ca57ecce064399d0abf4780254, server=b313e41b3af3,37591,1732285693579}] 2024-11-22T14:28:26,362 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 37a8d702e7fd5b9a17c1a1d788e71f4f, server=b313e41b3af3,33217,1732285693708}] 2024-11-22T14:28:26,689 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-22T14:28:26,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T14:28:27,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T14:28:29,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T14:28:30,792 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T14:28:33,343 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-22T14:28:33,343 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-22T14:28:33,346 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T14:28:33,347 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-22T14:28:33,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T14:28:36,338 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T14:28:36,343 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51923, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T14:28:36,348 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1732285705581.b10db82aadb3bf5e165a2bb4b1796385. 2024-11-22T14:28:36,349 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => b10db82aadb3bf5e165a2bb4b1796385, NAME => 'SPTestTable,66666664,1732285705581.b10db82aadb3bf5e165a2bb4b1796385.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-22T14:28:36,349 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b10db82aadb3bf5e165a2bb4b1796385 2024-11-22T14:28:36,349 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732285705581.b10db82aadb3bf5e165a2bb4b1796385.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:28:36,349 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for b10db82aadb3bf5e165a2bb4b1796385 2024-11-22T14:28:36,349 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for b10db82aadb3bf5e165a2bb4b1796385 2024-11-22T14:28:36,352 INFO [StoreOpener-b10db82aadb3bf5e165a2bb4b1796385-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b10db82aadb3bf5e165a2bb4b1796385 2024-11-22T14:28:36,353 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1732285705581.defc46d114b351a2bb9bb61c7749223f. 2024-11-22T14:28:36,353 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => defc46d114b351a2bb9bb61c7749223f, NAME => 'SPTestTable,7ffffffd,1732285705581.defc46d114b351a2bb9bb61c7749223f.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-22T14:28:36,354 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable defc46d114b351a2bb9bb61c7749223f 2024-11-22T14:28:36,354 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732285705581.defc46d114b351a2bb9bb61c7749223f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:28:36,354 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for defc46d114b351a2bb9bb61c7749223f 2024-11-22T14:28:36,354 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for defc46d114b351a2bb9bb61c7749223f 2024-11-22T14:28:36,354 INFO [StoreOpener-b10db82aadb3bf5e165a2bb4b1796385-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b10db82aadb3bf5e165a2bb4b1796385 columnFamilyName cf 2024-11-22T14:28:36,354 DEBUG [StoreOpener-b10db82aadb3bf5e165a2bb4b1796385-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:28:36,355 INFO [StoreOpener-b10db82aadb3bf5e165a2bb4b1796385-1 {}] regionserver.HStore(327): Store=b10db82aadb3bf5e165a2bb4b1796385/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:28:36,356 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for b10db82aadb3bf5e165a2bb4b1796385 2024-11-22T14:28:36,356 INFO [StoreOpener-defc46d114b351a2bb9bb61c7749223f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region defc46d114b351a2bb9bb61c7749223f 2024-11-22T14:28:36,357 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/data/default/SPTestTable/b10db82aadb3bf5e165a2bb4b1796385 2024-11-22T14:28:36,357 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T14:28:36,357 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/data/default/SPTestTable/b10db82aadb3bf5e165a2bb4b1796385 2024-11-22T14:28:36,358 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for b10db82aadb3bf5e165a2bb4b1796385 2024-11-22T14:28:36,358 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for b10db82aadb3bf5e165a2bb4b1796385 2024-11-22T14:28:36,358 INFO [StoreOpener-defc46d114b351a2bb9bb61c7749223f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region defc46d114b351a2bb9bb61c7749223f columnFamilyName cf 2024-11-22T14:28:36,358 DEBUG [StoreOpener-defc46d114b351a2bb9bb61c7749223f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:28:36,358 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54107, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T14:28:36,360 INFO [StoreOpener-defc46d114b351a2bb9bb61c7749223f-1 {}] regionserver.HStore(327): Store=defc46d114b351a2bb9bb61c7749223f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:28:36,360 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for defc46d114b351a2bb9bb61c7749223f 2024-11-22T14:28:36,361 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for b10db82aadb3bf5e165a2bb4b1796385 2024-11-22T14:28:36,361 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/data/default/SPTestTable/defc46d114b351a2bb9bb61c7749223f 2024-11-22T14:28:36,362 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/data/default/SPTestTable/defc46d114b351a2bb9bb61c7749223f 2024-11-22T14:28:36,362 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for defc46d114b351a2bb9bb61c7749223f 2024-11-22T14:28:36,362 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for defc46d114b351a2bb9bb61c7749223f 2024-11-22T14:28:36,364 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/data/default/SPTestTable/b10db82aadb3bf5e165a2bb4b1796385/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T14:28:36,365 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for defc46d114b351a2bb9bb61c7749223f 2024-11-22T14:28:36,365 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened b10db82aadb3bf5e165a2bb4b1796385; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68274345, jitterRate=0.01736702024936676}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T14:28:36,365 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b10db82aadb3bf5e165a2bb4b1796385 2024-11-22T14:28:36,366 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for b10db82aadb3bf5e165a2bb4b1796385: Running coprocessor pre-open hook at 1732285716350Writing region info on filesystem at 1732285716350Initializing all the Stores at 1732285716351 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285716351Cleaning up temporary data from old regions at 1732285716358 (+7 ms)Running coprocessor post-open hooks at 1732285716365 (+7 ms)Region opened successfully at 1732285716366 (+1 ms) 2024-11-22T14:28:36,367 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1732285705581.235c657579f76345741d632a13f84f3b. 2024-11-22T14:28:36,368 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 235c657579f76345741d632a13f84f3b, NAME => 'SPTestTable,e6666661,1732285705581.235c657579f76345741d632a13f84f3b.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-22T14:28:36,368 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 235c657579f76345741d632a13f84f3b 2024-11-22T14:28:36,368 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1732285705581.b10db82aadb3bf5e165a2bb4b1796385., pid=19, masterSystemTime=1732285716333 2024-11-22T14:28:36,368 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732285705581.235c657579f76345741d632a13f84f3b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:28:36,368 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 235c657579f76345741d632a13f84f3b 2024-11-22T14:28:36,368 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 235c657579f76345741d632a13f84f3b 2024-11-22T14:28:36,368 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/data/default/SPTestTable/defc46d114b351a2bb9bb61c7749223f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T14:28:36,369 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened defc46d114b351a2bb9bb61c7749223f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72415535, jitterRate=0.07907555997371674}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T14:28:36,370 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for defc46d114b351a2bb9bb61c7749223f 2024-11-22T14:28:36,370 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for defc46d114b351a2bb9bb61c7749223f: Running coprocessor pre-open hook at 1732285716354Writing region info on filesystem at 1732285716354Initializing all the Stores at 1732285716356 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285716356Cleaning up temporary data from old regions at 1732285716362 (+6 ms)Running coprocessor post-open hooks at 1732285716370 (+8 ms)Region opened successfully at 1732285716370 2024-11-22T14:28:36,371 INFO [StoreOpener-235c657579f76345741d632a13f84f3b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 235c657579f76345741d632a13f84f3b 2024-11-22T14:28:36,371 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1732285705581.defc46d114b351a2bb9bb61c7749223f., pid=20, masterSystemTime=1732285716338 2024-11-22T14:28:36,371 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1732285705581.b10db82aadb3bf5e165a2bb4b1796385. 2024-11-22T14:28:36,371 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1732285705581.b10db82aadb3bf5e165a2bb4b1796385. 2024-11-22T14:28:36,372 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1732285705581.b79d9b5fed74ba40b9107f04eea3663c. 2024-11-22T14:28:36,372 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => b79d9b5fed74ba40b9107f04eea3663c, NAME => 'SPTestTable,b333332f,1732285705581.b79d9b5fed74ba40b9107f04eea3663c.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-22T14:28:36,372 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b79d9b5fed74ba40b9107f04eea3663c 2024-11-22T14:28:36,372 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732285705581.b79d9b5fed74ba40b9107f04eea3663c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:28:36,373 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for b79d9b5fed74ba40b9107f04eea3663c 2024-11-22T14:28:36,373 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for b79d9b5fed74ba40b9107f04eea3663c 2024-11-22T14:28:36,373 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b10db82aadb3bf5e165a2bb4b1796385, regionState=OPEN, openSeqNum=2, regionLocation=b313e41b3af3,40749,1732285693669 2024-11-22T14:28:36,374 INFO [StoreOpener-235c657579f76345741d632a13f84f3b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 235c657579f76345741d632a13f84f3b columnFamilyName cf 2024-11-22T14:28:36,374 DEBUG [StoreOpener-235c657579f76345741d632a13f84f3b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:28:36,376 INFO [StoreOpener-235c657579f76345741d632a13f84f3b-1 {}] regionserver.HStore(327): Store=235c657579f76345741d632a13f84f3b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:28:36,376 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 235c657579f76345741d632a13f84f3b 2024-11-22T14:28:36,376 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1732285705581.defc46d114b351a2bb9bb61c7749223f. 2024-11-22T14:28:36,377 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1732285705581.defc46d114b351a2bb9bb61c7749223f. 2024-11-22T14:28:36,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b10db82aadb3bf5e165a2bb4b1796385, server=b313e41b3af3,40749,1732285693669 because future has completed 2024-11-22T14:28:36,377 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1732285705581.401777ca57ecce064399d0abf4780254. 2024-11-22T14:28:36,377 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 401777ca57ecce064399d0abf4780254, NAME => 'SPTestTable,19999999,1732285705581.401777ca57ecce064399d0abf4780254.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-22T14:28:36,377 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 401777ca57ecce064399d0abf4780254 2024-11-22T14:28:36,377 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732285705581.401777ca57ecce064399d0abf4780254.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:28:36,378 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 401777ca57ecce064399d0abf4780254 2024-11-22T14:28:36,378 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 401777ca57ecce064399d0abf4780254 2024-11-22T14:28:36,378 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/data/default/SPTestTable/235c657579f76345741d632a13f84f3b 2024-11-22T14:28:36,379 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=defc46d114b351a2bb9bb61c7749223f, regionState=OPEN, openSeqNum=2, regionLocation=b313e41b3af3,37591,1732285693579 2024-11-22T14:28:36,380 INFO [StoreOpener-b79d9b5fed74ba40b9107f04eea3663c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b79d9b5fed74ba40b9107f04eea3663c 2024-11-22T14:28:36,380 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/data/default/SPTestTable/235c657579f76345741d632a13f84f3b 2024-11-22T14:28:36,381 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 235c657579f76345741d632a13f84f3b 2024-11-22T14:28:36,381 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 235c657579f76345741d632a13f84f3b 2024-11-22T14:28:36,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure defc46d114b351a2bb9bb61c7749223f, server=b313e41b3af3,37591,1732285693579 because future has completed 2024-11-22T14:28:36,384 INFO [StoreOpener-b79d9b5fed74ba40b9107f04eea3663c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b79d9b5fed74ba40b9107f04eea3663c columnFamilyName cf 2024-11-22T14:28:36,384 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=9 2024-11-22T14:28:36,384 DEBUG [StoreOpener-b79d9b5fed74ba40b9107f04eea3663c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:28:36,385 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b10db82aadb3bf5e165a2bb4b1796385, server=b313e41b3af3,40749,1732285693669 in 10.0410 sec 2024-11-22T14:28:36,385 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 235c657579f76345741d632a13f84f3b 2024-11-22T14:28:36,385 INFO [StoreOpener-b79d9b5fed74ba40b9107f04eea3663c-1 {}] regionserver.HStore(327): Store=b79d9b5fed74ba40b9107f04eea3663c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:28:36,385 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for b79d9b5fed74ba40b9107f04eea3663c 2024-11-22T14:28:36,387 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/data/default/SPTestTable/b79d9b5fed74ba40b9107f04eea3663c 2024-11-22T14:28:36,388 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/data/default/SPTestTable/b79d9b5fed74ba40b9107f04eea3663c 2024-11-22T14:28:36,389 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for b79d9b5fed74ba40b9107f04eea3663c 2024-11-22T14:28:36,389 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for b79d9b5fed74ba40b9107f04eea3663c 2024-11-22T14:28:36,389 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b10db82aadb3bf5e165a2bb4b1796385, ASSIGN in 10.2320 sec 2024-11-22T14:28:36,392 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for b79d9b5fed74ba40b9107f04eea3663c 2024-11-22T14:28:36,392 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=10 2024-11-22T14:28:36,392 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure defc46d114b351a2bb9bb61c7749223f, server=b313e41b3af3,37591,1732285693579 in 10.0370 sec 2024-11-22T14:28:36,393 INFO [StoreOpener-401777ca57ecce064399d0abf4780254-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 401777ca57ecce064399d0abf4780254 2024-11-22T14:28:36,396 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/data/default/SPTestTable/b79d9b5fed74ba40b9107f04eea3663c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T14:28:36,396 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=defc46d114b351a2bb9bb61c7749223f, ASSIGN in 10.2390 sec 2024-11-22T14:28:36,396 INFO [StoreOpener-401777ca57ecce064399d0abf4780254-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 401777ca57ecce064399d0abf4780254 columnFamilyName cf 2024-11-22T14:28:36,396 DEBUG [StoreOpener-401777ca57ecce064399d0abf4780254-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:28:36,396 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/data/default/SPTestTable/235c657579f76345741d632a13f84f3b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T14:28:36,396 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened b79d9b5fed74ba40b9107f04eea3663c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72843568, jitterRate=0.08545374870300293}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T14:28:36,397 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b79d9b5fed74ba40b9107f04eea3663c 2024-11-22T14:28:36,397 INFO [StoreOpener-401777ca57ecce064399d0abf4780254-1 {}] regionserver.HStore(327): Store=401777ca57ecce064399d0abf4780254/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:28:36,397 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for b79d9b5fed74ba40b9107f04eea3663c: Running coprocessor pre-open hook at 1732285716373Writing region info on filesystem at 1732285716373Initializing all the Stores at 1732285716375 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285716375Cleaning up temporary data from old regions at 1732285716389 (+14 ms)Running coprocessor post-open hooks at 1732285716397 (+8 ms)Region opened successfully at 1732285716397 2024-11-22T14:28:36,397 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 401777ca57ecce064399d0abf4780254 2024-11-22T14:28:36,397 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 235c657579f76345741d632a13f84f3b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69003366, jitterRate=0.028230279684066772}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T14:28:36,397 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 235c657579f76345741d632a13f84f3b 2024-11-22T14:28:36,398 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 235c657579f76345741d632a13f84f3b: Running coprocessor pre-open hook at 1732285716369Writing region info on filesystem at 1732285716369Initializing all the Stores at 1732285716370 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285716370Cleaning up temporary data from old regions at 1732285716381 (+11 ms)Running coprocessor post-open hooks at 1732285716397 (+16 ms)Region opened successfully at 1732285716398 (+1 ms) 2024-11-22T14:28:36,398 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1732285705581.b79d9b5fed74ba40b9107f04eea3663c., pid=15, masterSystemTime=1732285716333 2024-11-22T14:28:36,398 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/data/default/SPTestTable/401777ca57ecce064399d0abf4780254 2024-11-22T14:28:36,399 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/data/default/SPTestTable/401777ca57ecce064399d0abf4780254 2024-11-22T14:28:36,400 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1732285705581.235c657579f76345741d632a13f84f3b., pid=21, masterSystemTime=1732285716357 2024-11-22T14:28:36,400 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 401777ca57ecce064399d0abf4780254 2024-11-22T14:28:36,400 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 401777ca57ecce064399d0abf4780254 2024-11-22T14:28:36,401 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1732285705581.b79d9b5fed74ba40b9107f04eea3663c. 2024-11-22T14:28:36,401 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1732285705581.b79d9b5fed74ba40b9107f04eea3663c. 2024-11-22T14:28:36,402 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1732285705581.d6be9468bf5bea0c52a5f05fed6f5901. 2024-11-22T14:28:36,402 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => d6be9468bf5bea0c52a5f05fed6f5901, NAME => 'SPTestTable,4ccccccb,1732285705581.d6be9468bf5bea0c52a5f05fed6f5901.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-22T14:28:36,403 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d6be9468bf5bea0c52a5f05fed6f5901 2024-11-22T14:28:36,403 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732285705581.d6be9468bf5bea0c52a5f05fed6f5901.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:28:36,403 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for d6be9468bf5bea0c52a5f05fed6f5901 2024-11-22T14:28:36,403 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for d6be9468bf5bea0c52a5f05fed6f5901 2024-11-22T14:28:36,403 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=b79d9b5fed74ba40b9107f04eea3663c, regionState=OPEN, openSeqNum=2, regionLocation=b313e41b3af3,40749,1732285693669 2024-11-22T14:28:36,403 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 401777ca57ecce064399d0abf4780254 2024-11-22T14:28:36,405 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=235c657579f76345741d632a13f84f3b, regionState=OPEN, openSeqNum=2, regionLocation=b313e41b3af3,33217,1732285693708 2024-11-22T14:28:36,405 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1732285705581.235c657579f76345741d632a13f84f3b. 2024-11-22T14:28:36,405 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1732285705581.235c657579f76345741d632a13f84f3b. 2024-11-22T14:28:36,406 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732285705581.37a8d702e7fd5b9a17c1a1d788e71f4f. 2024-11-22T14:28:36,406 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 37a8d702e7fd5b9a17c1a1d788e71f4f, NAME => 'SPTestTable,99999996,1732285705581.37a8d702e7fd5b9a17c1a1d788e71f4f.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-22T14:28:36,406 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 37a8d702e7fd5b9a17c1a1d788e71f4f 2024-11-22T14:28:36,406 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732285705581.37a8d702e7fd5b9a17c1a1d788e71f4f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:28:36,406 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 37a8d702e7fd5b9a17c1a1d788e71f4f 2024-11-22T14:28:36,407 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 37a8d702e7fd5b9a17c1a1d788e71f4f 2024-11-22T14:28:36,407 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44369 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=b313e41b3af3,40749,1732285693669, table=SPTestTable, region=b79d9b5fed74ba40b9107f04eea3663c. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-22T14:28:36,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure b79d9b5fed74ba40b9107f04eea3663c, server=b313e41b3af3,40749,1732285693669 because future has completed 2024-11-22T14:28:36,409 INFO [StoreOpener-d6be9468bf5bea0c52a5f05fed6f5901-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d6be9468bf5bea0c52a5f05fed6f5901 2024-11-22T14:28:36,410 INFO [StoreOpener-37a8d702e7fd5b9a17c1a1d788e71f4f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 37a8d702e7fd5b9a17c1a1d788e71f4f 2024-11-22T14:28:36,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 235c657579f76345741d632a13f84f3b, server=b313e41b3af3,33217,1732285693708 because future has completed 2024-11-22T14:28:36,412 INFO [StoreOpener-37a8d702e7fd5b9a17c1a1d788e71f4f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 37a8d702e7fd5b9a17c1a1d788e71f4f columnFamilyName cf 2024-11-22T14:28:36,412 INFO [StoreOpener-d6be9468bf5bea0c52a5f05fed6f5901-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d6be9468bf5bea0c52a5f05fed6f5901 columnFamilyName cf 2024-11-22T14:28:36,412 DEBUG [StoreOpener-37a8d702e7fd5b9a17c1a1d788e71f4f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:28:36,412 DEBUG [StoreOpener-d6be9468bf5bea0c52a5f05fed6f5901-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:28:36,412 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/data/default/SPTestTable/401777ca57ecce064399d0abf4780254/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T14:28:36,413 INFO [StoreOpener-d6be9468bf5bea0c52a5f05fed6f5901-1 {}] regionserver.HStore(327): Store=d6be9468bf5bea0c52a5f05fed6f5901/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:28:36,414 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for d6be9468bf5bea0c52a5f05fed6f5901 2024-11-22T14:28:36,414 INFO [StoreOpener-37a8d702e7fd5b9a17c1a1d788e71f4f-1 {}] regionserver.HStore(327): Store=37a8d702e7fd5b9a17c1a1d788e71f4f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:28:36,414 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 401777ca57ecce064399d0abf4780254; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63035807, jitterRate=-0.06069327890872955}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T14:28:36,414 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 401777ca57ecce064399d0abf4780254 2024-11-22T14:28:36,414 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 37a8d702e7fd5b9a17c1a1d788e71f4f 2024-11-22T14:28:36,414 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 401777ca57ecce064399d0abf4780254: Running coprocessor pre-open hook at 1732285716378Writing region info on filesystem at 1732285716378Initializing all the Stores at 1732285716380 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285716380Cleaning up temporary data from old regions at 1732285716400 (+20 ms)Running coprocessor post-open hooks at 1732285716414 (+14 ms)Region opened successfully at 1732285716414 2024-11-22T14:28:36,415 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1732285705581.401777ca57ecce064399d0abf4780254., pid=23, masterSystemTime=1732285716338 2024-11-22T14:28:36,416 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/data/default/SPTestTable/37a8d702e7fd5b9a17c1a1d788e71f4f 2024-11-22T14:28:36,415 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/data/default/SPTestTable/d6be9468bf5bea0c52a5f05fed6f5901 2024-11-22T14:28:36,416 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/data/default/SPTestTable/37a8d702e7fd5b9a17c1a1d788e71f4f 2024-11-22T14:28:36,417 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=12 2024-11-22T14:28:36,417 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure b79d9b5fed74ba40b9107f04eea3663c, server=b313e41b3af3,40749,1732285693669 in 10.0820 sec 2024-11-22T14:28:36,417 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/data/default/SPTestTable/d6be9468bf5bea0c52a5f05fed6f5901 2024-11-22T14:28:36,418 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for d6be9468bf5bea0c52a5f05fed6f5901 2024-11-22T14:28:36,418 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 37a8d702e7fd5b9a17c1a1d788e71f4f 2024-11-22T14:28:36,418 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for d6be9468bf5bea0c52a5f05fed6f5901 2024-11-22T14:28:36,418 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 37a8d702e7fd5b9a17c1a1d788e71f4f 2024-11-22T14:28:36,420 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1732285705581.401777ca57ecce064399d0abf4780254. 2024-11-22T14:28:36,420 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1732285705581.401777ca57ecce064399d0abf4780254. 2024-11-22T14:28:36,420 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1732285705581.4b450e2261498686bb4f7b9449a19a68. 2024-11-22T14:28:36,420 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 4b450e2261498686bb4f7b9449a19a68, NAME => 'SPTestTable,ccccccc8,1732285705581.4b450e2261498686bb4f7b9449a19a68.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-22T14:28:36,421 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=14 2024-11-22T14:28:36,421 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b79d9b5fed74ba40b9107f04eea3663c, ASSIGN in 10.2640 sec 2024-11-22T14:28:36,421 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 235c657579f76345741d632a13f84f3b, server=b313e41b3af3,33217,1732285693708 in 10.0660 sec 2024-11-22T14:28:36,421 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 4b450e2261498686bb4f7b9449a19a68 2024-11-22T14:28:36,421 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732285705581.4b450e2261498686bb4f7b9449a19a68.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:28:36,421 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 4b450e2261498686bb4f7b9449a19a68 2024-11-22T14:28:36,421 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 4b450e2261498686bb4f7b9449a19a68 2024-11-22T14:28:36,423 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=401777ca57ecce064399d0abf4780254, regionState=OPEN, openSeqNum=2, regionLocation=b313e41b3af3,37591,1732285693579 2024-11-22T14:28:36,425 INFO [StoreOpener-4b450e2261498686bb4f7b9449a19a68-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 4b450e2261498686bb4f7b9449a19a68 2024-11-22T14:28:36,425 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for d6be9468bf5bea0c52a5f05fed6f5901 2024-11-22T14:28:36,425 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 37a8d702e7fd5b9a17c1a1d788e71f4f 2024-11-22T14:28:36,427 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=235c657579f76345741d632a13f84f3b, ASSIGN in 10.2680 sec 2024-11-22T14:28:36,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 401777ca57ecce064399d0abf4780254, server=b313e41b3af3,37591,1732285693579 because future has completed 2024-11-22T14:28:36,428 INFO [StoreOpener-4b450e2261498686bb4f7b9449a19a68-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b450e2261498686bb4f7b9449a19a68 columnFamilyName cf 2024-11-22T14:28:36,429 DEBUG [StoreOpener-4b450e2261498686bb4f7b9449a19a68-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:28:36,430 INFO [StoreOpener-4b450e2261498686bb4f7b9449a19a68-1 {}] regionserver.HStore(327): Store=4b450e2261498686bb4f7b9449a19a68/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:28:36,430 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/data/default/SPTestTable/37a8d702e7fd5b9a17c1a1d788e71f4f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T14:28:36,431 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 4b450e2261498686bb4f7b9449a19a68 2024-11-22T14:28:36,431 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 37a8d702e7fd5b9a17c1a1d788e71f4f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66218010, jitterRate=-0.01327475905418396}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T14:28:36,431 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 37a8d702e7fd5b9a17c1a1d788e71f4f 2024-11-22T14:28:36,431 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 37a8d702e7fd5b9a17c1a1d788e71f4f: Running coprocessor pre-open hook at 1732285716407Writing region info on filesystem at 1732285716407Initializing all the Stores at 1732285716409 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285716409Cleaning up temporary data from old regions at 1732285716418 (+9 ms)Running coprocessor post-open hooks at 1732285716431 (+13 ms)Region opened successfully at 1732285716431 2024-11-22T14:28:36,432 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/data/default/SPTestTable/4b450e2261498686bb4f7b9449a19a68 2024-11-22T14:28:36,432 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732285705581.37a8d702e7fd5b9a17c1a1d788e71f4f., pid=24, masterSystemTime=1732285716357 2024-11-22T14:28:36,433 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/data/default/SPTestTable/4b450e2261498686bb4f7b9449a19a68 2024-11-22T14:28:36,434 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 4b450e2261498686bb4f7b9449a19a68 2024-11-22T14:28:36,434 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 4b450e2261498686bb4f7b9449a19a68 2024-11-22T14:28:36,435 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732285705581.37a8d702e7fd5b9a17c1a1d788e71f4f. 2024-11-22T14:28:36,435 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732285705581.37a8d702e7fd5b9a17c1a1d788e71f4f. 2024-11-22T14:28:36,435 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1732285705581.6fa5e0518e45948520b2d8bcdb0e23fc. 2024-11-22T14:28:36,435 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=6 2024-11-22T14:28:36,435 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 6fa5e0518e45948520b2d8bcdb0e23fc, NAME => 'SPTestTable,33333332,1732285705581.6fa5e0518e45948520b2d8bcdb0e23fc.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-22T14:28:36,436 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 401777ca57ecce064399d0abf4780254, server=b313e41b3af3,37591,1732285693579 in 10.0720 sec 2024-11-22T14:28:36,436 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 6fa5e0518e45948520b2d8bcdb0e23fc 2024-11-22T14:28:36,436 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732285705581.6fa5e0518e45948520b2d8bcdb0e23fc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:28:36,436 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 6fa5e0518e45948520b2d8bcdb0e23fc 2024-11-22T14:28:36,436 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 6fa5e0518e45948520b2d8bcdb0e23fc 2024-11-22T14:28:36,437 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=37a8d702e7fd5b9a17c1a1d788e71f4f, regionState=OPEN, openSeqNum=2, regionLocation=b313e41b3af3,33217,1732285693708 2024-11-22T14:28:36,439 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=401777ca57ecce064399d0abf4780254, ASSIGN in 10.2830 sec 2024-11-22T14:28:36,439 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 4b450e2261498686bb4f7b9449a19a68 2024-11-22T14:28:36,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 37a8d702e7fd5b9a17c1a1d788e71f4f, server=b313e41b3af3,33217,1732285693708 because future has completed 2024-11-22T14:28:36,442 INFO [StoreOpener-6fa5e0518e45948520b2d8bcdb0e23fc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 6fa5e0518e45948520b2d8bcdb0e23fc 2024-11-22T14:28:36,442 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/data/default/SPTestTable/d6be9468bf5bea0c52a5f05fed6f5901/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T14:28:36,444 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened d6be9468bf5bea0c52a5f05fed6f5901; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59781699, jitterRate=-0.10918326675891876}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T14:28:36,444 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d6be9468bf5bea0c52a5f05fed6f5901 2024-11-22T14:28:36,444 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for d6be9468bf5bea0c52a5f05fed6f5901: Running coprocessor pre-open hook at 1732285716403Writing region info on filesystem at 1732285716403Initializing all the Stores at 1732285716405 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285716405Cleaning up temporary data from old regions at 1732285716418 (+13 ms)Running coprocessor post-open hooks at 1732285716444 (+26 ms)Region opened successfully at 1732285716444 2024-11-22T14:28:36,445 INFO [StoreOpener-6fa5e0518e45948520b2d8bcdb0e23fc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6fa5e0518e45948520b2d8bcdb0e23fc columnFamilyName cf 2024-11-22T14:28:36,445 DEBUG [StoreOpener-6fa5e0518e45948520b2d8bcdb0e23fc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:28:36,445 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1732285705581.d6be9468bf5bea0c52a5f05fed6f5901., pid=17, masterSystemTime=1732285716333 2024-11-22T14:28:36,446 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/data/default/SPTestTable/4b450e2261498686bb4f7b9449a19a68/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T14:28:36,447 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=11 2024-11-22T14:28:36,447 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 4b450e2261498686bb4f7b9449a19a68; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70964986, jitterRate=0.05746069550514221}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T14:28:36,447 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 37a8d702e7fd5b9a17c1a1d788e71f4f, server=b313e41b3af3,33217,1732285693708 in 10.0830 sec 2024-11-22T14:28:36,447 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4b450e2261498686bb4f7b9449a19a68 2024-11-22T14:28:36,447 INFO [StoreOpener-6fa5e0518e45948520b2d8bcdb0e23fc-1 {}] regionserver.HStore(327): Store=6fa5e0518e45948520b2d8bcdb0e23fc/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:28:36,447 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 6fa5e0518e45948520b2d8bcdb0e23fc 2024-11-22T14:28:36,447 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 4b450e2261498686bb4f7b9449a19a68: Running coprocessor pre-open hook at 1732285716421Writing region info on filesystem at 1732285716421Initializing all the Stores at 1732285716424 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285716424Cleaning up temporary data from old regions at 1732285716434 (+10 ms)Running coprocessor post-open hooks at 1732285716447 (+13 ms)Region opened successfully at 1732285716447 2024-11-22T14:28:36,449 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1732285705581.4b450e2261498686bb4f7b9449a19a68., pid=16, masterSystemTime=1732285716338 2024-11-22T14:28:36,449 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1732285705581.d6be9468bf5bea0c52a5f05fed6f5901. 2024-11-22T14:28:36,449 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1732285705581.d6be9468bf5bea0c52a5f05fed6f5901. 2024-11-22T14:28:36,449 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,,1732285705581.b8eeeef656c18e801c6b0e1e8b9d96d3. 2024-11-22T14:28:36,449 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/data/default/SPTestTable/6fa5e0518e45948520b2d8bcdb0e23fc 2024-11-22T14:28:36,450 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => b8eeeef656c18e801c6b0e1e8b9d96d3, NAME => 'SPTestTable,,1732285705581.b8eeeef656c18e801c6b0e1e8b9d96d3.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-22T14:28:36,450 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/data/default/SPTestTable/6fa5e0518e45948520b2d8bcdb0e23fc 2024-11-22T14:28:36,450 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b8eeeef656c18e801c6b0e1e8b9d96d3 2024-11-22T14:28:36,450 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,,1732285705581.b8eeeef656c18e801c6b0e1e8b9d96d3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:28:36,451 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 6fa5e0518e45948520b2d8bcdb0e23fc 2024-11-22T14:28:36,451 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 6fa5e0518e45948520b2d8bcdb0e23fc 2024-11-22T14:28:36,451 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for b8eeeef656c18e801c6b0e1e8b9d96d3 2024-11-22T14:28:36,451 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for b8eeeef656c18e801c6b0e1e8b9d96d3 2024-11-22T14:28:36,451 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=d6be9468bf5bea0c52a5f05fed6f5901, regionState=OPEN, openSeqNum=2, regionLocation=b313e41b3af3,40749,1732285693669 2024-11-22T14:28:36,451 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=37a8d702e7fd5b9a17c1a1d788e71f4f, ASSIGN in 10.2940 sec 2024-11-22T14:28:36,453 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1732285705581.4b450e2261498686bb4f7b9449a19a68. 2024-11-22T14:28:36,453 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1732285705581.4b450e2261498686bb4f7b9449a19a68. 2024-11-22T14:28:36,454 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=4b450e2261498686bb4f7b9449a19a68, regionState=OPEN, openSeqNum=2, regionLocation=b313e41b3af3,37591,1732285693579 2024-11-22T14:28:36,454 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 6fa5e0518e45948520b2d8bcdb0e23fc 2024-11-22T14:28:36,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure d6be9468bf5bea0c52a5f05fed6f5901, server=b313e41b3af3,40749,1732285693669 because future has completed 2024-11-22T14:28:36,455 INFO [StoreOpener-b8eeeef656c18e801c6b0e1e8b9d96d3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b8eeeef656c18e801c6b0e1e8b9d96d3 2024-11-22T14:28:36,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4b450e2261498686bb4f7b9449a19a68, server=b313e41b3af3,37591,1732285693579 because future has completed 2024-11-22T14:28:36,459 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/data/default/SPTestTable/6fa5e0518e45948520b2d8bcdb0e23fc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T14:28:36,460 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 6fa5e0518e45948520b2d8bcdb0e23fc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73940699, jitterRate=0.1018022745847702}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T14:28:36,460 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6fa5e0518e45948520b2d8bcdb0e23fc 2024-11-22T14:28:36,460 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 6fa5e0518e45948520b2d8bcdb0e23fc: Running coprocessor pre-open hook at 1732285716436Writing region info on filesystem at 1732285716436Initializing all the Stores at 1732285716439 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285716439Cleaning up temporary data from old regions at 1732285716451 (+12 ms)Running coprocessor post-open hooks at 1732285716460 (+9 ms)Region opened successfully at 1732285716460 2024-11-22T14:28:36,461 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1732285705581.6fa5e0518e45948520b2d8bcdb0e23fc., pid=22, masterSystemTime=1732285716357 2024-11-22T14:28:36,461 INFO [StoreOpener-b8eeeef656c18e801c6b0e1e8b9d96d3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b8eeeef656c18e801c6b0e1e8b9d96d3 columnFamilyName cf 2024-11-22T14:28:36,462 DEBUG [StoreOpener-b8eeeef656c18e801c6b0e1e8b9d96d3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:28:36,462 INFO [StoreOpener-b8eeeef656c18e801c6b0e1e8b9d96d3-1 {}] regionserver.HStore(327): Store=b8eeeef656c18e801c6b0e1e8b9d96d3/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:28:36,463 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for b8eeeef656c18e801c6b0e1e8b9d96d3 2024-11-22T14:28:36,464 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/data/default/SPTestTable/b8eeeef656c18e801c6b0e1e8b9d96d3 2024-11-22T14:28:36,464 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/data/default/SPTestTable/b8eeeef656c18e801c6b0e1e8b9d96d3 2024-11-22T14:28:36,465 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for b8eeeef656c18e801c6b0e1e8b9d96d3 2024-11-22T14:28:36,465 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for b8eeeef656c18e801c6b0e1e8b9d96d3 2024-11-22T14:28:36,466 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1732285705581.6fa5e0518e45948520b2d8bcdb0e23fc. 2024-11-22T14:28:36,466 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1732285705581.6fa5e0518e45948520b2d8bcdb0e23fc. 2024-11-22T14:28:36,467 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=8 2024-11-22T14:28:36,467 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=6fa5e0518e45948520b2d8bcdb0e23fc, regionState=OPEN, openSeqNum=2, regionLocation=b313e41b3af3,33217,1732285693708 2024-11-22T14:28:36,467 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure d6be9468bf5bea0c52a5f05fed6f5901, server=b313e41b3af3,40749,1732285693669 in 10.1250 sec 2024-11-22T14:28:36,468 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-11-22T14:28:36,469 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for b8eeeef656c18e801c6b0e1e8b9d96d3 2024-11-22T14:28:36,469 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 4b450e2261498686bb4f7b9449a19a68, server=b313e41b3af3,37591,1732285693579 in 10.1310 sec 2024-11-22T14:28:36,470 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d6be9468bf5bea0c52a5f05fed6f5901, ASSIGN in 10.3140 sec 2024-11-22T14:28:36,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6fa5e0518e45948520b2d8bcdb0e23fc, server=b313e41b3af3,33217,1732285693708 because future has completed 2024-11-22T14:28:36,471 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4b450e2261498686bb4f7b9449a19a68, ASSIGN in 10.3160 sec 2024-11-22T14:28:36,473 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/data/default/SPTestTable/b8eeeef656c18e801c6b0e1e8b9d96d3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T14:28:36,473 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened b8eeeef656c18e801c6b0e1e8b9d96d3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64601878, jitterRate=-0.03735700249671936}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T14:28:36,474 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b8eeeef656c18e801c6b0e1e8b9d96d3 2024-11-22T14:28:36,474 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for b8eeeef656c18e801c6b0e1e8b9d96d3: Running coprocessor pre-open hook at 1732285716451Writing region info on filesystem at 1732285716451Initializing all the Stores at 1732285716453 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285716453Cleaning up temporary data from old regions at 1732285716465 (+12 ms)Running coprocessor post-open hooks at 1732285716474 (+9 ms)Region opened successfully at 1732285716474 2024-11-22T14:28:36,475 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1732285705581.b8eeeef656c18e801c6b0e1e8b9d96d3., pid=18, masterSystemTime=1732285716333 2024-11-22T14:28:36,476 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=7 2024-11-22T14:28:36,476 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 6fa5e0518e45948520b2d8bcdb0e23fc, server=b313e41b3af3,33217,1732285693708 in 10.1160 sec 2024-11-22T14:28:36,477 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1732285705581.b8eeeef656c18e801c6b0e1e8b9d96d3. 2024-11-22T14:28:36,478 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,,1732285705581.b8eeeef656c18e801c6b0e1e8b9d96d3. 2024-11-22T14:28:36,478 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6fa5e0518e45948520b2d8bcdb0e23fc, ASSIGN in 10.3230 sec 2024-11-22T14:28:36,478 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b8eeeef656c18e801c6b0e1e8b9d96d3, regionState=OPEN, openSeqNum=2, regionLocation=b313e41b3af3,40749,1732285693669 2024-11-22T14:28:36,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b8eeeef656c18e801c6b0e1e8b9d96d3, server=b313e41b3af3,40749,1732285693669 because future has completed 2024-11-22T14:28:36,486 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=5 2024-11-22T14:28:36,486 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b8eeeef656c18e801c6b0e1e8b9d96d3, server=b313e41b3af3,40749,1732285693669 in 10.1490 sec 2024-11-22T14:28:36,489 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-22T14:28:36,489 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b8eeeef656c18e801c6b0e1e8b9d96d3, ASSIGN in 10.3330 sec 2024-11-22T14:28:36,490 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T14:28:36,491 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732285716491"}]},"ts":"1732285716491"} 2024-11-22T14:28:36,493 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-22T14:28:36,495 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T14:28:36,501 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.9080 sec 2024-11-22T14:28:38,685 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-22T14:28:41,893 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T14:28:42,172 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T14:28:43,343 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-11-22T14:28:43,343 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-11-22T14:28:43,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T14:28:43,847 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-22T14:28:43,847 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-22T14:28:43,850 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T14:28:43,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-22T14:28:43,866 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T14:28:43,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-22T14:28:43,913 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1732285705581.37a8d702e7fd5b9a17c1a1d788e71f4f., hostname=b313e41b3af3,33217,1732285693708, seqNum=2] 2024-11-22T14:28:43,919 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1732285705581.37a8d702e7fd5b9a17c1a1d788e71f4f., hostname=b313e41b3af3,33217,1732285693708, seqNum=2] 2024-11-22T14:28:43,925 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1732285705581.37a8d702e7fd5b9a17c1a1d788e71f4f., hostname=b313e41b3af3,33217,1732285693708, seqNum=2] 2024-11-22T14:28:43,928 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1732285705581.37a8d702e7fd5b9a17c1a1d788e71f4f., hostname=b313e41b3af3,33217,1732285693708, seqNum=2] 2024-11-22T14:28:43,930 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1732285705581.37a8d702e7fd5b9a17c1a1d788e71f4f., hostname=b313e41b3af3,33217,1732285693708, seqNum=2] 2024-11-22T14:28:43,931 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1732285705581.37a8d702e7fd5b9a17c1a1d788e71f4f., hostname=b313e41b3af3,33217,1732285693708, seqNum=2] 2024-11-22T14:28:43,933 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aah', locateType=CURRENT is [region=SPTestTable,99999996,1732285705581.37a8d702e7fd5b9a17c1a1d788e71f4f., hostname=b313e41b3af3,33217,1732285693708, seqNum=2] 2024-11-22T14:28:43,935 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1732285705581.37a8d702e7fd5b9a17c1a1d788e71f4f., hostname=b313e41b3af3,33217,1732285693708, seqNum=2] 2024-11-22T14:28:43,987 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1732285705581.b79d9b5fed74ba40b9107f04eea3663c., hostname=b313e41b3af3,40749,1732285693669, seqNum=2] 2024-11-22T14:28:43,990 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1732285705581.b79d9b5fed74ba40b9107f04eea3663c., hostname=b313e41b3af3,40749,1732285693669, seqNum=2] 2024-11-22T14:28:43,994 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1732285705581.b79d9b5fed74ba40b9107f04eea3663c., hostname=b313e41b3af3,40749,1732285693669, seqNum=2] 2024-11-22T14:28:43,996 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1732285705581.b79d9b5fed74ba40b9107f04eea3663c., hostname=b313e41b3af3,40749,1732285693669, seqNum=2] 2024-11-22T14:28:43,999 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1732285705581.b79d9b5fed74ba40b9107f04eea3663c., hostname=b313e41b3af3,40749,1732285693669, seqNum=2] 2024-11-22T14:28:44,002 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1732285705581.b79d9b5fed74ba40b9107f04eea3663c., hostname=b313e41b3af3,40749,1732285693669, seqNum=2] 2024-11-22T14:28:44,004 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1732285705581.b79d9b5fed74ba40b9107f04eea3663c., hostname=b313e41b3af3,40749,1732285693669, seqNum=2] 2024-11-22T14:28:44,007 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bah', locateType=CURRENT is [region=SPTestTable,b333332f,1732285705581.b79d9b5fed74ba40b9107f04eea3663c., hostname=b313e41b3af3,40749,1732285693669, seqNum=2] 2024-11-22T14:28:44,040 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732285705581.4b450e2261498686bb4f7b9449a19a68., hostname=b313e41b3af3,37591,1732285693579, seqNum=2] 2024-11-22T14:28:44,043 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732285705581.4b450e2261498686bb4f7b9449a19a68., hostname=b313e41b3af3,37591,1732285693579, seqNum=2] 2024-11-22T14:28:44,046 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732285705581.4b450e2261498686bb4f7b9449a19a68., hostname=b313e41b3af3,37591,1732285693579, seqNum=2] 2024-11-22T14:28:44,049 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732285705581.4b450e2261498686bb4f7b9449a19a68., hostname=b313e41b3af3,37591,1732285693579, seqNum=2] 2024-11-22T14:28:44,051 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732285705581.4b450e2261498686bb4f7b9449a19a68., hostname=b313e41b3af3,37591,1732285693579, seqNum=2] 2024-11-22T14:28:44,053 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732285705581.4b450e2261498686bb4f7b9449a19a68., hostname=b313e41b3af3,37591,1732285693579, seqNum=2] 2024-11-22T14:28:44,056 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732285705581.4b450e2261498686bb4f7b9449a19a68., hostname=b313e41b3af3,37591,1732285693579, seqNum=2] 2024-11-22T14:28:44,146 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1732285705581.235c657579f76345741d632a13f84f3b., hostname=b313e41b3af3,33217,1732285693708, seqNum=2] 2024-11-22T14:28:44,149 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1732285705581.235c657579f76345741d632a13f84f3b., hostname=b313e41b3af3,33217,1732285693708, seqNum=2] 2024-11-22T14:28:44,152 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1732285705581.235c657579f76345741d632a13f84f3b., hostname=b313e41b3af3,33217,1732285693708, seqNum=2] 2024-11-22T14:28:44,154 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1732285705581.235c657579f76345741d632a13f84f3b., hostname=b313e41b3af3,33217,1732285693708, seqNum=2] 2024-11-22T14:28:44,157 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1732285705581.235c657579f76345741d632a13f84f3b., hostname=b313e41b3af3,33217,1732285693708, seqNum=2] 2024-11-22T14:28:44,159 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1732285705581.235c657579f76345741d632a13f84f3b., hostname=b313e41b3af3,33217,1732285693708, seqNum=2] 2024-11-22T14:28:44,162 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1732285705581.235c657579f76345741d632a13f84f3b., hostname=b313e41b3af3,33217,1732285693708, seqNum=2] 2024-11-22T14:28:44,911 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T14:28:44,916 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T14:28:44,924 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T14:28:44,959 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T14:28:44,990 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40749 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1732285705581.b79d9b5fed74ba40b9107f04eea3663c. with WAL disabled. Data may be lost in the event of a crash. 2024-11-22T14:28:45,028 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37591 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1732285705581.4b450e2261498686bb4f7b9449a19a68. with WAL disabled. Data may be lost in the event of a crash. 2024-11-22T14:28:45,041 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33217 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1732285705581.37a8d702e7fd5b9a17c1a1d788e71f4f. 2024-11-22T14:28:45,076 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33217 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1732285705581.37a8d702e7fd5b9a17c1a1d788e71f4f. with WAL disabled. Data may be lost in the event of a crash. 2024-11-22T14:28:45,624 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33217 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1732285705581.235c657579f76345741d632a13f84f3b. with WAL disabled. Data may be lost in the event of a crash. 2024-11-22T14:28:45,784 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-22T14:28:45,786 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T14:28:45,787 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-22T14:28:45,793 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-22T14:28:45,806 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-22T14:28:45,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40689 is added to blk_1073741848_1024 (size=49) 2024-11-22T14:28:45,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40439 is added to blk_1073741848_1024 (size=49) 2024-11-22T14:28:45,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43713 is added to blk_1073741848_1024 (size=49) 2024-11-22T14:28:45,820 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-22T14:28:45,822 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b8eeeef656c18e801c6b0e1e8b9d96d3}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 401777ca57ecce064399d0abf4780254}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6fa5e0518e45948520b2d8bcdb0e23fc}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d6be9468bf5bea0c52a5f05fed6f5901}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b10db82aadb3bf5e165a2bb4b1796385}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure defc46d114b351a2bb9bb61c7749223f}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 37a8d702e7fd5b9a17c1a1d788e71f4f}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b79d9b5fed74ba40b9107f04eea3663c}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4b450e2261498686bb4f7b9449a19a68}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 235c657579f76345741d632a13f84f3b}] 2024-11-22T14:28:45,826 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b8eeeef656c18e801c6b0e1e8b9d96d3 2024-11-22T14:28:45,827 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 401777ca57ecce064399d0abf4780254 2024-11-22T14:28:45,827 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6fa5e0518e45948520b2d8bcdb0e23fc 2024-11-22T14:28:45,827 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b10db82aadb3bf5e165a2bb4b1796385 2024-11-22T14:28:45,827 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 235c657579f76345741d632a13f84f3b 2024-11-22T14:28:45,833 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4b450e2261498686bb4f7b9449a19a68 2024-11-22T14:28:45,833 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 37a8d702e7fd5b9a17c1a1d788e71f4f 2024-11-22T14:28:45,834 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b79d9b5fed74ba40b9107f04eea3663c 2024-11-22T14:28:45,834 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure defc46d114b351a2bb9bb61c7749223f 2024-11-22T14:28:45,834 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d6be9468bf5bea0c52a5f05fed6f5901 2024-11-22T14:28:45,887 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing b313e41b3af3,33217,1732285693708 2024-11-22T14:28:45,888 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server b313e41b3af3,33217,1732285693708: Simulated kill ***** 2024-11-22T14:28:45,888 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-22T14:28:45,890 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-22T14:28:45,892 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-22T14:28:45,895 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-22T14:28:45,896 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-22T14:28:45,902 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 609327136 }, "NonHeapMemoryUsage": { "committed": 157024256, "init": 7667712, "max": -1, "used": 153737120 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "b313e41b3af3", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 1, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14486, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 676 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "b313e41b3af3", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:65039", "tag.serverName": "b313e41b3af3,40749,1732285693669", "tag.clusterId": "a70b6afb-0bf1-4475-90f3-6f7bb3a667e5", "tag.Context": "regionserver", "tag.Hostname": "b313e41b3af3", "regionCount": 5, "storeCount": 8, "hlogFileCount": 8, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 12732, "memStoreHeapSize": 22624, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1732285693669, "averageRegionSize": 2546, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 2.2, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 266240, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 1, "activeScanners": 0, "totalRequestCount": 31, "totalRowActionRequestCount": 42, "readRequestCount": 8, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 34, "rpcGetRequestCount": 2, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 4, "rpcMultiRequestCount": 1, "rpcMutateRequestCount": 24, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 4, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 24, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 1, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 2, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 4, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-22T14:28:45,906 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44369 {}] master.MasterRpcServices(700): b313e41b3af3,33217,1732285693708 reported a fatal error: ***** ABORTING region server b313e41b3af3,33217,1732285693708: Simulated kill ***** 2024-11-22T14:28:45,908 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b313e41b3af3,33217,1732285693708' ***** 2024-11-22T14:28:45,908 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-22T14:28:45,909 INFO [RS:2;b313e41b3af3:33217 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T14:28:45,909 INFO [RS:2;b313e41b3af3:33217 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-22T14:28:45,909 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T14:28:45,909 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T14:28:45,909 INFO [RS:2;b313e41b3af3:33217 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-22T14:28:45,909 INFO [RS:2;b313e41b3af3:33217 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T14:28:45,909 INFO [RS:2;b313e41b3af3:33217 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;b313e41b3af3:33217. 2024-11-22T14:28:45,909 DEBUG [RS:2;b313e41b3af3:33217 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:28:45,910 DEBUG [RS:2;b313e41b3af3:33217 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:28:45,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40689 is added to blk_1073741834_1010 (size=966) 2024-11-22T14:28:45,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40439 is added to blk_1073741834_1010 (size=966) 2024-11-22T14:28:45,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43713 is added to blk_1073741834_1010 (size=966) 2024-11-22T14:28:45,919 DEBUG [RS:2;b313e41b3af3:33217 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:28:45,919 INFO [RS:2;b313e41b3af3:33217 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T14:28:45,919 INFO [RS:2;b313e41b3af3:33217 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33217 2024-11-22T14:28:45,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33217-0x10067d555af0003, quorum=127.0.0.1:65039, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b313e41b3af3,33217,1732285693708 2024-11-22T14:28:45,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44369-0x10067d555af0000, quorum=127.0.0.1:65039, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T14:28:45,925 INFO [RS:2;b313e41b3af3:33217 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T14:28:45,927 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b313e41b3af3,33217,1732285693708] 2024-11-22T14:28:45,928 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b313e41b3af3,33217,1732285693708 already deleted, retry=false 2024-11-22T14:28:45,928 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of b313e41b3af3,33217,1732285693708 on b313e41b3af3,44369,1732285693007 2024-11-22T14:28:45,933 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure b313e41b3af3,33217,1732285693708, splitWal=true, meta=false 2024-11-22T14:28:45,935 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=36 for b313e41b3af3,33217,1732285693708 (carryingMeta=false) b313e41b3af3,33217,1732285693708/CRASHED/regionCount=3/lock=java.util.concurrent.locks.ReentrantReadWriteLock@8068c5e[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-22T14:28:45,936 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure b313e41b3af3,33217,1732285693708, splitWal=true, meta=false 2024-11-22T14:28:45,938 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(207): b313e41b3af3,33217,1732285693708 had 3 regions 2024-11-22T14:28:45,938 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6fa5e0518e45948520b2d8bcdb0e23fc 2024-11-22T14:28:45,938 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 235c657579f76345741d632a13f84f3b 2024-11-22T14:28:45,938 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 37a8d702e7fd5b9a17c1a1d788e71f4f 2024-11-22T14:28:45,939 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure b313e41b3af3,33217,1732285693708, splitWal=true, meta=false, isMeta: false 2024-11-22T14:28:45,939 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 6fa5e0518e45948520b2d8bcdb0e23fc can not run currently because target server of region SPTestTable,33333332,1732285705581.6fa5e0518e45948520b2d8bcdb0e23fc. b313e41b3af3,33217,1732285693708 is in state CRASHED, wait 1000 ms to retry 2024-11-22T14:28:45,939 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 6fa5e0518e45948520b2d8bcdb0e23fc; timeout=1000, timestamp=1732285726939 2024-11-22T14:28:45,940 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 235c657579f76345741d632a13f84f3b can not run currently because target server of region SPTestTable,e6666661,1732285705581.235c657579f76345741d632a13f84f3b. b313e41b3af3,33217,1732285693708 is in state SPLITTING, wait 1000 ms to retry 2024-11-22T14:28:45,940 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 235c657579f76345741d632a13f84f3b; timeout=1000, timestamp=1732285726940 2024-11-22T14:28:45,942 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 37a8d702e7fd5b9a17c1a1d788e71f4f can not run currently because target server of region SPTestTable,99999996,1732285705581.37a8d702e7fd5b9a17c1a1d788e71f4f. b313e41b3af3,33217,1732285693708 is in state SPLITTING, wait 1000 ms to retry 2024-11-22T14:28:45,942 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 37a8d702e7fd5b9a17c1a1d788e71f4f; timeout=1000, timestamp=1732285726942 2024-11-22T14:28:45,942 DEBUG [PEWorker-4 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/WALs/b313e41b3af3,33217,1732285693708-splitting 2024-11-22T14:28:45,944 INFO [PEWorker-4 {}] master.SplitWALManager(105): b313e41b3af3,33217,1732285693708 WAL count=1, meta=false 2024-11-22T14:28:45,947 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure b313e41b3af3%2C33217%2C1732285693708.1732285694920}] 2024-11-22T14:28:45,954 DEBUG [PEWorker-5 {}] master.SplitWALManager(158): Acquired split WAL worker=b313e41b3af3,37591,1732285693579 2024-11-22T14:28:45,958 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure b313e41b3af3%2C33217%2C1732285693708.1732285694920, worker=b313e41b3af3,37591,1732285693579}] 2024-11-22T14:28:45,993 INFO [regionserver/b313e41b3af3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T14:28:46,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33217-0x10067d555af0003, quorum=127.0.0.1:65039, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T14:28:46,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33217-0x10067d555af0003, quorum=127.0.0.1:65039, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T14:28:46,028 INFO [RS:2;b313e41b3af3:33217 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T14:28:46,028 INFO [RS:2;b313e41b3af3:33217 {}] regionserver.HRegionServer(1031): Exiting; stopping=b313e41b3af3,33217,1732285693708; zookeeper connection closed. 2024-11-22T14:28:46,028 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1b1b3a94 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1b1b3a94 2024-11-22T14:28:46,746 INFO [regionserver/b313e41b3af3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T14:28:46,746 INFO [regionserver/b313e41b3af3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T14:28:46,939 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6fa5e0518e45948520b2d8bcdb0e23fc 2024-11-22T14:28:46,940 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 235c657579f76345741d632a13f84f3b 2024-11-22T14:28:46,940 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 6fa5e0518e45948520b2d8bcdb0e23fc can not run currently because target server of region SPTestTable,33333332,1732285705581.6fa5e0518e45948520b2d8bcdb0e23fc. b313e41b3af3,33217,1732285693708 is in state SPLITTING, wait 2000 ms to retry 2024-11-22T14:28:46,940 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 6fa5e0518e45948520b2d8bcdb0e23fc; timeout=2000, timestamp=1732285728940 2024-11-22T14:28:46,941 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 235c657579f76345741d632a13f84f3b can not run currently because target server of region SPTestTable,e6666661,1732285705581.235c657579f76345741d632a13f84f3b. b313e41b3af3,33217,1732285693708 is in state SPLITTING, wait 2000 ms to retry 2024-11-22T14:28:46,941 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 235c657579f76345741d632a13f84f3b; timeout=2000, timestamp=1732285728941 2024-11-22T14:28:46,942 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 37a8d702e7fd5b9a17c1a1d788e71f4f 2024-11-22T14:28:46,943 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 37a8d702e7fd5b9a17c1a1d788e71f4f can not run currently because target server of region SPTestTable,99999996,1732285705581.37a8d702e7fd5b9a17c1a1d788e71f4f. b313e41b3af3,33217,1732285693708 is in state SPLITTING, wait 2000 ms to retry 2024-11-22T14:28:46,943 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 37a8d702e7fd5b9a17c1a1d788e71f4f; timeout=2000, timestamp=1732285728943 2024-11-22T14:28:48,941 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6fa5e0518e45948520b2d8bcdb0e23fc 2024-11-22T14:28:48,942 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 235c657579f76345741d632a13f84f3b 2024-11-22T14:28:48,944 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 6fa5e0518e45948520b2d8bcdb0e23fc can not run currently because target server of region SPTestTable,33333332,1732285705581.6fa5e0518e45948520b2d8bcdb0e23fc. b313e41b3af3,33217,1732285693708 is in state SPLITTING, wait 4000 ms to retry 2024-11-22T14:28:48,944 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 37a8d702e7fd5b9a17c1a1d788e71f4f 2024-11-22T14:28:48,944 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 235c657579f76345741d632a13f84f3b can not run currently because target server of region SPTestTable,e6666661,1732285705581.235c657579f76345741d632a13f84f3b. b313e41b3af3,33217,1732285693708 is in state SPLITTING, wait 4000 ms to retry 2024-11-22T14:28:48,944 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 6fa5e0518e45948520b2d8bcdb0e23fc; timeout=4000, timestamp=1732285732944 2024-11-22T14:28:48,944 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 235c657579f76345741d632a13f84f3b; timeout=4000, timestamp=1732285732944 2024-11-22T14:28:48,946 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 37a8d702e7fd5b9a17c1a1d788e71f4f can not run currently because target server of region SPTestTable,99999996,1732285705581.37a8d702e7fd5b9a17c1a1d788e71f4f. b313e41b3af3,33217,1732285693708 is in state SPLITTING, wait 4000 ms to retry 2024-11-22T14:28:48,946 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 37a8d702e7fd5b9a17c1a1d788e71f4f; timeout=4000, timestamp=1732285732946 2024-11-22T14:28:49,546 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b313e41b3af3:44369 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-22T14:28:52,945 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 235c657579f76345741d632a13f84f3b 2024-11-22T14:28:52,946 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6fa5e0518e45948520b2d8bcdb0e23fc 2024-11-22T14:28:52,946 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 37a8d702e7fd5b9a17c1a1d788e71f4f 2024-11-22T14:28:52,949 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 235c657579f76345741d632a13f84f3b can not run currently because target server of region SPTestTable,e6666661,1732285705581.235c657579f76345741d632a13f84f3b. b313e41b3af3,33217,1732285693708 is in state SPLITTING, wait 8000 ms to retry 2024-11-22T14:28:52,949 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 6fa5e0518e45948520b2d8bcdb0e23fc can not run currently because target server of region SPTestTable,33333332,1732285705581.6fa5e0518e45948520b2d8bcdb0e23fc. b313e41b3af3,33217,1732285693708 is in state SPLITTING, wait 8000 ms to retry 2024-11-22T14:28:52,950 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 37a8d702e7fd5b9a17c1a1d788e71f4f can not run currently because target server of region SPTestTable,99999996,1732285705581.37a8d702e7fd5b9a17c1a1d788e71f4f. b313e41b3af3,33217,1732285693708 is in state SPLITTING, wait 8000 ms to retry 2024-11-22T14:28:52,950 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 235c657579f76345741d632a13f84f3b; timeout=8000, timestamp=1732285740950 2024-11-22T14:28:52,950 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 6fa5e0518e45948520b2d8bcdb0e23fc; timeout=8000, timestamp=1732285740950 2024-11-22T14:28:52,950 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 37a8d702e7fd5b9a17c1a1d788e71f4f; timeout=8000, timestamp=1732285740950 2024-11-22T14:28:55,840 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-22T14:28:55,840 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37591 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-22T14:28:55,841 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37591 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-22T14:28:55,841 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-22T14:28:55,841 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1732285705581.b10db82aadb3bf5e165a2bb4b1796385. 2024-11-22T14:28:55,841 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1732285705581.4b450e2261498686bb4f7b9449a19a68. 2024-11-22T14:28:55,841 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1732285705581.401777ca57ecce064399d0abf4780254. 2024-11-22T14:28:55,841 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-22T14:28:55,841 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1732285705581.b79d9b5fed74ba40b9107f04eea3663c. 2024-11-22T14:28:55,842 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-22T14:28:55,842 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1732285705581.b8eeeef656c18e801c6b0e1e8b9d96d3. 2024-11-22T14:28:55,842 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37591 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-11-22T14:28:55,842 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37591 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-22T14:28:55,843 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1732285705581.defc46d114b351a2bb9bb61c7749223f. 2024-11-22T14:28:55,846 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 4b450e2261498686bb4f7b9449a19a68 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-22T14:28:55,846 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing b79d9b5fed74ba40b9107f04eea3663c 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-22T14:28:55,847 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 401777ca57ecce064399d0abf4780254: 2024-11-22T14:28:55,847 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for b8eeeef656c18e801c6b0e1e8b9d96d3: 2024-11-22T14:28:55,847 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for b10db82aadb3bf5e165a2bb4b1796385: 2024-11-22T14:28:55,847 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for defc46d114b351a2bb9bb61c7749223f: 2024-11-22T14:28:55,847 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1732285705581.401777ca57ecce064399d0abf4780254. for SnapshotProcedureTest completed. 2024-11-22T14:28:55,847 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1732285705581.b8eeeef656c18e801c6b0e1e8b9d96d3. for SnapshotProcedureTest completed. 2024-11-22T14:28:55,848 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1732285705581.b10db82aadb3bf5e165a2bb4b1796385. for SnapshotProcedureTest completed. 2024-11-22T14:28:55,848 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1732285705581.defc46d114b351a2bb9bb61c7749223f. for SnapshotProcedureTest completed. 2024-11-22T14:28:55,849 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1732285705581.defc46d114b351a2bb9bb61c7749223f.' region-info for snapshot=SnapshotProcedureTest 2024-11-22T14:28:55,849 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1732285705581.401777ca57ecce064399d0abf4780254.' region-info for snapshot=SnapshotProcedureTest 2024-11-22T14:28:55,849 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1732285705581.b10db82aadb3bf5e165a2bb4b1796385.' region-info for snapshot=SnapshotProcedureTest 2024-11-22T14:28:55,849 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1732285705581.b8eeeef656c18e801c6b0e1e8b9d96d3.' region-info for snapshot=SnapshotProcedureTest 2024-11-22T14:28:55,852 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T14:28:55,852 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T14:28:55,853 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T14:28:55,853 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T14:28:55,855 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-22T14:28:55,855 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-22T14:28:55,855 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-22T14:28:55,856 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-22T14:28:55,876 INFO [RS_LOG_REPLAY_OPS-regionserver/b313e41b3af3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/WALs/b313e41b3af3,33217,1732285693708-splitting/b313e41b3af3%2C33217%2C1732285693708.1732285694920, size=966 (966bytes) 2024-11-22T14:28:55,877 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b313e41b3af3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-22T14:28:55,877 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b313e41b3af3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-22T14:28:55,877 INFO [RS_LOG_REPLAY_OPS-regionserver/b313e41b3af3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/WALs/b313e41b3af3,33217,1732285693708-splitting/b313e41b3af3%2C33217%2C1732285693708.1732285694920 2024-11-22T14:28:55,883 INFO [RS_LOG_REPLAY_OPS-regionserver/b313e41b3af3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/WALs/b313e41b3af3,33217,1732285693708-splitting/b313e41b3af3%2C33217%2C1732285693708.1732285694920 after 3ms 2024-11-22T14:28:55,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40439 is added to blk_1073741850_1026 (size=65) 2024-11-22T14:28:55,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43713 is added to blk_1073741850_1026 (size=65) 2024-11-22T14:28:55,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40689 is added to blk_1073741850_1026 (size=65) 2024-11-22T14:28:55,908 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1732285705581.401777ca57ecce064399d0abf4780254. 2024-11-22T14:28:55,911 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-22T14:28:55,918 INFO [RS_LOG_REPLAY_OPS-regionserver/b313e41b3af3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/WALs/b313e41b3af3,33217,1732285693708-splitting/b313e41b3af3%2C33217%2C1732285693708.1732285694920 took 43ms 2024-11-22T14:28:55,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43713 is added to blk_1073741849_1025 (size=65) 2024-11-22T14:28:55,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44369 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-22T14:28:55,920 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44369 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 401777ca57ecce064399d0abf4780254 2024-11-22T14:28:55,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40689 is added to blk_1073741852_1028 (size=57) 2024-11-22T14:28:55,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40439 is added to blk_1073741852_1028 (size=57) 2024-11-22T14:28:55,921 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 401777ca57ecce064399d0abf4780254 2024-11-22T14:28:55,923 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1732285705581.b8eeeef656c18e801c6b0e1e8b9d96d3. 2024-11-22T14:28:55,924 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-22T14:28:55,924 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1732285705581.d6be9468bf5bea0c52a5f05fed6f5901. 2024-11-22T14:28:55,924 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for d6be9468bf5bea0c52a5f05fed6f5901: 2024-11-22T14:28:55,924 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1732285705581.d6be9468bf5bea0c52a5f05fed6f5901. for SnapshotProcedureTest completed. 2024-11-22T14:28:55,924 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1732285705581.d6be9468bf5bea0c52a5f05fed6f5901.' region-info for snapshot=SnapshotProcedureTest 2024-11-22T14:28:55,924 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T14:28:55,925 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-22T14:28:55,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40689 is added to blk_1073741849_1025 (size=65) 2024-11-22T14:28:55,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40439 is added to blk_1073741849_1025 (size=65) 2024-11-22T14:28:55,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43713 is added to blk_1073741852_1028 (size=57) 2024-11-22T14:28:55,926 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1732285705581.defc46d114b351a2bb9bb61c7749223f. 2024-11-22T14:28:55,927 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-22T14:28:55,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44369 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-22T14:28:55,927 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44369 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b8eeeef656c18e801c6b0e1e8b9d96d3 2024-11-22T14:28:55,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40689 is added to blk_1073741851_1027 (size=65) 2024-11-22T14:28:55,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40439 is added to blk_1073741851_1027 (size=65) 2024-11-22T14:28:55,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44369 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-22T14:28:55,928 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44369 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region defc46d114b351a2bb9bb61c7749223f 2024-11-22T14:28:55,928 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure defc46d114b351a2bb9bb61c7749223f 2024-11-22T14:28:55,929 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b8eeeef656c18e801c6b0e1e8b9d96d3 2024-11-22T14:28:55,930 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1732285705581.b10db82aadb3bf5e165a2bb4b1796385. 2024-11-22T14:28:55,930 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-22T14:28:55,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43713 is added to blk_1073741851_1027 (size=65) 2024-11-22T14:28:55,931 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 401777ca57ecce064399d0abf4780254 in 10.1040 sec 2024-11-22T14:28:55,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44369 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-22T14:28:55,931 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44369 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b10db82aadb3bf5e165a2bb4b1796385 2024-11-22T14:28:55,933 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure defc46d114b351a2bb9bb61c7749223f in 10.1080 sec 2024-11-22T14:28:55,933 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b10db82aadb3bf5e165a2bb4b1796385 2024-11-22T14:28:55,935 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b8eeeef656c18e801c6b0e1e8b9d96d3 in 10.1090 sec 2024-11-22T14:28:55,935 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b313e41b3af3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 235c657579f76345741d632a13f84f3b: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-22T14:28:55,937 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b10db82aadb3bf5e165a2bb4b1796385 in 10.1130 sec 2024-11-22T14:28:55,938 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b313e41b3af3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 37a8d702e7fd5b9a17c1a1d788e71f4f: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-22T14:28:55,940 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b313e41b3af3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 6fa5e0518e45948520b2d8bcdb0e23fc: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-22T14:28:55,940 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b313e41b3af3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/WALs/b313e41b3af3,33217,1732285693708-splitting/b313e41b3af3%2C33217%2C1732285693708.1732285694920 so closing down 2024-11-22T14:28:55,940 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b313e41b3af3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T14:28:55,941 INFO [RS_LOG_REPLAY_OPS-regionserver/b313e41b3af3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T14:28:55,946 INFO [RS_LOG_REPLAY_OPS-regionserver/b313e41b3af3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 3 edits across 0 Regions in 20 ms; skipped=3; WAL=hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/WALs/b313e41b3af3,33217,1732285693708-splitting/b313e41b3af3%2C33217%2C1732285693708.1732285694920, size=966, length=966, corrupted=false, cancelled=false 2024-11-22T14:28:55,946 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b313e41b3af3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/WALs/b313e41b3af3,33217,1732285693708-splitting/b313e41b3af3%2C33217%2C1732285693708.1732285694920, journal: Splitting hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/WALs/b313e41b3af3,33217,1732285693708-splitting/b313e41b3af3%2C33217%2C1732285693708.1732285694920, size=966 (966bytes) at 1732285735876Finishing writing output for hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/WALs/b313e41b3af3,33217,1732285693708-splitting/b313e41b3af3%2C33217%2C1732285693708.1732285694920 so closing down at 1732285735940 (+64 ms)3 split writer threads finished at 1732285735941 (+1 ms)Processed 3 edits across 0 Regions in 20 ms; skipped=3; WAL=hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/WALs/b313e41b3af3,33217,1732285693708-splitting/b313e41b3af3%2C33217%2C1732285693708.1732285694920, size=966, length=966, corrupted=false, cancelled=false at 1732285735946 (+5 ms) 2024-11-22T14:28:55,946 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b313e41b3af3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/WALs/b313e41b3af3,33217,1732285693708-splitting/b313e41b3af3%2C33217%2C1732285693708.1732285694920 2024-11-22T14:28:55,947 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b313e41b3af3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-22T14:28:55,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44369 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-22T14:28:55,960 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/data/default/SPTestTable/b79d9b5fed74ba40b9107f04eea3663c/.tmp/cf/0301ef57025f47cbb57c0579d532cfc2 is 34, key is baa/cf:cf/1732285724985/Put/seqid=0 2024-11-22T14:28:55,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40439 is added to blk_1073741853_1029 (size=65) 2024-11-22T14:28:55,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43713 is added to blk_1073741853_1029 (size=65) 2024-11-22T14:28:55,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40689 is added to blk_1073741853_1029 (size=65) 2024-11-22T14:28:55,965 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1732285705581.d6be9468bf5bea0c52a5f05fed6f5901. 2024-11-22T14:28:55,966 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-22T14:28:55,966 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/data/default/SPTestTable/4b450e2261498686bb4f7b9449a19a68/.tmp/cf/66da1344933f42bdbdfa69a106092bad is 34, key is ccd/cf:cf/1732285725022/Put/seqid=0 2024-11-22T14:28:55,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44369 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-22T14:28:55,966 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44369 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d6be9468bf5bea0c52a5f05fed6f5901 2024-11-22T14:28:55,967 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d6be9468bf5bea0c52a5f05fed6f5901 2024-11-22T14:28:55,971 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d6be9468bf5bea0c52a5f05fed6f5901 in 10.1460 sec 2024-11-22T14:28:55,977 INFO [PEWorker-5 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/WALs/b313e41b3af3,33217,1732285693708-splitting/b313e41b3af3%2C33217%2C1732285693708.1732285694920 to hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/oldWALs 2024-11-22T14:28:55,980 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-22T14:28:55,980 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure b313e41b3af3%2C33217%2C1732285693708.1732285694920, worker=b313e41b3af3,37591,1732285693579 in 10.0200 sec 2024-11-22T14:28:55,982 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=b313e41b3af3,37591,1732285693579 2024-11-22T14:28:55,985 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-22T14:28:55,985 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure b313e41b3af3%2C33217%2C1732285693708.1732285694920, worker=b313e41b3af3,37591,1732285693579 in 10.0360 sec 2024-11-22T14:28:55,987 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/WALs/b313e41b3af3,33217,1732285693708-splitting dir is empty, no logs to split. 2024-11-22T14:28:55,987 INFO [PEWorker-3 {}] master.SplitWALManager(105): b313e41b3af3,33217,1732285693708 WAL count=0, meta=false 2024-11-22T14:28:55,987 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if b313e41b3af3,33217,1732285693708 WAL splitting is done? wals=0, meta=false 2024-11-22T14:28:55,991 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for b313e41b3af3,33217,1732285693708 failed, ignore...File hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/WALs/b313e41b3af3,33217,1732285693708-splitting does not exist. 2024-11-22T14:28:55,994 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=235c657579f76345741d632a13f84f3b, ASSIGN}, {pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6fa5e0518e45948520b2d8bcdb0e23fc, ASSIGN}, {pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=37a8d702e7fd5b9a17c1a1d788e71f4f, ASSIGN}] 2024-11-22T14:28:55,995 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6fa5e0518e45948520b2d8bcdb0e23fc, ASSIGN 2024-11-22T14:28:55,996 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=235c657579f76345741d632a13f84f3b, ASSIGN 2024-11-22T14:28:55,996 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=37a8d702e7fd5b9a17c1a1d788e71f4f, ASSIGN 2024-11-22T14:28:55,997 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=235c657579f76345741d632a13f84f3b, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-22T14:28:55,997 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6fa5e0518e45948520b2d8bcdb0e23fc, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-22T14:28:55,997 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=37a8d702e7fd5b9a17c1a1d788e71f4f, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-22T14:28:56,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40689 is added to blk_1073741854_1030 (size=47197) 2024-11-22T14:28:56,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40439 is added to blk_1073741855_1031 (size=28623) 2024-11-22T14:28:56,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43713 is added to blk_1073741854_1030 (size=47197) 2024-11-22T14:28:56,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40689 is added to blk_1073741855_1031 (size=28623) 2024-11-22T14:28:56,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40439 is added to blk_1073741854_1030 (size=47197) 2024-11-22T14:28:56,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43713 is added to blk_1073741855_1031 (size=28623) 2024-11-22T14:28:56,003 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/data/default/SPTestTable/4b450e2261498686bb4f7b9449a19a68/.tmp/cf/66da1344933f42bdbdfa69a106092bad 2024-11-22T14:28:56,003 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/data/default/SPTestTable/b79d9b5fed74ba40b9107f04eea3663c/.tmp/cf/0301ef57025f47cbb57c0579d532cfc2 2024-11-22T14:28:56,058 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/data/default/SPTestTable/4b450e2261498686bb4f7b9449a19a68/.tmp/cf/66da1344933f42bdbdfa69a106092bad as hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/data/default/SPTestTable/4b450e2261498686bb4f7b9449a19a68/cf/66da1344933f42bdbdfa69a106092bad 2024-11-22T14:28:56,058 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/data/default/SPTestTable/b79d9b5fed74ba40b9107f04eea3663c/.tmp/cf/0301ef57025f47cbb57c0579d532cfc2 as hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/data/default/SPTestTable/b79d9b5fed74ba40b9107f04eea3663c/cf/0301ef57025f47cbb57c0579d532cfc2 2024-11-22T14:28:56,069 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/data/default/SPTestTable/b79d9b5fed74ba40b9107f04eea3663c/cf/0301ef57025f47cbb57c0579d532cfc2, entries=731, sequenceid=5, filesize=28.0 K 2024-11-22T14:28:56,070 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/data/default/SPTestTable/4b450e2261498686bb4f7b9449a19a68/cf/66da1344933f42bdbdfa69a106092bad, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-22T14:28:56,076 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for b79d9b5fed74ba40b9107f04eea3663c in 230ms, sequenceid=5, compaction requested=false 2024-11-22T14:28:56,076 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 4b450e2261498686bb4f7b9449a19a68 in 230ms, sequenceid=5, compaction requested=false 2024-11-22T14:28:56,076 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for b79d9b5fed74ba40b9107f04eea3663c: 2024-11-22T14:28:56,076 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1732285705581.b79d9b5fed74ba40b9107f04eea3663c. for SnapshotProcedureTest completed. 2024-11-22T14:28:56,076 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 4b450e2261498686bb4f7b9449a19a68: 2024-11-22T14:28:56,076 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1732285705581.4b450e2261498686bb4f7b9449a19a68. for SnapshotProcedureTest completed. 2024-11-22T14:28:56,077 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1732285705581.b79d9b5fed74ba40b9107f04eea3663c.' region-info for snapshot=SnapshotProcedureTest 2024-11-22T14:28:56,077 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T14:28:56,077 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1732285705581.4b450e2261498686bb4f7b9449a19a68.' region-info for snapshot=SnapshotProcedureTest 2024-11-22T14:28:56,077 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/data/default/SPTestTable/b79d9b5fed74ba40b9107f04eea3663c/cf/0301ef57025f47cbb57c0579d532cfc2] hfiles 2024-11-22T14:28:56,077 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T14:28:56,077 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/data/default/SPTestTable/4b450e2261498686bb4f7b9449a19a68/cf/66da1344933f42bdbdfa69a106092bad] hfiles 2024-11-22T14:28:56,078 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/data/default/SPTestTable/b79d9b5fed74ba40b9107f04eea3663c/cf/0301ef57025f47cbb57c0579d532cfc2 for snapshot=SnapshotProcedureTest 2024-11-22T14:28:56,078 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/data/default/SPTestTable/4b450e2261498686bb4f7b9449a19a68/cf/66da1344933f42bdbdfa69a106092bad for snapshot=SnapshotProcedureTest 2024-11-22T14:28:56,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40689 is added to blk_1073741856_1032 (size=105) 2024-11-22T14:28:56,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43713 is added to blk_1073741856_1032 (size=105) 2024-11-22T14:28:56,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40439 is added to blk_1073741856_1032 (size=105) 2024-11-22T14:28:56,097 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1732285705581.b79d9b5fed74ba40b9107f04eea3663c. 2024-11-22T14:28:56,097 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-22T14:28:56,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44369 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-22T14:28:56,098 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44369 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b79d9b5fed74ba40b9107f04eea3663c 2024-11-22T14:28:56,098 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b79d9b5fed74ba40b9107f04eea3663c 2024-11-22T14:28:56,102 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b79d9b5fed74ba40b9107f04eea3663c in 10.2780 sec 2024-11-22T14:28:56,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40439 is added to blk_1073741857_1033 (size=105) 2024-11-22T14:28:56,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40689 is added to blk_1073741857_1033 (size=105) 2024-11-22T14:28:56,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43713 is added to blk_1073741857_1033 (size=105) 2024-11-22T14:28:56,106 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1732285705581.4b450e2261498686bb4f7b9449a19a68. 2024-11-22T14:28:56,106 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-22T14:28:56,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44369 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-22T14:28:56,107 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44369 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 4b450e2261498686bb4f7b9449a19a68 2024-11-22T14:28:56,107 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4b450e2261498686bb4f7b9449a19a68 2024-11-22T14:28:56,110 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 4b450e2261498686bb4f7b9449a19a68 in 10.2860 sec 2024-11-22T14:28:56,147 DEBUG [b313e41b3af3:44369 {}] balancer.BalancerClusterState(204): Hosts are {b313e41b3af3=0} racks are {/default-rack=0} 2024-11-22T14:28:56,148 DEBUG [b313e41b3af3:44369 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-22T14:28:56,148 DEBUG [b313e41b3af3:44369 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-22T14:28:56,148 DEBUG [b313e41b3af3:44369 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-22T14:28:56,148 DEBUG [b313e41b3af3:44369 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-22T14:28:56,148 INFO [b313e41b3af3:44369 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-22T14:28:56,148 INFO [b313e41b3af3:44369 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-22T14:28:56,148 DEBUG [b313e41b3af3:44369 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-22T14:28:56,148 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=37a8d702e7fd5b9a17c1a1d788e71f4f, regionState=OPENING, regionLocation=b313e41b3af3,40749,1732285693669 2024-11-22T14:28:56,148 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=6fa5e0518e45948520b2d8bcdb0e23fc, regionState=OPENING, regionLocation=b313e41b3af3,37591,1732285693579 2024-11-22T14:28:56,148 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=235c657579f76345741d632a13f84f3b, regionState=OPENING, regionLocation=b313e41b3af3,37591,1732285693579 2024-11-22T14:28:56,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=37a8d702e7fd5b9a17c1a1d788e71f4f, ASSIGN because future has completed 2024-11-22T14:28:56,153 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 37a8d702e7fd5b9a17c1a1d788e71f4f, server=b313e41b3af3,40749,1732285693669}] 2024-11-22T14:28:56,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=235c657579f76345741d632a13f84f3b, ASSIGN because future has completed 2024-11-22T14:28:56,154 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 235c657579f76345741d632a13f84f3b, server=b313e41b3af3,37591,1732285693579}] 2024-11-22T14:28:56,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6fa5e0518e45948520b2d8bcdb0e23fc, ASSIGN because future has completed 2024-11-22T14:28:56,156 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6fa5e0518e45948520b2d8bcdb0e23fc, server=b313e41b3af3,37591,1732285693579}] 2024-11-22T14:29:00,951 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 37a8d702e7fd5b9a17c1a1d788e71f4f held by pid=41 2024-11-22T14:29:00,951 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6fa5e0518e45948520b2d8bcdb0e23fc held by pid=40 2024-11-22T14:29:00,952 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 37a8d702e7fd5b9a17c1a1d788e71f4f 2024-11-22T14:29:00,952 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 235c657579f76345741d632a13f84f3b held by pid=39 2024-11-22T14:29:00,952 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6fa5e0518e45948520b2d8bcdb0e23fc 2024-11-22T14:29:00,952 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 235c657579f76345741d632a13f84f3b 2024-11-22T14:29:06,165 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732285705581.37a8d702e7fd5b9a17c1a1d788e71f4f. 2024-11-22T14:29:06,165 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7752): Opening region: {ENCODED => 37a8d702e7fd5b9a17c1a1d788e71f4f, NAME => 'SPTestTable,99999996,1732285705581.37a8d702e7fd5b9a17c1a1d788e71f4f.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-22T14:29:06,166 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 37a8d702e7fd5b9a17c1a1d788e71f4f 2024-11-22T14:29:06,166 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732285705581.37a8d702e7fd5b9a17c1a1d788e71f4f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:29:06,167 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7794): checking encryption for 37a8d702e7fd5b9a17c1a1d788e71f4f 2024-11-22T14:29:06,167 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1732285705581.235c657579f76345741d632a13f84f3b. 2024-11-22T14:29:06,167 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7797): checking classloading for 37a8d702e7fd5b9a17c1a1d788e71f4f 2024-11-22T14:29:06,167 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => 235c657579f76345741d632a13f84f3b, NAME => 'SPTestTable,e6666661,1732285705581.235c657579f76345741d632a13f84f3b.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-22T14:29:06,168 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 235c657579f76345741d632a13f84f3b 2024-11-22T14:29:06,168 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732285705581.235c657579f76345741d632a13f84f3b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:29:06,168 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for 235c657579f76345741d632a13f84f3b 2024-11-22T14:29:06,168 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for 235c657579f76345741d632a13f84f3b 2024-11-22T14:29:06,169 INFO [StoreOpener-37a8d702e7fd5b9a17c1a1d788e71f4f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 37a8d702e7fd5b9a17c1a1d788e71f4f 2024-11-22T14:29:06,170 INFO [StoreOpener-235c657579f76345741d632a13f84f3b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 235c657579f76345741d632a13f84f3b 2024-11-22T14:29:06,171 INFO [StoreOpener-37a8d702e7fd5b9a17c1a1d788e71f4f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 37a8d702e7fd5b9a17c1a1d788e71f4f columnFamilyName cf 2024-11-22T14:29:06,171 INFO [StoreOpener-235c657579f76345741d632a13f84f3b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 235c657579f76345741d632a13f84f3b columnFamilyName cf 2024-11-22T14:29:06,171 DEBUG [StoreOpener-37a8d702e7fd5b9a17c1a1d788e71f4f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:29:06,171 DEBUG [StoreOpener-235c657579f76345741d632a13f84f3b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:29:06,171 INFO [StoreOpener-235c657579f76345741d632a13f84f3b-1 {}] regionserver.HStore(327): Store=235c657579f76345741d632a13f84f3b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:29:06,171 INFO [StoreOpener-37a8d702e7fd5b9a17c1a1d788e71f4f-1 {}] regionserver.HStore(327): Store=37a8d702e7fd5b9a17c1a1d788e71f4f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:29:06,171 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1038): replaying wal for 37a8d702e7fd5b9a17c1a1d788e71f4f 2024-11-22T14:29:06,172 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for 235c657579f76345741d632a13f84f3b 2024-11-22T14:29:06,172 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/data/default/SPTestTable/37a8d702e7fd5b9a17c1a1d788e71f4f 2024-11-22T14:29:06,172 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/data/default/SPTestTable/235c657579f76345741d632a13f84f3b 2024-11-22T14:29:06,174 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/data/default/SPTestTable/37a8d702e7fd5b9a17c1a1d788e71f4f 2024-11-22T14:29:06,174 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/data/default/SPTestTable/235c657579f76345741d632a13f84f3b 2024-11-22T14:29:06,175 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1048): stopping wal replay for 37a8d702e7fd5b9a17c1a1d788e71f4f 2024-11-22T14:29:06,175 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for 235c657579f76345741d632a13f84f3b 2024-11-22T14:29:06,175 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for 235c657579f76345741d632a13f84f3b 2024-11-22T14:29:06,175 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1060): Cleaning up temporary data for 37a8d702e7fd5b9a17c1a1d788e71f4f 2024-11-22T14:29:06,177 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1093): writing seq id for 37a8d702e7fd5b9a17c1a1d788e71f4f 2024-11-22T14:29:06,177 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for 235c657579f76345741d632a13f84f3b 2024-11-22T14:29:06,178 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1114): Opened 37a8d702e7fd5b9a17c1a1d788e71f4f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72806307, jitterRate=0.08489851653575897}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T14:29:06,178 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened 235c657579f76345741d632a13f84f3b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61022249, jitterRate=-0.09069763123989105}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T14:29:06,178 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 37a8d702e7fd5b9a17c1a1d788e71f4f 2024-11-22T14:29:06,178 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 235c657579f76345741d632a13f84f3b 2024-11-22T14:29:06,179 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for 235c657579f76345741d632a13f84f3b: Running coprocessor pre-open hook at 1732285746168Writing region info on filesystem at 1732285746168Initializing all the Stores at 1732285746169 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285746169Cleaning up temporary data from old regions at 1732285746175 (+6 ms)Running coprocessor post-open hooks at 1732285746178 (+3 ms)Region opened successfully at 1732285746178 2024-11-22T14:29:06,179 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1006): Region open journal for 37a8d702e7fd5b9a17c1a1d788e71f4f: Running coprocessor pre-open hook at 1732285746167Writing region info on filesystem at 1732285746167Initializing all the Stores at 1732285746169 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285746169Cleaning up temporary data from old regions at 1732285746175 (+6 ms)Running coprocessor post-open hooks at 1732285746178 (+3 ms)Region opened successfully at 1732285746178 2024-11-22T14:29:06,180 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1732285705581.235c657579f76345741d632a13f84f3b., pid=43, masterSystemTime=1732285746160 2024-11-22T14:29:06,180 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732285705581.37a8d702e7fd5b9a17c1a1d788e71f4f., pid=42, masterSystemTime=1732285746158 2024-11-22T14:29:06,182 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732285705581.37a8d702e7fd5b9a17c1a1d788e71f4f. 2024-11-22T14:29:06,182 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732285705581.37a8d702e7fd5b9a17c1a1d788e71f4f. 2024-11-22T14:29:06,182 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=37a8d702e7fd5b9a17c1a1d788e71f4f, regionState=OPEN, openSeqNum=2, regionLocation=b313e41b3af3,40749,1732285693669 2024-11-22T14:29:06,183 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1732285705581.235c657579f76345741d632a13f84f3b. 2024-11-22T14:29:06,183 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1732285705581.235c657579f76345741d632a13f84f3b. 2024-11-22T14:29:06,183 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1732285705581.6fa5e0518e45948520b2d8bcdb0e23fc. 2024-11-22T14:29:06,183 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => 6fa5e0518e45948520b2d8bcdb0e23fc, NAME => 'SPTestTable,33333332,1732285705581.6fa5e0518e45948520b2d8bcdb0e23fc.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-22T14:29:06,184 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 6fa5e0518e45948520b2d8bcdb0e23fc 2024-11-22T14:29:06,184 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732285705581.6fa5e0518e45948520b2d8bcdb0e23fc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:29:06,184 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for 6fa5e0518e45948520b2d8bcdb0e23fc 2024-11-22T14:29:06,184 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for 6fa5e0518e45948520b2d8bcdb0e23fc 2024-11-22T14:29:06,189 INFO [StoreOpener-6fa5e0518e45948520b2d8bcdb0e23fc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 6fa5e0518e45948520b2d8bcdb0e23fc 2024-11-22T14:29:06,189 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=235c657579f76345741d632a13f84f3b, regionState=OPEN, openSeqNum=2, regionLocation=b313e41b3af3,37591,1732285693579 2024-11-22T14:29:06,191 INFO [StoreOpener-6fa5e0518e45948520b2d8bcdb0e23fc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6fa5e0518e45948520b2d8bcdb0e23fc columnFamilyName cf 2024-11-22T14:29:06,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 37a8d702e7fd5b9a17c1a1d788e71f4f, server=b313e41b3af3,40749,1732285693669 because future has completed 2024-11-22T14:29:06,191 DEBUG [StoreOpener-6fa5e0518e45948520b2d8bcdb0e23fc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:29:06,192 INFO [StoreOpener-6fa5e0518e45948520b2d8bcdb0e23fc-1 {}] regionserver.HStore(327): Store=6fa5e0518e45948520b2d8bcdb0e23fc/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:29:06,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 235c657579f76345741d632a13f84f3b, server=b313e41b3af3,37591,1732285693579 because future has completed 2024-11-22T14:29:06,193 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for 6fa5e0518e45948520b2d8bcdb0e23fc 2024-11-22T14:29:06,194 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/data/default/SPTestTable/6fa5e0518e45948520b2d8bcdb0e23fc 2024-11-22T14:29:06,197 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/data/default/SPTestTable/6fa5e0518e45948520b2d8bcdb0e23fc 2024-11-22T14:29:06,198 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for 6fa5e0518e45948520b2d8bcdb0e23fc 2024-11-22T14:29:06,198 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for 6fa5e0518e45948520b2d8bcdb0e23fc 2024-11-22T14:29:06,201 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for 6fa5e0518e45948520b2d8bcdb0e23fc 2024-11-22T14:29:06,203 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened 6fa5e0518e45948520b2d8bcdb0e23fc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67970830, jitterRate=0.012844294309616089}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T14:29:06,203 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6fa5e0518e45948520b2d8bcdb0e23fc 2024-11-22T14:29:06,204 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for 6fa5e0518e45948520b2d8bcdb0e23fc: Running coprocessor pre-open hook at 1732285746185Writing region info on filesystem at 1732285746185Initializing all the Stores at 1732285746187 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285746187Cleaning up temporary data from old regions at 1732285746198 (+11 ms)Running coprocessor post-open hooks at 1732285746203 (+5 ms)Region opened successfully at 1732285746203 2024-11-22T14:29:06,205 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1732285705581.6fa5e0518e45948520b2d8bcdb0e23fc., pid=44, masterSystemTime=1732285746160 2024-11-22T14:29:06,209 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=41 2024-11-22T14:29:06,210 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure 37a8d702e7fd5b9a17c1a1d788e71f4f, server=b313e41b3af3,40749,1732285693669 in 10.0390 sec 2024-11-22T14:29:06,210 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1732285705581.6fa5e0518e45948520b2d8bcdb0e23fc. 2024-11-22T14:29:06,210 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1732285705581.6fa5e0518e45948520b2d8bcdb0e23fc. 2024-11-22T14:29:06,210 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=39 2024-11-22T14:29:06,211 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=6fa5e0518e45948520b2d8bcdb0e23fc, regionState=OPEN, openSeqNum=2, regionLocation=b313e41b3af3,37591,1732285693579 2024-11-22T14:29:06,211 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 235c657579f76345741d632a13f84f3b, server=b313e41b3af3,37591,1732285693579 in 10.0400 sec 2024-11-22T14:29:06,212 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=37a8d702e7fd5b9a17c1a1d788e71f4f, ASSIGN in 10.2160 sec 2024-11-22T14:29:06,212 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 37a8d702e7fd5b9a17c1a1d788e71f4f 2024-11-22T14:29:06,213 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=235c657579f76345741d632a13f84f3b, ASSIGN in 10.2170 sec 2024-11-22T14:29:06,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6fa5e0518e45948520b2d8bcdb0e23fc, server=b313e41b3af3,37591,1732285693579 because future has completed 2024-11-22T14:29:06,214 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 235c657579f76345741d632a13f84f3b 2024-11-22T14:29:06,217 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=40 2024-11-22T14:29:06,218 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=40, state=SUCCESS, hasLock=false; OpenRegionProcedure 6fa5e0518e45948520b2d8bcdb0e23fc, server=b313e41b3af3,37591,1732285693579 in 10.0590 sec 2024-11-22T14:29:06,219 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6fa5e0518e45948520b2d8bcdb0e23fc 2024-11-22T14:29:06,220 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=36 2024-11-22T14:29:06,220 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(291): removed crashed server b313e41b3af3,33217,1732285693708 after splitting done 2024-11-22T14:29:06,220 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6fa5e0518e45948520b2d8bcdb0e23fc, ASSIGN in 10.2230 sec 2024-11-22T14:29:06,222 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure b313e41b3af3,33217,1732285693708, splitWal=true, meta=false in 20.2910 sec 2024-11-22T14:29:06,344 INFO [master/b313e41b3af3:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-22T14:29:06,344 INFO [master/b313e41b3af3:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-22T14:29:11,700 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T14:29:12,173 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T14:29:16,053 INFO [regionserver/b313e41b3af3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-22T14:29:16,214 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-22T14:29:16,215 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1732285705581.37a8d702e7fd5b9a17c1a1d788e71f4f. 2024-11-22T14:29:16,215 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 37a8d702e7fd5b9a17c1a1d788e71f4f: 2024-11-22T14:29:16,215 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1732285705581.37a8d702e7fd5b9a17c1a1d788e71f4f. for SnapshotProcedureTest completed. 2024-11-22T14:29:16,215 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1732285705581.37a8d702e7fd5b9a17c1a1d788e71f4f.' region-info for snapshot=SnapshotProcedureTest 2024-11-22T14:29:16,215 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T14:29:16,215 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-22T14:29:16,216 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37591 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-22T14:29:16,217 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1732285705581.6fa5e0518e45948520b2d8bcdb0e23fc. 2024-11-22T14:29:16,217 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37591 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-22T14:29:16,217 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 6fa5e0518e45948520b2d8bcdb0e23fc: 2024-11-22T14:29:16,217 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1732285705581.235c657579f76345741d632a13f84f3b. 2024-11-22T14:29:16,217 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1732285705581.6fa5e0518e45948520b2d8bcdb0e23fc. for SnapshotProcedureTest completed. 2024-11-22T14:29:16,217 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 235c657579f76345741d632a13f84f3b: 2024-11-22T14:29:16,217 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1732285705581.235c657579f76345741d632a13f84f3b. for SnapshotProcedureTest completed. 2024-11-22T14:29:16,217 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1732285705581.6fa5e0518e45948520b2d8bcdb0e23fc.' region-info for snapshot=SnapshotProcedureTest 2024-11-22T14:29:16,217 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T14:29:16,217 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1732285705581.235c657579f76345741d632a13f84f3b.' region-info for snapshot=SnapshotProcedureTest 2024-11-22T14:29:16,217 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-22T14:29:16,217 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T14:29:16,218 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-22T14:29:16,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43713 is added to blk_1073741858_1034 (size=65) 2024-11-22T14:29:16,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40689 is added to blk_1073741858_1034 (size=65) 2024-11-22T14:29:16,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40439 is added to blk_1073741858_1034 (size=65) 2024-11-22T14:29:16,233 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1732285705581.37a8d702e7fd5b9a17c1a1d788e71f4f. 2024-11-22T14:29:16,233 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-22T14:29:16,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44369 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-22T14:29:16,234 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44369 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 37a8d702e7fd5b9a17c1a1d788e71f4f 2024-11-22T14:29:16,234 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 37a8d702e7fd5b9a17c1a1d788e71f4f 2024-11-22T14:29:16,236 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 37a8d702e7fd5b9a17c1a1d788e71f4f in 30.4130 sec 2024-11-22T14:29:16,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40439 is added to blk_1073741860_1036 (size=65) 2024-11-22T14:29:16,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43713 is added to blk_1073741860_1036 (size=65) 2024-11-22T14:29:16,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40689 is added to blk_1073741860_1036 (size=65) 2024-11-22T14:29:16,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43713 is added to blk_1073741859_1035 (size=57) 2024-11-22T14:29:16,245 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1732285705581.6fa5e0518e45948520b2d8bcdb0e23fc. 2024-11-22T14:29:16,245 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-22T14:29:16,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44369 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-22T14:29:16,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40439 is added to blk_1073741859_1035 (size=57) 2024-11-22T14:29:16,246 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44369 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 6fa5e0518e45948520b2d8bcdb0e23fc 2024-11-22T14:29:16,246 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6fa5e0518e45948520b2d8bcdb0e23fc 2024-11-22T14:29:16,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40689 is added to blk_1073741859_1035 (size=57) 2024-11-22T14:29:16,247 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1732285705581.235c657579f76345741d632a13f84f3b. 2024-11-22T14:29:16,247 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-22T14:29:16,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44369 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-22T14:29:16,248 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44369 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 235c657579f76345741d632a13f84f3b 2024-11-22T14:29:16,248 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 235c657579f76345741d632a13f84f3b 2024-11-22T14:29:16,249 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 6fa5e0518e45948520b2d8bcdb0e23fc in 30.4260 sec 2024-11-22T14:29:16,251 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=25 2024-11-22T14:29:16,251 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-22T14:29:16,251 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 235c657579f76345741d632a13f84f3b in 30.4270 sec 2024-11-22T14:29:16,253 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-22T14:29:16,255 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-22T14:29:16,255 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-22T14:29:16,258 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-22T14:29:16,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40689 is added to blk_1073741861_1037 (size=1094) 2024-11-22T14:29:16,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40439 is added to blk_1073741861_1037 (size=1094) 2024-11-22T14:29:16,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43713 is added to blk_1073741861_1037 (size=1094) 2024-11-22T14:29:16,289 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-22T14:29:16,298 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=46, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=47, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=48, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-22T14:29:16,304 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b313e41b3af3,40749,1732285693669 2024-11-22T14:29:16,304 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b313e41b3af3,37591,1732285693579 2024-11-22T14:29:16,304 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b313e41b3af3,40749,1732285693669 2024-11-22T14:29:16,305 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b313e41b3af3,40749,1732285693669 2024-11-22T14:29:16,305 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=46, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b313e41b3af3,37591,1732285693579 2024-11-22T14:29:16,311 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b313e41b3af3,37591,1732285693579 2024-11-22T14:29:20,549 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b313e41b3af3:44369 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-22T14:29:21,373 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region b79d9b5fed74ba40b9107f04eea3663c, had cached 0 bytes from a total of 28623 2024-11-22T14:29:21,421 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 4b450e2261498686bb4f7b9449a19a68, had cached 0 bytes from a total of 47197 2024-11-22T14:29:25,479 DEBUG [master/b313e41b3af3:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 401777ca57ecce064399d0abf4780254 changed from -1.0 to 0.0, refreshing cache 2024-11-22T14:29:25,480 DEBUG [master/b313e41b3af3:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 6fa5e0518e45948520b2d8bcdb0e23fc changed from -1.0 to 0.0, refreshing cache 2024-11-22T14:29:25,481 DEBUG [master/b313e41b3af3:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region defc46d114b351a2bb9bb61c7749223f changed from -1.0 to 0.0, refreshing cache 2024-11-22T14:29:25,482 DEBUG [master/b313e41b3af3:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 4b450e2261498686bb4f7b9449a19a68 changed from -1.0 to 0.0, refreshing cache 2024-11-22T14:29:25,482 DEBUG [master/b313e41b3af3:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 235c657579f76345741d632a13f84f3b changed from -1.0 to 0.0, refreshing cache 2024-11-22T14:29:25,482 DEBUG [master/b313e41b3af3:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region b8eeeef656c18e801c6b0e1e8b9d96d3 changed from -1.0 to 0.0, refreshing cache 2024-11-22T14:29:25,483 DEBUG [master/b313e41b3af3:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region d6be9468bf5bea0c52a5f05fed6f5901 changed from -1.0 to 0.0, refreshing cache 2024-11-22T14:29:25,483 DEBUG [master/b313e41b3af3:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region b10db82aadb3bf5e165a2bb4b1796385 changed from -1.0 to 0.0, refreshing cache 2024-11-22T14:29:25,483 DEBUG [master/b313e41b3af3:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 37a8d702e7fd5b9a17c1a1d788e71f4f changed from -1.0 to 0.0, refreshing cache 2024-11-22T14:29:25,484 DEBUG [master/b313e41b3af3:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region b79d9b5fed74ba40b9107f04eea3663c changed from -1.0 to 0.0, refreshing cache 2024-11-22T14:29:26,312 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37591 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-11-22T14:29:26,312 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=48 2024-11-22T14:29:26,312 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37591 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=46 2024-11-22T14:29:26,312 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=47 2024-11-22T14:29:26,313 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-11-22T14:29:26,313 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37591 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-22T14:29:26,319 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-22T14:29:26,319 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-22T14:29:26,321 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-22T14:29:26,321 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-22T14:29:26,321 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-22T14:29:26,321 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-22T14:29:26,321 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=46}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=46 2024-11-22T14:29:26,321 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-22T14:29:26,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44369 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-22T14:29:26,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44369 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-22T14:29:26,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44369 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-22T14:29:26,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44369 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-22T14:29:26,324 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b313e41b3af3,40749,1732285693669 Release verify snapshot worker=b313e41b3af3,40749,1732285693669 2024-11-22T14:29:26,324 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b313e41b3af3,37591,1732285693579 Release verify snapshot worker=b313e41b3af3,37591,1732285693579 2024-11-22T14:29:26,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44369 {}] master.HMaster(4169): Remote procedure done, pid=46 2024-11-22T14:29:26,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44369 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-22T14:29:26,325 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b313e41b3af3,37591,1732285693579 Release verify snapshot worker=b313e41b3af3,37591,1732285693579 2024-11-22T14:29:26,325 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b313e41b3af3,40749,1732285693669 Release verify snapshot worker=b313e41b3af3,40749,1732285693669 2024-11-22T14:29:26,327 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b313e41b3af3,37591,1732285693579 in 10.0270 sec 2024-11-22T14:29:26,327 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b313e41b3af3,37591,1732285693579 in 10.0260 sec 2024-11-22T14:29:26,328 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b313e41b3af3,37591,1732285693579 2024-11-22T14:29:26,329 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b313e41b3af3,40749,1732285693669 in 10.0280 sec 2024-11-22T14:29:26,329 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b313e41b3af3,40749,1732285693669 in 10.0260 sec 2024-11-22T14:29:26,330 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=46, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b313e41b3af3,37591,1732285693579 Release verify snapshot worker=b313e41b3af3,37591,1732285693579 2024-11-22T14:29:26,330 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b313e41b3af3,40749,1732285693669 Release verify snapshot worker=b313e41b3af3,40749,1732285693669 2024-11-22T14:29:26,331 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b313e41b3af3,40749,1732285693669 2024-11-22T14:29:26,332 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b313e41b3af3,40749,1732285693669 2024-11-22T14:29:26,332 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b313e41b3af3,40749,1732285693669 2024-11-22T14:29:26,335 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b313e41b3af3,37591,1732285693579 in 10.0320 sec 2024-11-22T14:29:26,335 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b313e41b3af3,40749,1732285693669 in 10.0320 sec 2024-11-22T14:29:36,330 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37591 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-11-22T14:29:36,333 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-11-22T14:29:36,334 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-11-22T14:29:36,335 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-11-22T14:29:36,335 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-22T14:29:36,335 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-22T14:29:36,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44369 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-22T14:29:36,338 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-22T14:29:36,338 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-22T14:29:36,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44369 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-22T14:29:36,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44369 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-11-22T14:29:36,340 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b313e41b3af3,40749,1732285693669 Release verify snapshot worker=b313e41b3af3,40749,1732285693669 2024-11-22T14:29:36,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44369 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-22T14:29:36,341 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b313e41b3af3,37591,1732285693579 Release verify snapshot worker=b313e41b3af3,37591,1732285693579 2024-11-22T14:29:36,342 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b313e41b3af3,40749,1732285693669 Release verify snapshot worker=b313e41b3af3,40749,1732285693669 2024-11-22T14:29:36,343 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b313e41b3af3,40749,1732285693669 in 20.0420 sec 2024-11-22T14:29:36,343 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b313e41b3af3,37591,1732285693579 in 20.0430 sec 2024-11-22T14:29:36,344 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b313e41b3af3,40749,1732285693669 Release verify snapshot worker=b313e41b3af3,40749,1732285693669 2024-11-22T14:29:36,344 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b313e41b3af3,40749,1732285693669 in 20.0440 sec 2024-11-22T14:29:36,346 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=25 2024-11-22T14:29:36,346 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-22T14:29:36,346 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b313e41b3af3,40749,1732285693669 in 20.0460 sec 2024-11-22T14:29:36,348 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/.hbase-snapshot/SnapshotProcedureTest 2024-11-22T14:29:36,350 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-22T14:29:36,350 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-22T14:29:36,353 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 50.5700 sec 2024-11-22T14:29:36,554 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-22T14:29:36,561 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-22T14:29:36,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T14:29:36,562 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T14:29:36,562 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:29:36,562 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:29:36,562 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:29:36,562 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T14:29:36,563 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T14:29:36,563 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1569426919, stopped=false 2024-11-22T14:29:36,563 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b313e41b3af3,44369,1732285693007 2024-11-22T14:29:36,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37591-0x10067d555af0001, quorum=127.0.0.1:65039, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-22T14:29:36,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40749-0x10067d555af0002, quorum=127.0.0.1:65039, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-22T14:29:36,565 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T14:29:36,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40749-0x10067d555af0002, quorum=127.0.0.1:65039, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T14:29:36,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37591-0x10067d555af0001, quorum=127.0.0.1:65039, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T14:29:36,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44369-0x10067d555af0000, quorum=127.0.0.1:65039, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-22T14:29:36,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44369-0x10067d555af0000, quorum=127.0.0.1:65039, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T14:29:36,565 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T14:29:36,565 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:29:36,565 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:29:36,566 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40749-0x10067d555af0002, quorum=127.0.0.1:65039, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T14:29:36,566 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37591-0x10067d555af0001, quorum=127.0.0.1:65039, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T14:29:36,566 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b313e41b3af3,37591,1732285693579' ***** 2024-11-22T14:29:36,566 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T14:29:36,566 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b313e41b3af3,40749,1732285693669' ***** 2024-11-22T14:29:36,566 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44369-0x10067d555af0000, quorum=127.0.0.1:65039, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T14:29:36,566 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T14:29:36,566 INFO [RS:0;b313e41b3af3:37591 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T14:29:36,566 INFO [RS:1;b313e41b3af3:40749 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T14:29:36,566 INFO [RS:0;b313e41b3af3:37591 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T14:29:36,567 INFO [RS:0;b313e41b3af3:37591 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T14:29:36,567 INFO [RS:1;b313e41b3af3:40749 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T14:29:36,567 INFO [RS:1;b313e41b3af3:40749 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T14:29:36,567 INFO [RS:0;b313e41b3af3:37591 {}] regionserver.HRegionServer(3091): Received CLOSE for defc46d114b351a2bb9bb61c7749223f 2024-11-22T14:29:36,567 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T14:29:36,567 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T14:29:36,567 INFO [RS:1;b313e41b3af3:40749 {}] regionserver.HRegionServer(3091): Received CLOSE for b10db82aadb3bf5e165a2bb4b1796385 2024-11-22T14:29:36,567 INFO [RS:0;b313e41b3af3:37591 {}] regionserver.HRegionServer(3091): Received CLOSE for 235c657579f76345741d632a13f84f3b 2024-11-22T14:29:36,567 INFO [RS:0;b313e41b3af3:37591 {}] regionserver.HRegionServer(3091): Received CLOSE for 401777ca57ecce064399d0abf4780254 2024-11-22T14:29:36,568 INFO [RS:0;b313e41b3af3:37591 {}] regionserver.HRegionServer(3091): Received CLOSE for 4b450e2261498686bb4f7b9449a19a68 2024-11-22T14:29:36,568 INFO [RS:0;b313e41b3af3:37591 {}] regionserver.HRegionServer(3091): Received CLOSE for 6fa5e0518e45948520b2d8bcdb0e23fc 2024-11-22T14:29:36,568 INFO [RS:0;b313e41b3af3:37591 {}] regionserver.HRegionServer(959): stopping server b313e41b3af3,37591,1732285693579 2024-11-22T14:29:36,568 INFO [RS:0;b313e41b3af3:37591 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T14:29:36,568 INFO [RS:0;b313e41b3af3:37591 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b313e41b3af3:37591. 2024-11-22T14:29:36,568 DEBUG [RS:0;b313e41b3af3:37591 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:29:36,568 DEBUG [RS:0;b313e41b3af3:37591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:29:36,568 INFO [RS:0;b313e41b3af3:37591 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-22T14:29:36,568 DEBUG [RS:0;b313e41b3af3:37591 {}] regionserver.HRegionServer(1325): Online Regions={defc46d114b351a2bb9bb61c7749223f=SPTestTable,7ffffffd,1732285705581.defc46d114b351a2bb9bb61c7749223f., 235c657579f76345741d632a13f84f3b=SPTestTable,e6666661,1732285705581.235c657579f76345741d632a13f84f3b., 401777ca57ecce064399d0abf4780254=SPTestTable,19999999,1732285705581.401777ca57ecce064399d0abf4780254., 4b450e2261498686bb4f7b9449a19a68=SPTestTable,ccccccc8,1732285705581.4b450e2261498686bb4f7b9449a19a68., 6fa5e0518e45948520b2d8bcdb0e23fc=SPTestTable,33333332,1732285705581.6fa5e0518e45948520b2d8bcdb0e23fc.} 2024-11-22T14:29:36,569 INFO [RS:1;b313e41b3af3:40749 {}] regionserver.HRegionServer(3091): Received CLOSE for b8eeeef656c18e801c6b0e1e8b9d96d3 2024-11-22T14:29:36,569 INFO [RS:1;b313e41b3af3:40749 {}] regionserver.HRegionServer(3091): Received CLOSE for 37a8d702e7fd5b9a17c1a1d788e71f4f 2024-11-22T14:29:36,569 DEBUG [RS:0;b313e41b3af3:37591 {}] regionserver.HRegionServer(1351): Waiting on 235c657579f76345741d632a13f84f3b, 401777ca57ecce064399d0abf4780254, 4b450e2261498686bb4f7b9449a19a68, 6fa5e0518e45948520b2d8bcdb0e23fc, defc46d114b351a2bb9bb61c7749223f 2024-11-22T14:29:36,569 INFO [RS:1;b313e41b3af3:40749 {}] regionserver.HRegionServer(3091): Received CLOSE for d6be9468bf5bea0c52a5f05fed6f5901 2024-11-22T14:29:36,569 INFO [RS:1;b313e41b3af3:40749 {}] regionserver.HRegionServer(3091): Received CLOSE for b79d9b5fed74ba40b9107f04eea3663c 2024-11-22T14:29:36,569 INFO [RS:1;b313e41b3af3:40749 {}] regionserver.HRegionServer(959): stopping server b313e41b3af3,40749,1732285693669 2024-11-22T14:29:36,569 INFO [RS:1;b313e41b3af3:40749 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T14:29:36,569 INFO [RS:1;b313e41b3af3:40749 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;b313e41b3af3:40749. 2024-11-22T14:29:36,569 DEBUG [RS:1;b313e41b3af3:40749 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:29:36,569 DEBUG [RS:1;b313e41b3af3:40749 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:29:36,569 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b10db82aadb3bf5e165a2bb4b1796385, disabling compactions & flushes 2024-11-22T14:29:36,569 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing defc46d114b351a2bb9bb61c7749223f, disabling compactions & flushes 2024-11-22T14:29:36,569 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732285705581.defc46d114b351a2bb9bb61c7749223f. 2024-11-22T14:29:36,569 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732285705581.b10db82aadb3bf5e165a2bb4b1796385. 2024-11-22T14:29:36,570 INFO [RS:1;b313e41b3af3:40749 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T14:29:36,570 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732285705581.defc46d114b351a2bb9bb61c7749223f. 2024-11-22T14:29:36,570 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732285705581.b10db82aadb3bf5e165a2bb4b1796385. 2024-11-22T14:29:36,570 INFO [RS:1;b313e41b3af3:40749 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T14:29:36,570 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732285705581.defc46d114b351a2bb9bb61c7749223f. after waiting 0 ms 2024-11-22T14:29:36,570 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732285705581.b10db82aadb3bf5e165a2bb4b1796385. after waiting 0 ms 2024-11-22T14:29:36,570 INFO [RS:1;b313e41b3af3:40749 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T14:29:36,570 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732285705581.defc46d114b351a2bb9bb61c7749223f. 2024-11-22T14:29:36,570 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732285705581.b10db82aadb3bf5e165a2bb4b1796385. 2024-11-22T14:29:36,570 INFO [RS:1;b313e41b3af3:40749 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T14:29:36,570 INFO [RS:1;b313e41b3af3:40749 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-22T14:29:36,570 DEBUG [RS:1;b313e41b3af3:40749 {}] regionserver.HRegionServer(1325): Online Regions={b10db82aadb3bf5e165a2bb4b1796385=SPTestTable,66666664,1732285705581.b10db82aadb3bf5e165a2bb4b1796385., b8eeeef656c18e801c6b0e1e8b9d96d3=SPTestTable,,1732285705581.b8eeeef656c18e801c6b0e1e8b9d96d3., 37a8d702e7fd5b9a17c1a1d788e71f4f=SPTestTable,99999996,1732285705581.37a8d702e7fd5b9a17c1a1d788e71f4f., d6be9468bf5bea0c52a5f05fed6f5901=SPTestTable,4ccccccb,1732285705581.d6be9468bf5bea0c52a5f05fed6f5901., 1588230740=hbase:meta,,1.1588230740, b79d9b5fed74ba40b9107f04eea3663c=SPTestTable,b333332f,1732285705581.b79d9b5fed74ba40b9107f04eea3663c.} 2024-11-22T14:29:36,570 DEBUG [RS:1;b313e41b3af3:40749 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 37a8d702e7fd5b9a17c1a1d788e71f4f, b10db82aadb3bf5e165a2bb4b1796385, b79d9b5fed74ba40b9107f04eea3663c, b8eeeef656c18e801c6b0e1e8b9d96d3, d6be9468bf5bea0c52a5f05fed6f5901 2024-11-22T14:29:36,570 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T14:29:36,570 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T14:29:36,571 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T14:29:36,571 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T14:29:36,571 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T14:29:36,571 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.36 KB heapSize=25.79 KB 2024-11-22T14:29:36,578 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/data/default/SPTestTable/b10db82aadb3bf5e165a2bb4b1796385/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-22T14:29:36,581 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/data/default/SPTestTable/defc46d114b351a2bb9bb61c7749223f/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-22T14:29:36,585 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732285705581.b10db82aadb3bf5e165a2bb4b1796385. 2024-11-22T14:29:36,585 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b10db82aadb3bf5e165a2bb4b1796385: Waiting for close lock at 1732285776569Running coprocessor pre-close hooks at 1732285776569Disabling compacts and flushes for region at 1732285776569Disabling writes for close at 1732285776570 (+1 ms)Writing region close event to WAL at 1732285776571 (+1 ms)Running coprocessor post-close hooks at 1732285776579 (+8 ms)Closed at 1732285776585 (+6 ms) 2024-11-22T14:29:36,585 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732285705581.defc46d114b351a2bb9bb61c7749223f. 2024-11-22T14:29:36,585 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for defc46d114b351a2bb9bb61c7749223f: Waiting for close lock at 1732285776569Running coprocessor pre-close hooks at 1732285776569Disabling compacts and flushes for region at 1732285776569Disabling writes for close at 1732285776570 (+1 ms)Writing region close event to WAL at 1732285776570Running coprocessor post-close hooks at 1732285776585 (+15 ms)Closed at 1732285776585 2024-11-22T14:29:36,585 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1732285705581.defc46d114b351a2bb9bb61c7749223f. 2024-11-22T14:29:36,585 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1732285705581.b10db82aadb3bf5e165a2bb4b1796385. 2024-11-22T14:29:36,586 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b8eeeef656c18e801c6b0e1e8b9d96d3, disabling compactions & flushes 2024-11-22T14:29:36,586 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 235c657579f76345741d632a13f84f3b, disabling compactions & flushes 2024-11-22T14:29:36,586 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1732285705581.b8eeeef656c18e801c6b0e1e8b9d96d3. 2024-11-22T14:29:36,586 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732285705581.235c657579f76345741d632a13f84f3b. 2024-11-22T14:29:36,586 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732285705581.b8eeeef656c18e801c6b0e1e8b9d96d3. 2024-11-22T14:29:36,586 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732285705581.235c657579f76345741d632a13f84f3b. 2024-11-22T14:29:36,586 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732285705581.b8eeeef656c18e801c6b0e1e8b9d96d3. after waiting 0 ms 2024-11-22T14:29:36,586 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732285705581.235c657579f76345741d632a13f84f3b. after waiting 0 ms 2024-11-22T14:29:36,586 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732285705581.b8eeeef656c18e801c6b0e1e8b9d96d3. 2024-11-22T14:29:36,586 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732285705581.235c657579f76345741d632a13f84f3b. 2024-11-22T14:29:36,590 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/data/default/SPTestTable/b8eeeef656c18e801c6b0e1e8b9d96d3/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-22T14:29:36,592 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1732285705581.b8eeeef656c18e801c6b0e1e8b9d96d3. 2024-11-22T14:29:36,592 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b8eeeef656c18e801c6b0e1e8b9d96d3: Waiting for close lock at 1732285776585Running coprocessor pre-close hooks at 1732285776585Disabling compacts and flushes for region at 1732285776585Disabling writes for close at 1732285776586 (+1 ms)Writing region close event to WAL at 1732285776586Running coprocessor post-close hooks at 1732285776591 (+5 ms)Closed at 1732285776592 (+1 ms) 2024-11-22T14:29:36,592 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1732285705581.b8eeeef656c18e801c6b0e1e8b9d96d3. 2024-11-22T14:29:36,592 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 37a8d702e7fd5b9a17c1a1d788e71f4f, disabling compactions & flushes 2024-11-22T14:29:36,592 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732285705581.37a8d702e7fd5b9a17c1a1d788e71f4f. 2024-11-22T14:29:36,592 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732285705581.37a8d702e7fd5b9a17c1a1d788e71f4f. 2024-11-22T14:29:36,592 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732285705581.37a8d702e7fd5b9a17c1a1d788e71f4f. after waiting 0 ms 2024-11-22T14:29:36,592 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732285705581.37a8d702e7fd5b9a17c1a1d788e71f4f. 2024-11-22T14:29:36,593 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/data/default/SPTestTable/235c657579f76345741d632a13f84f3b/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-22T14:29:36,594 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732285705581.235c657579f76345741d632a13f84f3b. 2024-11-22T14:29:36,594 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 235c657579f76345741d632a13f84f3b: Waiting for close lock at 1732285776585Running coprocessor pre-close hooks at 1732285776585Disabling compacts and flushes for region at 1732285776585Disabling writes for close at 1732285776586 (+1 ms)Writing region close event to WAL at 1732285776586Running coprocessor post-close hooks at 1732285776594 (+8 ms)Closed at 1732285776594 2024-11-22T14:29:36,595 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1732285705581.235c657579f76345741d632a13f84f3b. 2024-11-22T14:29:36,595 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 401777ca57ecce064399d0abf4780254, disabling compactions & flushes 2024-11-22T14:29:36,595 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732285705581.401777ca57ecce064399d0abf4780254. 2024-11-22T14:29:36,595 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732285705581.401777ca57ecce064399d0abf4780254. 2024-11-22T14:29:36,595 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732285705581.401777ca57ecce064399d0abf4780254. after waiting 0 ms 2024-11-22T14:29:36,595 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732285705581.401777ca57ecce064399d0abf4780254. 2024-11-22T14:29:36,598 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/data/default/SPTestTable/37a8d702e7fd5b9a17c1a1d788e71f4f/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-22T14:29:36,600 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732285705581.37a8d702e7fd5b9a17c1a1d788e71f4f. 2024-11-22T14:29:36,600 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 37a8d702e7fd5b9a17c1a1d788e71f4f: Waiting for close lock at 1732285776592Running coprocessor pre-close hooks at 1732285776592Disabling compacts and flushes for region at 1732285776592Disabling writes for close at 1732285776592Writing region close event to WAL at 1732285776593 (+1 ms)Running coprocessor post-close hooks at 1732285776600 (+7 ms)Closed at 1732285776600 2024-11-22T14:29:36,600 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1732285705581.37a8d702e7fd5b9a17c1a1d788e71f4f. 2024-11-22T14:29:36,600 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d6be9468bf5bea0c52a5f05fed6f5901, disabling compactions & flushes 2024-11-22T14:29:36,600 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732285705581.d6be9468bf5bea0c52a5f05fed6f5901. 2024-11-22T14:29:36,600 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732285705581.d6be9468bf5bea0c52a5f05fed6f5901. 2024-11-22T14:29:36,600 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/data/default/SPTestTable/401777ca57ecce064399d0abf4780254/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-22T14:29:36,600 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732285705581.d6be9468bf5bea0c52a5f05fed6f5901. after waiting 0 ms 2024-11-22T14:29:36,600 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732285705581.d6be9468bf5bea0c52a5f05fed6f5901. 2024-11-22T14:29:36,601 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732285705581.401777ca57ecce064399d0abf4780254. 2024-11-22T14:29:36,601 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 401777ca57ecce064399d0abf4780254: Waiting for close lock at 1732285776595Running coprocessor pre-close hooks at 1732285776595Disabling compacts and flushes for region at 1732285776595Disabling writes for close at 1732285776595Writing region close event to WAL at 1732285776595Running coprocessor post-close hooks at 1732285776601 (+6 ms)Closed at 1732285776601 2024-11-22T14:29:36,601 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1732285705581.401777ca57ecce064399d0abf4780254. 2024-11-22T14:29:36,601 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4b450e2261498686bb4f7b9449a19a68, disabling compactions & flushes 2024-11-22T14:29:36,601 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732285705581.4b450e2261498686bb4f7b9449a19a68. 2024-11-22T14:29:36,602 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732285705581.4b450e2261498686bb4f7b9449a19a68. 2024-11-22T14:29:36,602 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732285705581.4b450e2261498686bb4f7b9449a19a68. after waiting 0 ms 2024-11-22T14:29:36,602 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732285705581.4b450e2261498686bb4f7b9449a19a68. 2024-11-22T14:29:36,605 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/data/default/SPTestTable/d6be9468bf5bea0c52a5f05fed6f5901/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-22T14:29:36,606 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732285705581.d6be9468bf5bea0c52a5f05fed6f5901. 2024-11-22T14:29:36,606 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d6be9468bf5bea0c52a5f05fed6f5901: Waiting for close lock at 1732285776600Running coprocessor pre-close hooks at 1732285776600Disabling compacts and flushes for region at 1732285776600Disabling writes for close at 1732285776600Writing region close event to WAL at 1732285776601 (+1 ms)Running coprocessor post-close hooks at 1732285776606 (+5 ms)Closed at 1732285776606 2024-11-22T14:29:36,606 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1732285705581.d6be9468bf5bea0c52a5f05fed6f5901. 2024-11-22T14:29:36,606 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b79d9b5fed74ba40b9107f04eea3663c, disabling compactions & flushes 2024-11-22T14:29:36,606 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732285705581.b79d9b5fed74ba40b9107f04eea3663c. 2024-11-22T14:29:36,606 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732285705581.b79d9b5fed74ba40b9107f04eea3663c. 2024-11-22T14:29:36,606 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732285705581.b79d9b5fed74ba40b9107f04eea3663c. after waiting 0 ms 2024-11-22T14:29:36,606 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732285705581.b79d9b5fed74ba40b9107f04eea3663c. 2024-11-22T14:29:36,607 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/data/default/SPTestTable/4b450e2261498686bb4f7b9449a19a68/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-22T14:29:36,608 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732285705581.4b450e2261498686bb4f7b9449a19a68. 2024-11-22T14:29:36,608 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4b450e2261498686bb4f7b9449a19a68: Waiting for close lock at 1732285776601Running coprocessor pre-close hooks at 1732285776601Disabling compacts and flushes for region at 1732285776601Disabling writes for close at 1732285776602 (+1 ms)Writing region close event to WAL at 1732285776603 (+1 ms)Running coprocessor post-close hooks at 1732285776608 (+5 ms)Closed at 1732285776608 2024-11-22T14:29:36,608 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1732285705581.4b450e2261498686bb4f7b9449a19a68. 2024-11-22T14:29:36,608 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6fa5e0518e45948520b2d8bcdb0e23fc, disabling compactions & flushes 2024-11-22T14:29:36,608 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732285705581.6fa5e0518e45948520b2d8bcdb0e23fc. 2024-11-22T14:29:36,608 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732285705581.6fa5e0518e45948520b2d8bcdb0e23fc. 2024-11-22T14:29:36,608 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732285705581.6fa5e0518e45948520b2d8bcdb0e23fc. after waiting 0 ms 2024-11-22T14:29:36,609 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732285705581.6fa5e0518e45948520b2d8bcdb0e23fc. 2024-11-22T14:29:36,613 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/data/default/SPTestTable/6fa5e0518e45948520b2d8bcdb0e23fc/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-22T14:29:36,614 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732285705581.6fa5e0518e45948520b2d8bcdb0e23fc. 2024-11-22T14:29:36,614 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6fa5e0518e45948520b2d8bcdb0e23fc: Waiting for close lock at 1732285776608Running coprocessor pre-close hooks at 1732285776608Disabling compacts and flushes for region at 1732285776608Disabling writes for close at 1732285776608Writing region close event to WAL at 1732285776609 (+1 ms)Running coprocessor post-close hooks at 1732285776614 (+5 ms)Closed at 1732285776614 2024-11-22T14:29:36,614 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1732285705581.6fa5e0518e45948520b2d8bcdb0e23fc. 2024-11-22T14:29:36,615 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/data/hbase/meta/1588230740/.tmp/info/23a2f70d40bc4f62a281ea56d14956c6 is 167, key is SPTestTable,19999999,1732285705581.401777ca57ecce064399d0abf4780254./info:regioninfo/1732285716422/Put/seqid=0 2024-11-22T14:29:36,617 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/data/default/SPTestTable/b79d9b5fed74ba40b9107f04eea3663c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-22T14:29:36,618 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732285705581.b79d9b5fed74ba40b9107f04eea3663c. 2024-11-22T14:29:36,618 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b79d9b5fed74ba40b9107f04eea3663c: Waiting for close lock at 1732285776606Running coprocessor pre-close hooks at 1732285776606Disabling compacts and flushes for region at 1732285776606Disabling writes for close at 1732285776606Writing region close event to WAL at 1732285776607 (+1 ms)Running coprocessor post-close hooks at 1732285776618 (+11 ms)Closed at 1732285776618 2024-11-22T14:29:36,618 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1732285705581.b79d9b5fed74ba40b9107f04eea3663c. 2024-11-22T14:29:36,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40439 is added to blk_1073741862_1038 (size=19822) 2024-11-22T14:29:36,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43713 is added to blk_1073741862_1038 (size=19822) 2024-11-22T14:29:36,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40689 is added to blk_1073741862_1038 (size=19822) 2024-11-22T14:29:36,626 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.20 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/data/hbase/meta/1588230740/.tmp/info/23a2f70d40bc4f62a281ea56d14956c6 2024-11-22T14:29:36,649 INFO [regionserver/b313e41b3af3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T14:29:36,649 INFO [regionserver/b313e41b3af3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T14:29:36,657 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/data/hbase/meta/1588230740/.tmp/ns/14fbfc7ae60d424d88d214449bf1c6bf is 43, key is default/ns:d/1732285705365/Put/seqid=0 2024-11-22T14:29:36,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40439 is added to blk_1073741863_1039 (size=5153) 2024-11-22T14:29:36,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40689 is added to blk_1073741863_1039 (size=5153) 2024-11-22T14:29:36,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43713 is added to blk_1073741863_1039 (size=5153) 2024-11-22T14:29:36,666 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/data/hbase/meta/1588230740/.tmp/ns/14fbfc7ae60d424d88d214449bf1c6bf 2024-11-22T14:29:36,692 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/data/hbase/meta/1588230740/.tmp/table/d6e1dfb512424fd1a1ecbff02a0f558d is 47, key is SPTestTable/table:state/1732285716491/Put/seqid=0 2024-11-22T14:29:36,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43713 is added to blk_1073741864_1040 (size=5214) 2024-11-22T14:29:36,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40689 is added to blk_1073741864_1040 (size=5214) 2024-11-22T14:29:36,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40439 is added to blk_1073741864_1040 (size=5214) 2024-11-22T14:29:36,702 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/data/hbase/meta/1588230740/.tmp/table/d6e1dfb512424fd1a1ecbff02a0f558d 2024-11-22T14:29:36,711 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/data/hbase/meta/1588230740/.tmp/info/23a2f70d40bc4f62a281ea56d14956c6 as hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/data/hbase/meta/1588230740/info/23a2f70d40bc4f62a281ea56d14956c6 2024-11-22T14:29:36,720 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/data/hbase/meta/1588230740/info/23a2f70d40bc4f62a281ea56d14956c6, entries=112, sequenceid=35, filesize=19.4 K 2024-11-22T14:29:36,721 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/data/hbase/meta/1588230740/.tmp/ns/14fbfc7ae60d424d88d214449bf1c6bf as hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/data/hbase/meta/1588230740/ns/14fbfc7ae60d424d88d214449bf1c6bf 2024-11-22T14:29:36,730 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/data/hbase/meta/1588230740/ns/14fbfc7ae60d424d88d214449bf1c6bf, entries=2, sequenceid=35, filesize=5.0 K 2024-11-22T14:29:36,731 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/data/hbase/meta/1588230740/.tmp/table/d6e1dfb512424fd1a1ecbff02a0f558d as hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/data/hbase/meta/1588230740/table/d6e1dfb512424fd1a1ecbff02a0f558d 2024-11-22T14:29:36,738 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/data/hbase/meta/1588230740/table/d6e1dfb512424fd1a1ecbff02a0f558d, entries=2, sequenceid=35, filesize=5.1 K 2024-11-22T14:29:36,739 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.36 KB/15728, heapSize ~25.49 KB/26104, currentSize=0 B/0 for 1588230740 in 168ms, sequenceid=35, compaction requested=false 2024-11-22T14:29:36,745 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/data/hbase/meta/1588230740/recovered.edits/38.seqid, newMaxSeqId=38, maxSeqId=1 2024-11-22T14:29:36,745 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T14:29:36,746 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T14:29:36,746 INFO [regionserver/b313e41b3af3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T14:29:36,746 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732285776570Running coprocessor pre-close hooks at 1732285776570Disabling compacts and flushes for region at 1732285776570Disabling writes for close at 1732285776571 (+1 ms)Obtaining lock to block concurrent updates at 1732285776571Preparing flush snapshotting stores in 1588230740 at 1732285776571Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=15728, getHeapSize=26344, getOffHeapSize=0, getCellsCount=128 at 1732285776573 (+2 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732285776573Flushing 1588230740/info: creating writer at 1732285776573Flushing 1588230740/info: appending metadata at 1732285776614 (+41 ms)Flushing 1588230740/info: closing flushed file at 1732285776614Flushing 1588230740/ns: creating writer at 1732285776636 (+22 ms)Flushing 1588230740/ns: appending metadata at 1732285776657 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1732285776657Flushing 1588230740/table: creating writer at 1732285776677 (+20 ms)Flushing 1588230740/table: appending metadata at 1732285776692 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732285776692Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9b06b46: reopening flushed file at 1732285776710 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21d764df: reopening flushed file at 1732285776720 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3138c6ea: reopening flushed file at 1732285776730 (+10 ms)Finished flush of dataSize ~15.36 KB/15728, heapSize ~25.49 KB/26104, currentSize=0 B/0 for 1588230740 in 168ms, sequenceid=35, compaction requested=false at 1732285776739 (+9 ms)Writing region close event to WAL at 1732285776741 (+2 ms)Running coprocessor post-close hooks at 1732285776745 (+4 ms)Closed at 1732285776746 (+1 ms) 2024-11-22T14:29:36,746 INFO [regionserver/b313e41b3af3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T14:29:36,746 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T14:29:36,769 INFO [RS:0;b313e41b3af3:37591 {}] regionserver.HRegionServer(976): stopping server b313e41b3af3,37591,1732285693579; all regions closed. 2024-11-22T14:29:36,771 INFO [RS:1;b313e41b3af3:40749 {}] regionserver.HRegionServer(976): stopping server b313e41b3af3,40749,1732285693669; all regions closed. 2024-11-22T14:29:36,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43713 is added to blk_1073741835_1011 (size=3530) 2024-11-22T14:29:36,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40439 is added to blk_1073741836_1012 (size=18422) 2024-11-22T14:29:36,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40689 is added to blk_1073741835_1011 (size=3530) 2024-11-22T14:29:36,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40689 is added to blk_1073741836_1012 (size=18422) 2024-11-22T14:29:36,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43713 is added to blk_1073741836_1012 (size=18422) 2024-11-22T14:29:36,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40439 is added to blk_1073741835_1011 (size=3530) 2024-11-22T14:29:36,779 DEBUG [RS:1;b313e41b3af3:40749 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/oldWALs 2024-11-22T14:29:36,779 DEBUG [RS:0;b313e41b3af3:37591 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/oldWALs 2024-11-22T14:29:36,780 INFO [RS:0;b313e41b3af3:37591 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b313e41b3af3%2C37591%2C1732285693579:(num 1732285694920) 2024-11-22T14:29:36,780 INFO [RS:1;b313e41b3af3:40749 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b313e41b3af3%2C40749%2C1732285693669.meta:.meta(num 1732285705219) 2024-11-22T14:29:36,780 DEBUG [RS:0;b313e41b3af3:37591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:29:36,780 INFO [RS:0;b313e41b3af3:37591 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T14:29:36,780 INFO [RS:0;b313e41b3af3:37591 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T14:29:36,780 INFO [RS:0;b313e41b3af3:37591 {}] hbase.ChoreService(370): Chore service for: regionserver/b313e41b3af3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-22T14:29:36,780 INFO [RS:0;b313e41b3af3:37591 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T14:29:36,780 INFO [RS:0;b313e41b3af3:37591 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T14:29:36,780 INFO [regionserver/b313e41b3af3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T14:29:36,780 INFO [RS:0;b313e41b3af3:37591 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T14:29:36,780 INFO [RS:0;b313e41b3af3:37591 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T14:29:36,781 INFO [RS:0;b313e41b3af3:37591 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37591 2024-11-22T14:29:36,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40439 is added to blk_1073741833_1009 (size=3500) 2024-11-22T14:29:36,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44369-0x10067d555af0000, quorum=127.0.0.1:65039, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T14:29:36,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40689 is added to blk_1073741833_1009 (size=3500) 2024-11-22T14:29:36,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43713 is added to blk_1073741833_1009 (size=3500) 2024-11-22T14:29:36,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37591-0x10067d555af0001, quorum=127.0.0.1:65039, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b313e41b3af3,37591,1732285693579 2024-11-22T14:29:36,783 INFO [RS:0;b313e41b3af3:37591 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T14:29:36,784 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b313e41b3af3,37591,1732285693579] 2024-11-22T14:29:36,785 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b313e41b3af3,37591,1732285693579 already deleted, retry=false 2024-11-22T14:29:36,785 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b313e41b3af3,37591,1732285693579 expired; onlineServers=1 2024-11-22T14:29:36,786 DEBUG [RS:1;b313e41b3af3:40749 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/oldWALs 2024-11-22T14:29:36,786 INFO [RS:1;b313e41b3af3:40749 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b313e41b3af3%2C40749%2C1732285693669:(num 1732285694920) 2024-11-22T14:29:36,786 DEBUG [RS:1;b313e41b3af3:40749 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:29:36,787 INFO [RS:1;b313e41b3af3:40749 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T14:29:36,787 INFO [RS:1;b313e41b3af3:40749 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T14:29:36,787 INFO [RS:1;b313e41b3af3:40749 {}] hbase.ChoreService(370): Chore service for: regionserver/b313e41b3af3:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-22T14:29:36,787 INFO [RS:1;b313e41b3af3:40749 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T14:29:36,787 INFO [regionserver/b313e41b3af3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T14:29:36,787 INFO [RS:1;b313e41b3af3:40749 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40749 2024-11-22T14:29:36,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40749-0x10067d555af0002, quorum=127.0.0.1:65039, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b313e41b3af3,40749,1732285693669 2024-11-22T14:29:36,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44369-0x10067d555af0000, quorum=127.0.0.1:65039, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T14:29:36,789 INFO [RS:1;b313e41b3af3:40749 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T14:29:36,790 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b313e41b3af3,40749,1732285693669] 2024-11-22T14:29:36,791 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b313e41b3af3,40749,1732285693669 already deleted, retry=false 2024-11-22T14:29:36,791 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b313e41b3af3,40749,1732285693669 expired; onlineServers=0 2024-11-22T14:29:36,791 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b313e41b3af3,44369,1732285693007' ***** 2024-11-22T14:29:36,791 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T14:29:36,791 INFO [M:0;b313e41b3af3:44369 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T14:29:36,791 INFO [M:0;b313e41b3af3:44369 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T14:29:36,792 DEBUG [M:0;b313e41b3af3:44369 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T14:29:36,792 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T14:29:36,792 DEBUG [M:0;b313e41b3af3:44369 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T14:29:36,792 DEBUG [master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.small.0-1732285694617 {}] cleaner.HFileCleaner(306): Exit Thread[master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.small.0-1732285694617,5,FailOnTimeoutGroup] 2024-11-22T14:29:36,792 DEBUG [master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.large.0-1732285694607 {}] cleaner.HFileCleaner(306): Exit Thread[master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.large.0-1732285694607,5,FailOnTimeoutGroup] 2024-11-22T14:29:36,792 INFO [M:0;b313e41b3af3:44369 {}] hbase.ChoreService(370): Chore service for: master/b313e41b3af3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T14:29:36,792 INFO [M:0;b313e41b3af3:44369 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T14:29:36,792 DEBUG [M:0;b313e41b3af3:44369 {}] master.HMaster(1795): Stopping service threads 2024-11-22T14:29:36,792 INFO [M:0;b313e41b3af3:44369 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T14:29:36,792 INFO [M:0;b313e41b3af3:44369 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T14:29:36,793 ERROR [M:0;b313e41b3af3:44369 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1506214772) connection to localhost/127.0.0.1:39825 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:39825,5,PEWorkerGroup] 2024-11-22T14:29:36,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44369-0x10067d555af0000, quorum=127.0.0.1:65039, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-22T14:29:36,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44369-0x10067d555af0000, quorum=127.0.0.1:65039, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T14:29:36,793 INFO [M:0;b313e41b3af3:44369 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T14:29:36,793 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T14:29:36,794 DEBUG [M:0;b313e41b3af3:44369 {}] zookeeper.ZKUtil(347): master:44369-0x10067d555af0000, quorum=127.0.0.1:65039, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-22T14:29:36,794 WARN [M:0;b313e41b3af3:44369 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T14:29:36,794 INFO [M:0;b313e41b3af3:44369 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/.lastflushedseqids 2024-11-22T14:29:36,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40439 is added to blk_1073741865_1041 (size=686) 2024-11-22T14:29:36,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40689 is added to blk_1073741865_1041 (size=686) 2024-11-22T14:29:36,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43713 is added to blk_1073741865_1041 (size=686) 2024-11-22T14:29:36,809 INFO [M:0;b313e41b3af3:44369 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T14:29:36,810 INFO [M:0;b313e41b3af3:44369 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T14:29:36,810 DEBUG [M:0;b313e41b3af3:44369 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T14:29:36,810 INFO [M:0;b313e41b3af3:44369 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:29:36,810 DEBUG [M:0;b313e41b3af3:44369 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:29:36,810 DEBUG [M:0;b313e41b3af3:44369 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T14:29:36,810 DEBUG [M:0;b313e41b3af3:44369 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:29:36,810 INFO [M:0;b313e41b3af3:44369 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=185.11 KB heapSize=229.52 KB 2024-11-22T14:29:36,827 DEBUG [M:0;b313e41b3af3:44369 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/75bd975ce0924d069244c13073c8d4d1 is 82, key is hbase:meta,,1/info:regioninfo/1732285705300/Put/seqid=0 2024-11-22T14:29:36,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40689 is added to blk_1073741866_1042 (size=5672) 2024-11-22T14:29:36,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43713 is added to blk_1073741866_1042 (size=5672) 2024-11-22T14:29:36,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40439 is added to blk_1073741866_1042 (size=5672) 2024-11-22T14:29:36,835 INFO [M:0;b313e41b3af3:44369 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/75bd975ce0924d069244c13073c8d4d1 2024-11-22T14:29:36,858 DEBUG [M:0;b313e41b3af3:44369 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/82edf2716d1e481e8f862933fb0f7398 is 1244, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732285716500/Put/seqid=0 2024-11-22T14:29:36,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40689 is added to blk_1073741867_1043 (size=8904) 2024-11-22T14:29:36,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43713 is added to blk_1073741867_1043 (size=8904) 2024-11-22T14:29:36,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40439 is added to blk_1073741867_1043 (size=8904) 2024-11-22T14:29:36,869 INFO [M:0;b313e41b3af3:44369 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=184.37 KB at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/82edf2716d1e481e8f862933fb0f7398 2024-11-22T14:29:36,874 INFO [M:0;b313e41b3af3:44369 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 82edf2716d1e481e8f862933fb0f7398 2024-11-22T14:29:36,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37591-0x10067d555af0001, quorum=127.0.0.1:65039, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T14:29:36,885 INFO [RS:0;b313e41b3af3:37591 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T14:29:36,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37591-0x10067d555af0001, quorum=127.0.0.1:65039, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T14:29:36,885 INFO [RS:0;b313e41b3af3:37591 {}] regionserver.HRegionServer(1031): Exiting; stopping=b313e41b3af3,37591,1732285693579; zookeeper connection closed. 2024-11-22T14:29:36,885 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@14778bba {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@14778bba 2024-11-22T14:29:36,889 DEBUG [M:0;b313e41b3af3:44369 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7aa6beaca3834c28b205e83a37de4cce is 69, key is b313e41b3af3,37591,1732285693579/rs:state/1732285694655/Put/seqid=0 2024-11-22T14:29:36,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40749-0x10067d555af0002, quorum=127.0.0.1:65039, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T14:29:36,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40749-0x10067d555af0002, quorum=127.0.0.1:65039, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T14:29:36,890 INFO [RS:1;b313e41b3af3:40749 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T14:29:36,891 INFO [RS:1;b313e41b3af3:40749 {}] regionserver.HRegionServer(1031): Exiting; stopping=b313e41b3af3,40749,1732285693669; zookeeper connection closed. 2024-11-22T14:29:36,891 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@67191d0d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@67191d0d 2024-11-22T14:29:36,891 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-22T14:29:36,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40689 is added to blk_1073741868_1044 (size=5441) 2024-11-22T14:29:36,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43713 is added to blk_1073741868_1044 (size=5441) 2024-11-22T14:29:36,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40439 is added to blk_1073741868_1044 (size=5441) 2024-11-22T14:29:36,899 INFO [M:0;b313e41b3af3:44369 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7aa6beaca3834c28b205e83a37de4cce 2024-11-22T14:29:36,906 INFO [M:0;b313e41b3af3:44369 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7aa6beaca3834c28b205e83a37de4cce 2024-11-22T14:29:36,907 DEBUG [M:0;b313e41b3af3:44369 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/75bd975ce0924d069244c13073c8d4d1 as hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/75bd975ce0924d069244c13073c8d4d1 2024-11-22T14:29:36,914 INFO [M:0;b313e41b3af3:44369 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/75bd975ce0924d069244c13073c8d4d1, entries=8, sequenceid=485, filesize=5.5 K 2024-11-22T14:29:36,916 DEBUG [M:0;b313e41b3af3:44369 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/82edf2716d1e481e8f862933fb0f7398 as hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/82edf2716d1e481e8f862933fb0f7398 2024-11-22T14:29:36,923 INFO [M:0;b313e41b3af3:44369 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 82edf2716d1e481e8f862933fb0f7398 2024-11-22T14:29:36,924 INFO [M:0;b313e41b3af3:44369 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/82edf2716d1e481e8f862933fb0f7398, entries=54, sequenceid=485, filesize=8.7 K 2024-11-22T14:29:36,925 DEBUG [M:0;b313e41b3af3:44369 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7aa6beaca3834c28b205e83a37de4cce as hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7aa6beaca3834c28b205e83a37de4cce 2024-11-22T14:29:36,932 INFO [M:0;b313e41b3af3:44369 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7aa6beaca3834c28b205e83a37de4cce 2024-11-22T14:29:36,933 INFO [M:0;b313e41b3af3:44369 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39825/user/jenkins/test-data/fe8f1fc4-6a4b-42fb-0e16-e53ec49aedd1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7aa6beaca3834c28b205e83a37de4cce, entries=3, sequenceid=485, filesize=5.3 K 2024-11-22T14:29:36,934 INFO [M:0;b313e41b3af3:44369 {}] regionserver.HRegion(3140): Finished flush of dataSize ~185.11 KB/189552, heapSize ~229.23 KB/234728, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 123ms, sequenceid=485, compaction requested=false 2024-11-22T14:29:36,935 INFO [M:0;b313e41b3af3:44369 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:29:36,935 DEBUG [M:0;b313e41b3af3:44369 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732285776810Disabling compacts and flushes for region at 1732285776810Disabling writes for close at 1732285776810Obtaining lock to block concurrent updates at 1732285776810Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732285776810Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=189552, getHeapSize=234968, getOffHeapSize=0, getCellsCount=588 at 1732285776811 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732285776811Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732285776811Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732285776826 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732285776826Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732285776842 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732285776858 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732285776858Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732285776874 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732285776888 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732285776888Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30744def: reopening flushed file at 1732285776906 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64a28e02: reopening flushed file at 1732285776915 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bb43184: reopening flushed file at 1732285776924 (+9 ms)Finished flush of dataSize ~185.11 KB/189552, heapSize ~229.23 KB/234728, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 123ms, sequenceid=485, compaction requested=false at 1732285776934 (+10 ms)Writing region close event to WAL at 1732285776935 (+1 ms)Closed at 1732285776935 2024-11-22T14:29:36,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40439 is added to blk_1073741830_1006 (size=221908) 2024-11-22T14:29:36,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40689 is added to blk_1073741830_1006 (size=221908) 2024-11-22T14:29:36,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43713 is added to blk_1073741830_1006 (size=221908) 2024-11-22T14:29:36,939 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T14:29:36,939 INFO [M:0;b313e41b3af3:44369 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T14:29:36,939 INFO [M:0;b313e41b3af3:44369 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44369 2024-11-22T14:29:36,939 INFO [M:0;b313e41b3af3:44369 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T14:29:37,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44369-0x10067d555af0000, quorum=127.0.0.1:65039, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T14:29:37,041 INFO [M:0;b313e41b3af3:44369 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T14:29:37,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44369-0x10067d555af0000, quorum=127.0.0.1:65039, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T14:29:37,050 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e7c21d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T14:29:37,054 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@30cac06d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T14:29:37,054 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T14:29:37,054 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3abb77fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T14:29:37,054 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55fcaba0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4faa65b-325d-5fe4-eba7-645a2bf81bcc/hadoop.log.dir/,STOPPED} 2024-11-22T14:29:37,058 WARN [BP-1513240075-172.17.0.2-1732285690265 heartbeating to localhost/127.0.0.1:39825 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T14:29:37,058 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T14:29:37,058 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T14:29:37,058 WARN [BP-1513240075-172.17.0.2-1732285690265 heartbeating to localhost/127.0.0.1:39825 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1513240075-172.17.0.2-1732285690265 (Datanode Uuid cb1b8510-2a99-492b-887f-ca7e766862a6) service to localhost/127.0.0.1:39825 2024-11-22T14:29:37,059 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4faa65b-325d-5fe4-eba7-645a2bf81bcc/cluster_13fcb8d9-e31d-9514-fb4e-1d8558e99c25/data/data5/current/BP-1513240075-172.17.0.2-1732285690265 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T14:29:37,060 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4faa65b-325d-5fe4-eba7-645a2bf81bcc/cluster_13fcb8d9-e31d-9514-fb4e-1d8558e99c25/data/data6/current/BP-1513240075-172.17.0.2-1732285690265 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T14:29:37,060 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T14:29:37,063 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@9d2632f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T14:29:37,063 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c8e80d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T14:29:37,063 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T14:29:37,064 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a2b6a73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T14:29:37,064 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cae7855{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4faa65b-325d-5fe4-eba7-645a2bf81bcc/hadoop.log.dir/,STOPPED} 2024-11-22T14:29:37,065 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T14:29:37,065 WARN [BP-1513240075-172.17.0.2-1732285690265 heartbeating to localhost/127.0.0.1:39825 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T14:29:37,065 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T14:29:37,065 WARN [BP-1513240075-172.17.0.2-1732285690265 heartbeating to localhost/127.0.0.1:39825 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1513240075-172.17.0.2-1732285690265 (Datanode Uuid 12bb9b0c-0364-4cc5-8621-5fd2382fe5ad) service to localhost/127.0.0.1:39825 2024-11-22T14:29:37,066 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4faa65b-325d-5fe4-eba7-645a2bf81bcc/cluster_13fcb8d9-e31d-9514-fb4e-1d8558e99c25/data/data3/current/BP-1513240075-172.17.0.2-1732285690265 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T14:29:37,066 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4faa65b-325d-5fe4-eba7-645a2bf81bcc/cluster_13fcb8d9-e31d-9514-fb4e-1d8558e99c25/data/data4/current/BP-1513240075-172.17.0.2-1732285690265 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T14:29:37,066 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T14:29:37,069 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1722ba9a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T14:29:37,069 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@57faae2b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T14:29:37,069 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T14:29:37,069 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55b4afc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T14:29:37,070 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@225fb320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4faa65b-325d-5fe4-eba7-645a2bf81bcc/hadoop.log.dir/,STOPPED} 2024-11-22T14:29:37,071 WARN [BP-1513240075-172.17.0.2-1732285690265 heartbeating to localhost/127.0.0.1:39825 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T14:29:37,071 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T14:29:37,071 WARN [BP-1513240075-172.17.0.2-1732285690265 heartbeating to localhost/127.0.0.1:39825 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1513240075-172.17.0.2-1732285690265 (Datanode Uuid 1a934172-f5a8-4261-9cdf-180b208ea9db) service to localhost/127.0.0.1:39825 2024-11-22T14:29:37,071 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T14:29:37,072 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4faa65b-325d-5fe4-eba7-645a2bf81bcc/cluster_13fcb8d9-e31d-9514-fb4e-1d8558e99c25/data/data1/current/BP-1513240075-172.17.0.2-1732285690265 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T14:29:37,072 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4faa65b-325d-5fe4-eba7-645a2bf81bcc/cluster_13fcb8d9-e31d-9514-fb4e-1d8558e99c25/data/data2/current/BP-1513240075-172.17.0.2-1732285690265 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T14:29:37,072 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T14:29:37,087 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T14:29:37,088 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T14:29:37,088 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T14:29:37,088 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T14:29:37,088 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4faa65b-325d-5fe4-eba7-645a2bf81bcc/hadoop.log.dir/,STOPPED} 2024-11-22T14:29:37,096 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-22T14:29:37,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-22T14:29:37,143 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=93 (was 11) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@66fe84e7 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:39825 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/b313e41b3af3:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39825 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/b313e41b3af3:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/b313e41b3af3:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39825 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:39825 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:39825 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: master/b313e41b3af3:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:39825 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: master/b313e41b3af3:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:39825 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39825 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:39825 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/b313e41b3af3:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39825 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39825 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39825 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39825 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/b313e41b3af3:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:39825 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=440 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=72 (was 165), ProcessCount=11 (was 11), AvailableMemoryMB=4869 (was 6185) 2024-11-22T14:29:37,150 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=94, OpenFileDescriptor=440, MaxFileDescriptor=1048576, SystemLoadAverage=72, ProcessCount=11, AvailableMemoryMB=4869 2024-11-22T14:29:37,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4faa65b-325d-5fe4-eba7-645a2bf81bcc/hadoop.log.dir so I do NOT create it in target/test-data/88fcbb54-5f53-7f9c-8b4d-286386755d5d 2024-11-22T14:29:37,165 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4faa65b-325d-5fe4-eba7-645a2bf81bcc/hadoop.log.dir Erasing configuration value by system value. 2024-11-22T14:29:37,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4faa65b-325d-5fe4-eba7-645a2bf81bcc/hadoop.tmp.dir so I do NOT create it in target/test-data/88fcbb54-5f53-7f9c-8b4d-286386755d5d 2024-11-22T14:29:37,165 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4faa65b-325d-5fe4-eba7-645a2bf81bcc/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-22T14:29:37,165 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88fcbb54-5f53-7f9c-8b4d-286386755d5d 2024-11-22T14:29:37,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T14:29:37,165 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88fcbb54-5f53-7f9c-8b4d-286386755d5d/cluster_6ae24b27-e235-dda0-6f66-02fca09ca063, deleteOnExit=true 2024-11-22T14:29:37,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T14:29:37,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88fcbb54-5f53-7f9c-8b4d-286386755d5d/test.cache.data in system properties and HBase conf 2024-11-22T14:29:37,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88fcbb54-5f53-7f9c-8b4d-286386755d5d/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T14:29:37,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88fcbb54-5f53-7f9c-8b4d-286386755d5d/hadoop.log.dir in system properties and HBase conf 2024-11-22T14:29:37,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88fcbb54-5f53-7f9c-8b4d-286386755d5d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T14:29:37,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88fcbb54-5f53-7f9c-8b4d-286386755d5d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T14:29:37,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T14:29:37,166 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T14:29:37,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88fcbb54-5f53-7f9c-8b4d-286386755d5d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T14:29:37,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88fcbb54-5f53-7f9c-8b4d-286386755d5d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T14:29:37,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88fcbb54-5f53-7f9c-8b4d-286386755d5d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T14:29:37,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88fcbb54-5f53-7f9c-8b4d-286386755d5d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T14:29:37,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88fcbb54-5f53-7f9c-8b4d-286386755d5d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T14:29:37,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88fcbb54-5f53-7f9c-8b4d-286386755d5d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T14:29:37,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88fcbb54-5f53-7f9c-8b4d-286386755d5d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T14:29:37,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88fcbb54-5f53-7f9c-8b4d-286386755d5d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T14:29:37,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88fcbb54-5f53-7f9c-8b4d-286386755d5d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T14:29:37,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88fcbb54-5f53-7f9c-8b4d-286386755d5d/nfs.dump.dir in system properties and HBase conf 2024-11-22T14:29:37,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88fcbb54-5f53-7f9c-8b4d-286386755d5d/java.io.tmpdir in system properties and HBase conf 2024-11-22T14:29:37,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88fcbb54-5f53-7f9c-8b4d-286386755d5d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T14:29:37,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88fcbb54-5f53-7f9c-8b4d-286386755d5d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T14:29:37,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88fcbb54-5f53-7f9c-8b4d-286386755d5d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T14:29:37,227 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T14:29:37,232 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T14:29:37,233 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T14:29:37,233 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T14:29:37,234 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T14:29:37,234 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T14:29:37,235 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49935db{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88fcbb54-5f53-7f9c-8b4d-286386755d5d/hadoop.log.dir/,AVAILABLE} 2024-11-22T14:29:37,235 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@206ea604{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T14:29:37,330 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@17e26{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88fcbb54-5f53-7f9c-8b4d-286386755d5d/java.io.tmpdir/jetty-localhost-37513-hadoop-hdfs-3_4_1-tests_jar-_-any-5462309427722696305/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T14:29:37,330 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@16475ac6{HTTP/1.1, (http/1.1)}{localhost:37513} 2024-11-22T14:29:37,330 INFO [Time-limited test {}] server.Server(415): Started @88935ms 2024-11-22T14:29:37,393 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T14:29:37,397 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T14:29:37,398 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T14:29:37,398 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T14:29:37,398 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T14:29:37,399 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7396b0e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88fcbb54-5f53-7f9c-8b4d-286386755d5d/hadoop.log.dir/,AVAILABLE} 2024-11-22T14:29:37,399 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@597a5af4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T14:29:37,493 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@295706e1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88fcbb54-5f53-7f9c-8b4d-286386755d5d/java.io.tmpdir/jetty-localhost-44915-hadoop-hdfs-3_4_1-tests_jar-_-any-2281069383800039538/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T14:29:37,493 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3d0eaa0d{HTTP/1.1, (http/1.1)}{localhost:44915} 2024-11-22T14:29:37,494 INFO [Time-limited test {}] server.Server(415): Started @89098ms 2024-11-22T14:29:37,495 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T14:29:37,523 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T14:29:37,526 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T14:29:37,527 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T14:29:37,527 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T14:29:37,527 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T14:29:37,528 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ccf2faf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88fcbb54-5f53-7f9c-8b4d-286386755d5d/hadoop.log.dir/,AVAILABLE} 2024-11-22T14:29:37,528 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b5cc3d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T14:29:37,562 WARN [Thread-669 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88fcbb54-5f53-7f9c-8b4d-286386755d5d/cluster_6ae24b27-e235-dda0-6f66-02fca09ca063/data/data1/current/BP-1964340609-172.17.0.2-1732285777191/current, will proceed with Du for space computation calculation, 2024-11-22T14:29:37,562 WARN [Thread-670 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88fcbb54-5f53-7f9c-8b4d-286386755d5d/cluster_6ae24b27-e235-dda0-6f66-02fca09ca063/data/data2/current/BP-1964340609-172.17.0.2-1732285777191/current, will proceed with Du for space computation calculation, 2024-11-22T14:29:37,581 WARN [Thread-648 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T14:29:37,584 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc291501788fe548d with lease ID 0x95dea4bfcf072d28: Processing first storage report for DS-3ac7043b-e4ab-4d88-acf7-74a39365c377 from datanode DatanodeRegistration(127.0.0.1:33761, datanodeUuid=51130b13-6ae1-4d50-b765-9e1811dd594e, infoPort=37779, infoSecurePort=0, ipcPort=43055, storageInfo=lv=-57;cid=testClusterID;nsid=2074997932;c=1732285777191) 2024-11-22T14:29:37,584 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc291501788fe548d with lease ID 0x95dea4bfcf072d28: from storage DS-3ac7043b-e4ab-4d88-acf7-74a39365c377 node DatanodeRegistration(127.0.0.1:33761, datanodeUuid=51130b13-6ae1-4d50-b765-9e1811dd594e, infoPort=37779, infoSecurePort=0, ipcPort=43055, storageInfo=lv=-57;cid=testClusterID;nsid=2074997932;c=1732285777191), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T14:29:37,584 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc291501788fe548d with lease ID 0x95dea4bfcf072d28: Processing first storage report for DS-c9a5b9df-454a-4522-8a84-40eb2c992062 from datanode DatanodeRegistration(127.0.0.1:33761, datanodeUuid=51130b13-6ae1-4d50-b765-9e1811dd594e, infoPort=37779, infoSecurePort=0, ipcPort=43055, storageInfo=lv=-57;cid=testClusterID;nsid=2074997932;c=1732285777191) 2024-11-22T14:29:37,584 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc291501788fe548d with lease ID 0x95dea4bfcf072d28: from storage DS-c9a5b9df-454a-4522-8a84-40eb2c992062 node DatanodeRegistration(127.0.0.1:33761, datanodeUuid=51130b13-6ae1-4d50-b765-9e1811dd594e, infoPort=37779, infoSecurePort=0, ipcPort=43055, storageInfo=lv=-57;cid=testClusterID;nsid=2074997932;c=1732285777191), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T14:29:37,626 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d6fea1a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88fcbb54-5f53-7f9c-8b4d-286386755d5d/java.io.tmpdir/jetty-localhost-35013-hadoop-hdfs-3_4_1-tests_jar-_-any-14265433129610047614/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T14:29:37,626 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4aab0115{HTTP/1.1, (http/1.1)}{localhost:35013} 2024-11-22T14:29:37,626 INFO [Time-limited test {}] server.Server(415): Started @89231ms 2024-11-22T14:29:37,628 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T14:29:37,659 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T14:29:37,662 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T14:29:37,663 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T14:29:37,663 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T14:29:37,663 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T14:29:37,663 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c883179{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88fcbb54-5f53-7f9c-8b4d-286386755d5d/hadoop.log.dir/,AVAILABLE} 2024-11-22T14:29:37,664 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@64f83c92{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T14:29:37,684 WARN [Thread-704 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88fcbb54-5f53-7f9c-8b4d-286386755d5d/cluster_6ae24b27-e235-dda0-6f66-02fca09ca063/data/data3/current/BP-1964340609-172.17.0.2-1732285777191/current, will proceed with Du for space computation calculation, 2024-11-22T14:29:37,684 WARN [Thread-705 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88fcbb54-5f53-7f9c-8b4d-286386755d5d/cluster_6ae24b27-e235-dda0-6f66-02fca09ca063/data/data4/current/BP-1964340609-172.17.0.2-1732285777191/current, will proceed with Du for space computation calculation, 2024-11-22T14:29:37,706 WARN [Thread-684 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T14:29:37,708 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x20c28162a21e6bf0 with lease ID 0x95dea4bfcf072d29: Processing first storage report for DS-427f13f4-1d05-40b8-8d8d-504204a4ed5c from datanode DatanodeRegistration(127.0.0.1:33689, datanodeUuid=c3464111-e83f-46ec-be4c-63968e5b57be, infoPort=33311, infoSecurePort=0, ipcPort=39683, storageInfo=lv=-57;cid=testClusterID;nsid=2074997932;c=1732285777191) 2024-11-22T14:29:37,708 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x20c28162a21e6bf0 with lease ID 0x95dea4bfcf072d29: from storage DS-427f13f4-1d05-40b8-8d8d-504204a4ed5c node DatanodeRegistration(127.0.0.1:33689, datanodeUuid=c3464111-e83f-46ec-be4c-63968e5b57be, infoPort=33311, infoSecurePort=0, ipcPort=39683, storageInfo=lv=-57;cid=testClusterID;nsid=2074997932;c=1732285777191), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T14:29:37,708 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x20c28162a21e6bf0 with lease ID 0x95dea4bfcf072d29: Processing first storage report for DS-5d2915e0-4d08-4fd7-b340-c8e221ff618c from datanode DatanodeRegistration(127.0.0.1:33689, datanodeUuid=c3464111-e83f-46ec-be4c-63968e5b57be, infoPort=33311, infoSecurePort=0, ipcPort=39683, storageInfo=lv=-57;cid=testClusterID;nsid=2074997932;c=1732285777191) 2024-11-22T14:29:37,708 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x20c28162a21e6bf0 with lease ID 0x95dea4bfcf072d29: from storage DS-5d2915e0-4d08-4fd7-b340-c8e221ff618c node DatanodeRegistration(127.0.0.1:33689, datanodeUuid=c3464111-e83f-46ec-be4c-63968e5b57be, infoPort=33311, infoSecurePort=0, ipcPort=39683, storageInfo=lv=-57;cid=testClusterID;nsid=2074997932;c=1732285777191), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T14:29:37,764 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4de59280{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88fcbb54-5f53-7f9c-8b4d-286386755d5d/java.io.tmpdir/jetty-localhost-35135-hadoop-hdfs-3_4_1-tests_jar-_-any-2629179380987055117/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T14:29:37,765 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@45814ff7{HTTP/1.1, (http/1.1)}{localhost:35135} 2024-11-22T14:29:37,765 INFO [Time-limited test {}] server.Server(415): Started @89370ms 2024-11-22T14:29:37,766 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T14:29:37,822 WARN [Thread-730 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88fcbb54-5f53-7f9c-8b4d-286386755d5d/cluster_6ae24b27-e235-dda0-6f66-02fca09ca063/data/data5/current/BP-1964340609-172.17.0.2-1732285777191/current, will proceed with Du for space computation calculation, 2024-11-22T14:29:37,824 WARN [Thread-731 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88fcbb54-5f53-7f9c-8b4d-286386755d5d/cluster_6ae24b27-e235-dda0-6f66-02fca09ca063/data/data6/current/BP-1964340609-172.17.0.2-1732285777191/current, will proceed with Du for space computation calculation, 2024-11-22T14:29:37,849 WARN [Thread-719 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T14:29:37,851 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x72f61d6a79e32460 with lease ID 0x95dea4bfcf072d2a: Processing first storage report for DS-c5f9705a-12ae-4dc8-ba2a-bbaf14e8c5c5 from datanode DatanodeRegistration(127.0.0.1:46171, datanodeUuid=c6d039ba-4eaa-4bdb-97f4-f4d62f7b820e, infoPort=41125, infoSecurePort=0, ipcPort=42141, storageInfo=lv=-57;cid=testClusterID;nsid=2074997932;c=1732285777191) 2024-11-22T14:29:37,851 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x72f61d6a79e32460 with lease ID 0x95dea4bfcf072d2a: from storage DS-c5f9705a-12ae-4dc8-ba2a-bbaf14e8c5c5 node DatanodeRegistration(127.0.0.1:46171, datanodeUuid=c6d039ba-4eaa-4bdb-97f4-f4d62f7b820e, infoPort=41125, infoSecurePort=0, ipcPort=42141, storageInfo=lv=-57;cid=testClusterID;nsid=2074997932;c=1732285777191), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T14:29:37,851 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x72f61d6a79e32460 with lease ID 0x95dea4bfcf072d2a: Processing first storage report for DS-2516dca2-d18e-4870-9f8f-c93972de2794 from datanode DatanodeRegistration(127.0.0.1:46171, datanodeUuid=c6d039ba-4eaa-4bdb-97f4-f4d62f7b820e, infoPort=41125, infoSecurePort=0, ipcPort=42141, storageInfo=lv=-57;cid=testClusterID;nsid=2074997932;c=1732285777191) 2024-11-22T14:29:37,851 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x72f61d6a79e32460 with lease ID 0x95dea4bfcf072d2a: from storage DS-2516dca2-d18e-4870-9f8f-c93972de2794 node DatanodeRegistration(127.0.0.1:46171, datanodeUuid=c6d039ba-4eaa-4bdb-97f4-f4d62f7b820e, infoPort=41125, infoSecurePort=0, ipcPort=42141, storageInfo=lv=-57;cid=testClusterID;nsid=2074997932;c=1732285777191), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T14:29:37,890 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88fcbb54-5f53-7f9c-8b4d-286386755d5d 2024-11-22T14:29:37,893 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88fcbb54-5f53-7f9c-8b4d-286386755d5d/cluster_6ae24b27-e235-dda0-6f66-02fca09ca063/zookeeper_0, clientPort=53331, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88fcbb54-5f53-7f9c-8b4d-286386755d5d/cluster_6ae24b27-e235-dda0-6f66-02fca09ca063/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88fcbb54-5f53-7f9c-8b4d-286386755d5d/cluster_6ae24b27-e235-dda0-6f66-02fca09ca063/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-22T14:29:37,894 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53331 2024-11-22T14:29:37,894 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:29:37,896 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:29:37,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46171 is added to blk_1073741825_1001 (size=7) 2024-11-22T14:29:37,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33689 is added to blk_1073741825_1001 (size=7) 2024-11-22T14:29:37,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33761 is added to blk_1073741825_1001 (size=7) 2024-11-22T14:29:37,910 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24 with version=8 2024-11-22T14:29:37,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/hbase-staging 2024-11-22T14:29:37,912 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b313e41b3af3:0 server-side Connection retries=45 2024-11-22T14:29:37,912 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T14:29:37,912 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T14:29:37,912 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T14:29:37,912 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T14:29:37,912 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T14:29:37,912 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T14:29:37,913 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T14:29:37,913 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33499 2024-11-22T14:29:37,915 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33499 connecting to ZooKeeper ensemble=127.0.0.1:53331 2024-11-22T14:29:37,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:334990x0, quorum=127.0.0.1:53331, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T14:29:37,919 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33499-0x10067d6a4520000 connected 2024-11-22T14:29:37,943 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:29:37,945 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:29:37,947 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33499-0x10067d6a4520000, quorum=127.0.0.1:53331, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T14:29:37,947 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24, hbase.cluster.distributed=false 2024-11-22T14:29:37,949 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33499-0x10067d6a4520000, quorum=127.0.0.1:53331, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T14:29:37,953 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33499 2024-11-22T14:29:37,953 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33499 2024-11-22T14:29:37,954 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33499 2024-11-22T14:29:37,956 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33499 2024-11-22T14:29:37,957 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33499 2024-11-22T14:29:37,972 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b313e41b3af3:0 server-side Connection retries=45 2024-11-22T14:29:37,972 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T14:29:37,972 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T14:29:37,972 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T14:29:37,972 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T14:29:37,972 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T14:29:37,973 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T14:29:37,973 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T14:29:37,974 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46317 2024-11-22T14:29:37,975 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46317 connecting to ZooKeeper ensemble=127.0.0.1:53331 2024-11-22T14:29:37,976 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:29:37,979 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:29:37,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:463170x0, quorum=127.0.0.1:53331, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T14:29:37,984 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46317-0x10067d6a4520001 connected 2024-11-22T14:29:37,984 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46317-0x10067d6a4520001, quorum=127.0.0.1:53331, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T14:29:37,984 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T14:29:37,985 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T14:29:37,986 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46317-0x10067d6a4520001, quorum=127.0.0.1:53331, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-22T14:29:37,987 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46317-0x10067d6a4520001, quorum=127.0.0.1:53331, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T14:29:37,988 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46317 2024-11-22T14:29:37,988 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46317 2024-11-22T14:29:37,988 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46317 2024-11-22T14:29:37,989 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46317 2024-11-22T14:29:37,989 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46317 2024-11-22T14:29:38,004 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b313e41b3af3:0 server-side Connection retries=45 2024-11-22T14:29:38,004 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T14:29:38,004 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T14:29:38,004 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T14:29:38,004 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T14:29:38,004 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T14:29:38,004 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T14:29:38,004 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T14:29:38,005 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41865 2024-11-22T14:29:38,006 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41865 connecting to ZooKeeper ensemble=127.0.0.1:53331 2024-11-22T14:29:38,007 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:29:38,009 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:29:38,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:418650x0, quorum=127.0.0.1:53331, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T14:29:38,013 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41865-0x10067d6a4520002 connected 2024-11-22T14:29:38,013 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41865-0x10067d6a4520002, quorum=127.0.0.1:53331, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T14:29:38,013 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T14:29:38,014 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T14:29:38,015 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41865-0x10067d6a4520002, quorum=127.0.0.1:53331, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-22T14:29:38,016 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41865-0x10067d6a4520002, quorum=127.0.0.1:53331, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T14:29:38,016 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41865 2024-11-22T14:29:38,016 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41865 2024-11-22T14:29:38,021 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41865 2024-11-22T14:29:38,021 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41865 2024-11-22T14:29:38,021 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41865 2024-11-22T14:29:38,036 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b313e41b3af3:0 server-side Connection retries=45 2024-11-22T14:29:38,036 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T14:29:38,036 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T14:29:38,036 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T14:29:38,036 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T14:29:38,036 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T14:29:38,036 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T14:29:38,036 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T14:29:38,037 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40503 2024-11-22T14:29:38,039 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40503 connecting to ZooKeeper ensemble=127.0.0.1:53331 2024-11-22T14:29:38,039 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:29:38,041 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:29:38,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:405030x0, quorum=127.0.0.1:53331, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T14:29:38,045 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40503-0x10067d6a4520003 connected 2024-11-22T14:29:38,045 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40503-0x10067d6a4520003, quorum=127.0.0.1:53331, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T14:29:38,045 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T14:29:38,048 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T14:29:38,049 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40503-0x10067d6a4520003, quorum=127.0.0.1:53331, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-22T14:29:38,050 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40503-0x10067d6a4520003, quorum=127.0.0.1:53331, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T14:29:38,053 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40503 2024-11-22T14:29:38,053 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40503 2024-11-22T14:29:38,056 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40503 2024-11-22T14:29:38,057 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40503 2024-11-22T14:29:38,057 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40503 2024-11-22T14:29:38,067 DEBUG [M:0;b313e41b3af3:33499 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b313e41b3af3:33499 2024-11-22T14:29:38,068 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/b313e41b3af3,33499,1732285777912 2024-11-22T14:29:38,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40503-0x10067d6a4520003, quorum=127.0.0.1:53331, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T14:29:38,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46317-0x10067d6a4520001, quorum=127.0.0.1:53331, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T14:29:38,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33499-0x10067d6a4520000, quorum=127.0.0.1:53331, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T14:29:38,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41865-0x10067d6a4520002, quorum=127.0.0.1:53331, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T14:29:38,070 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33499-0x10067d6a4520000, quorum=127.0.0.1:53331, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/b313e41b3af3,33499,1732285777912 2024-11-22T14:29:38,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46317-0x10067d6a4520001, quorum=127.0.0.1:53331, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-22T14:29:38,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41865-0x10067d6a4520002, quorum=127.0.0.1:53331, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-22T14:29:38,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46317-0x10067d6a4520001, quorum=127.0.0.1:53331, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T14:29:38,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41865-0x10067d6a4520002, quorum=127.0.0.1:53331, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T14:29:38,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40503-0x10067d6a4520003, quorum=127.0.0.1:53331, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-22T14:29:38,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40503-0x10067d6a4520003, quorum=127.0.0.1:53331, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T14:29:38,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33499-0x10067d6a4520000, quorum=127.0.0.1:53331, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T14:29:38,073 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33499-0x10067d6a4520000, quorum=127.0.0.1:53331, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-22T14:29:38,074 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/b313e41b3af3,33499,1732285777912 from backup master directory 2024-11-22T14:29:38,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33499-0x10067d6a4520000, quorum=127.0.0.1:53331, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/b313e41b3af3,33499,1732285777912 2024-11-22T14:29:38,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46317-0x10067d6a4520001, quorum=127.0.0.1:53331, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T14:29:38,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41865-0x10067d6a4520002, quorum=127.0.0.1:53331, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T14:29:38,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40503-0x10067d6a4520003, quorum=127.0.0.1:53331, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T14:29:38,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33499-0x10067d6a4520000, quorum=127.0.0.1:53331, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T14:29:38,075 WARN [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T14:29:38,075 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b313e41b3af3,33499,1732285777912 2024-11-22T14:29:38,080 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/hbase.id] with ID: f75a10a2-77f9-4092-b498-81f1a7afb87c 2024-11-22T14:29:38,080 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/.tmp/hbase.id 2024-11-22T14:29:38,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33689 is added to blk_1073741826_1002 (size=42) 2024-11-22T14:29:38,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33761 is added to blk_1073741826_1002 (size=42) 2024-11-22T14:29:38,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46171 is added to blk_1073741826_1002 (size=42) 2024-11-22T14:29:38,089 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/.tmp/hbase.id]:[hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/hbase.id] 2024-11-22T14:29:38,104 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:29:38,104 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T14:29:38,106 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-22T14:29:38,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40503-0x10067d6a4520003, quorum=127.0.0.1:53331, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T14:29:38,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46317-0x10067d6a4520001, quorum=127.0.0.1:53331, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T14:29:38,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33499-0x10067d6a4520000, quorum=127.0.0.1:53331, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T14:29:38,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41865-0x10067d6a4520002, quorum=127.0.0.1:53331, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T14:29:38,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33689 is added to blk_1073741827_1003 (size=196) 2024-11-22T14:29:38,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33761 is added to blk_1073741827_1003 (size=196) 2024-11-22T14:29:38,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46171 is added to blk_1073741827_1003 (size=196) 2024-11-22T14:29:38,118 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T14:29:38,119 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T14:29:38,119 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T14:29:38,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33689 is added to blk_1073741828_1004 (size=1189) 2024-11-22T14:29:38,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46171 is added to blk_1073741828_1004 (size=1189) 2024-11-22T14:29:38,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33761 is added to blk_1073741828_1004 (size=1189) 2024-11-22T14:29:38,131 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/MasterData/data/master/store 2024-11-22T14:29:38,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33689 is added to blk_1073741829_1005 (size=34) 2024-11-22T14:29:38,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33761 is added to blk_1073741829_1005 (size=34) 2024-11-22T14:29:38,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46171 is added to blk_1073741829_1005 (size=34) 2024-11-22T14:29:38,139 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:29:38,139 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T14:29:38,139 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:29:38,140 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:29:38,140 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T14:29:38,140 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:29:38,140 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:29:38,140 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732285778139Disabling compacts and flushes for region at 1732285778139Disabling writes for close at 1732285778140 (+1 ms)Writing region close event to WAL at 1732285778140Closed at 1732285778140 2024-11-22T14:29:38,140 WARN [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/MasterData/data/master/store/.initializing 2024-11-22T14:29:38,141 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/MasterData/WALs/b313e41b3af3,33499,1732285777912 2024-11-22T14:29:38,142 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T14:29:38,143 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b313e41b3af3%2C33499%2C1732285777912, suffix=, logDir=hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/MasterData/WALs/b313e41b3af3,33499,1732285777912, archiveDir=hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/MasterData/oldWALs, maxLogs=10 2024-11-22T14:29:38,155 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/MasterData/WALs/b313e41b3af3,33499,1732285777912/b313e41b3af3%2C33499%2C1732285777912.1732285778143, exclude list is [], retry=0 2024-11-22T14:29:38,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33761,DS-3ac7043b-e4ab-4d88-acf7-74a39365c377,DISK] 2024-11-22T14:29:38,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46171,DS-c5f9705a-12ae-4dc8-ba2a-bbaf14e8c5c5,DISK] 2024-11-22T14:29:38,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33689,DS-427f13f4-1d05-40b8-8d8d-504204a4ed5c,DISK] 2024-11-22T14:29:38,160 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/MasterData/WALs/b313e41b3af3,33499,1732285777912/b313e41b3af3%2C33499%2C1732285777912.1732285778143 2024-11-22T14:29:38,161 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37779:37779),(127.0.0.1/127.0.0.1:33311:33311),(127.0.0.1/127.0.0.1:41125:41125)] 2024-11-22T14:29:38,161 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T14:29:38,161 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:29:38,161 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:29:38,162 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:29:38,163 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:29:38,165 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T14:29:38,165 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:29:38,166 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:29:38,166 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:29:38,168 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T14:29:38,168 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:29:38,168 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:29:38,168 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:29:38,170 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T14:29:38,170 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:29:38,171 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:29:38,171 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:29:38,173 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T14:29:38,173 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:29:38,174 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:29:38,174 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:29:38,175 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:29:38,175 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:29:38,176 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:29:38,176 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:29:38,177 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T14:29:38,178 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:29:38,180 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T14:29:38,181 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72181820, jitterRate=0.07559293508529663}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T14:29:38,182 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732285778162Initializing all the Stores at 1732285778163 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732285778163Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285778163Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285778163Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285778163Cleaning up temporary data from old regions at 1732285778176 (+13 ms)Region opened successfully at 1732285778181 (+5 ms) 2024-11-22T14:29:38,182 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T14:29:38,185 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3abb367b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b313e41b3af3/172.17.0.2:0 2024-11-22T14:29:38,186 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T14:29:38,187 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T14:29:38,187 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T14:29:38,187 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T14:29:38,187 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-22T14:29:38,188 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-22T14:29:38,188 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-22T14:29:38,190 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T14:29:38,191 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33499-0x10067d6a4520000, quorum=127.0.0.1:53331, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-22T14:29:38,192 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-22T14:29:38,192 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T14:29:38,193 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33499-0x10067d6a4520000, quorum=127.0.0.1:53331, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-22T14:29:38,193 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-22T14:29:38,194 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T14:29:38,195 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33499-0x10067d6a4520000, quorum=127.0.0.1:53331, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-22T14:29:38,195 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-22T14:29:38,196 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33499-0x10067d6a4520000, quorum=127.0.0.1:53331, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-22T14:29:38,197 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-22T14:29:38,199 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33499-0x10067d6a4520000, quorum=127.0.0.1:53331, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T14:29:38,200 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-22T14:29:38,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46317-0x10067d6a4520001, quorum=127.0.0.1:53331, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T14:29:38,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40503-0x10067d6a4520003, quorum=127.0.0.1:53331, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T14:29:38,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33499-0x10067d6a4520000, quorum=127.0.0.1:53331, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T14:29:38,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41865-0x10067d6a4520002, quorum=127.0.0.1:53331, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T14:29:38,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46317-0x10067d6a4520001, quorum=127.0.0.1:53331, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T14:29:38,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33499-0x10067d6a4520000, quorum=127.0.0.1:53331, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T14:29:38,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41865-0x10067d6a4520002, quorum=127.0.0.1:53331, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T14:29:38,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40503-0x10067d6a4520003, quorum=127.0.0.1:53331, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T14:29:38,202 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b313e41b3af3,33499,1732285777912, sessionid=0x10067d6a4520000, setting cluster-up flag (Was=false) 2024-11-22T14:29:38,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46317-0x10067d6a4520001, quorum=127.0.0.1:53331, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T14:29:38,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40503-0x10067d6a4520003, quorum=127.0.0.1:53331, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T14:29:38,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41865-0x10067d6a4520002, quorum=127.0.0.1:53331, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T14:29:38,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33499-0x10067d6a4520000, quorum=127.0.0.1:53331, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T14:29:38,206 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-22T14:29:38,207 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b313e41b3af3,33499,1732285777912 2024-11-22T14:29:38,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46317-0x10067d6a4520001, quorum=127.0.0.1:53331, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T14:29:38,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40503-0x10067d6a4520003, quorum=127.0.0.1:53331, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T14:29:38,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41865-0x10067d6a4520002, quorum=127.0.0.1:53331, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T14:29:38,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33499-0x10067d6a4520000, quorum=127.0.0.1:53331, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T14:29:38,213 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-22T14:29:38,214 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b313e41b3af3,33499,1732285777912 2024-11-22T14:29:38,215 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T14:29:38,217 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T14:29:38,217 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T14:29:38,217 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T14:29:38,217 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b313e41b3af3,33499,1732285777912 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T14:29:38,219 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b313e41b3af3:0, corePoolSize=5, maxPoolSize=5 2024-11-22T14:29:38,219 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b313e41b3af3:0, corePoolSize=5, maxPoolSize=5 2024-11-22T14:29:38,219 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b313e41b3af3:0, corePoolSize=5, maxPoolSize=5 2024-11-22T14:29:38,219 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b313e41b3af3:0, corePoolSize=5, maxPoolSize=5 2024-11-22T14:29:38,219 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b313e41b3af3:0, corePoolSize=10, maxPoolSize=10 2024-11-22T14:29:38,219 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:29:38,219 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b313e41b3af3:0, corePoolSize=2, maxPoolSize=2 2024-11-22T14:29:38,219 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:29:38,220 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T14:29:38,221 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T14:29:38,222 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:29:38,222 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T14:29:38,224 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732285808223 2024-11-22T14:29:38,224 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T14:29:38,224 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T14:29:38,224 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T14:29:38,224 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T14:29:38,224 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T14:29:38,224 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T14:29:38,224 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T14:29:38,225 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T14:29:38,225 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T14:29:38,225 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T14:29:38,226 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T14:29:38,227 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T14:29:38,230 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.large.0-1732285778227,5,FailOnTimeoutGroup] 2024-11-22T14:29:38,232 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.small.0-1732285778230,5,FailOnTimeoutGroup] 2024-11-22T14:29:38,232 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T14:29:38,232 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T14:29:38,233 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T14:29:38,233 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T14:29:38,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46171 is added to blk_1073741831_1007 (size=1321) 2024-11-22T14:29:38,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33761 is added to blk_1073741831_1007 (size=1321) 2024-11-22T14:29:38,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33689 is added to blk_1073741831_1007 (size=1321) 2024-11-22T14:29:38,236 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T14:29:38,236 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24 2024-11-22T14:29:38,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33761 is added to blk_1073741832_1008 (size=32) 2024-11-22T14:29:38,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46171 is added to blk_1073741832_1008 (size=32) 2024-11-22T14:29:38,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33689 is added to blk_1073741832_1008 (size=32) 2024-11-22T14:29:38,247 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:29:38,249 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T14:29:38,250 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T14:29:38,250 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:29:38,251 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:29:38,251 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T14:29:38,252 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T14:29:38,252 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:29:38,253 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:29:38,253 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T14:29:38,254 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T14:29:38,254 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:29:38,255 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:29:38,255 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T14:29:38,256 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T14:29:38,256 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:29:38,257 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:29:38,257 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T14:29:38,258 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/data/hbase/meta/1588230740 2024-11-22T14:29:38,258 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/data/hbase/meta/1588230740 2024-11-22T14:29:38,259 INFO [RS:1;b313e41b3af3:41865 {}] regionserver.HRegionServer(746): ClusterId : f75a10a2-77f9-4092-b498-81f1a7afb87c 2024-11-22T14:29:38,259 DEBUG [RS:1;b313e41b3af3:41865 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T14:29:38,259 INFO [RS:0;b313e41b3af3:46317 {}] regionserver.HRegionServer(746): ClusterId : f75a10a2-77f9-4092-b498-81f1a7afb87c 2024-11-22T14:29:38,259 INFO [RS:2;b313e41b3af3:40503 {}] regionserver.HRegionServer(746): ClusterId : f75a10a2-77f9-4092-b498-81f1a7afb87c 2024-11-22T14:29:38,259 DEBUG [RS:0;b313e41b3af3:46317 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T14:29:38,259 DEBUG [RS:2;b313e41b3af3:40503 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T14:29:38,260 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T14:29:38,260 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T14:29:38,260 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T14:29:38,261 DEBUG [RS:2;b313e41b3af3:40503 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T14:29:38,261 DEBUG [RS:2;b313e41b3af3:40503 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T14:29:38,261 DEBUG [RS:1;b313e41b3af3:41865 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T14:29:38,261 DEBUG [RS:1;b313e41b3af3:41865 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T14:29:38,261 DEBUG [RS:0;b313e41b3af3:46317 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T14:29:38,261 DEBUG [RS:0;b313e41b3af3:46317 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T14:29:38,262 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T14:29:38,263 DEBUG [RS:2;b313e41b3af3:40503 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T14:29:38,263 DEBUG [RS:1;b313e41b3af3:41865 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T14:29:38,263 DEBUG [RS:2;b313e41b3af3:40503 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c60faad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b313e41b3af3/172.17.0.2:0 2024-11-22T14:29:38,263 DEBUG [RS:1;b313e41b3af3:41865 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cc6fcb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b313e41b3af3/172.17.0.2:0 2024-11-22T14:29:38,264 DEBUG [RS:0;b313e41b3af3:46317 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T14:29:38,264 DEBUG [RS:0;b313e41b3af3:46317 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3eeebefd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b313e41b3af3/172.17.0.2:0 2024-11-22T14:29:38,264 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T14:29:38,265 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68268578, jitterRate=0.01728108525276184}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T14:29:38,266 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732285778247Initializing all the Stores at 1732285778248 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732285778248Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732285778248Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285778248Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732285778248Cleaning up temporary data from old regions at 1732285778260 (+12 ms)Region opened successfully at 1732285778266 (+6 ms) 2024-11-22T14:29:38,266 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T14:29:38,266 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T14:29:38,266 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T14:29:38,266 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T14:29:38,266 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T14:29:38,271 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T14:29:38,271 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732285778266Disabling compacts and flushes for region at 1732285778266Disabling writes for close at 1732285778266Writing region close event to WAL at 1732285778271 (+5 ms)Closed at 1732285778271 2024-11-22T14:29:38,272 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T14:29:38,273 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T14:29:38,273 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T14:29:38,274 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T14:29:38,276 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T14:29:38,277 DEBUG [RS:2;b313e41b3af3:40503 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;b313e41b3af3:40503 2024-11-22T14:29:38,277 INFO [RS:2;b313e41b3af3:40503 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T14:29:38,277 DEBUG [RS:0;b313e41b3af3:46317 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b313e41b3af3:46317 2024-11-22T14:29:38,277 INFO [RS:2;b313e41b3af3:40503 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T14:29:38,277 DEBUG [RS:2;b313e41b3af3:40503 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T14:29:38,277 INFO [RS:0;b313e41b3af3:46317 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T14:29:38,277 INFO [RS:0;b313e41b3af3:46317 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T14:29:38,277 DEBUG [RS:0;b313e41b3af3:46317 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T14:29:38,278 INFO [RS:2;b313e41b3af3:40503 {}] regionserver.HRegionServer(2659): reportForDuty to master=b313e41b3af3,33499,1732285777912 with port=40503, startcode=1732285778035 2024-11-22T14:29:38,278 INFO [RS:0;b313e41b3af3:46317 {}] regionserver.HRegionServer(2659): reportForDuty to master=b313e41b3af3,33499,1732285777912 with port=46317, startcode=1732285777971 2024-11-22T14:29:38,278 DEBUG [RS:2;b313e41b3af3:40503 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T14:29:38,278 DEBUG [RS:0;b313e41b3af3:46317 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T14:29:38,278 DEBUG [RS:1;b313e41b3af3:41865 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;b313e41b3af3:41865 2024-11-22T14:29:38,279 INFO [RS:1;b313e41b3af3:41865 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T14:29:38,279 INFO [RS:1;b313e41b3af3:41865 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T14:29:38,279 DEBUG [RS:1;b313e41b3af3:41865 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T14:29:38,280 INFO [RS:1;b313e41b3af3:41865 {}] regionserver.HRegionServer(2659): reportForDuty to master=b313e41b3af3,33499,1732285777912 with port=41865, startcode=1732285778003 2024-11-22T14:29:38,280 DEBUG [RS:1;b313e41b3af3:41865 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T14:29:38,280 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48707, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T14:29:38,280 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57365, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T14:29:38,280 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33499 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b313e41b3af3,46317,1732285777971 2024-11-22T14:29:38,281 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33499 {}] master.ServerManager(517): Registering regionserver=b313e41b3af3,46317,1732285777971 2024-11-22T14:29:38,281 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32991, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T14:29:38,282 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33499 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b313e41b3af3,40503,1732285778035 2024-11-22T14:29:38,282 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33499 {}] master.ServerManager(517): Registering regionserver=b313e41b3af3,40503,1732285778035 2024-11-22T14:29:38,282 DEBUG [RS:0;b313e41b3af3:46317 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24 2024-11-22T14:29:38,282 DEBUG [RS:0;b313e41b3af3:46317 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37187 2024-11-22T14:29:38,282 DEBUG [RS:0;b313e41b3af3:46317 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T14:29:38,283 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33499 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b313e41b3af3,41865,1732285778003 2024-11-22T14:29:38,283 DEBUG [RS:2;b313e41b3af3:40503 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24 2024-11-22T14:29:38,283 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33499 {}] master.ServerManager(517): Registering regionserver=b313e41b3af3,41865,1732285778003 2024-11-22T14:29:38,283 DEBUG [RS:2;b313e41b3af3:40503 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37187 2024-11-22T14:29:38,283 DEBUG [RS:2;b313e41b3af3:40503 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T14:29:38,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33499-0x10067d6a4520000, quorum=127.0.0.1:53331, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T14:29:38,284 DEBUG [RS:0;b313e41b3af3:46317 {}] zookeeper.ZKUtil(111): regionserver:46317-0x10067d6a4520001, quorum=127.0.0.1:53331, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b313e41b3af3,46317,1732285777971 2024-11-22T14:29:38,284 WARN [RS:0;b313e41b3af3:46317 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T14:29:38,284 INFO [RS:0;b313e41b3af3:46317 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T14:29:38,285 DEBUG [RS:0;b313e41b3af3:46317 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/WALs/b313e41b3af3,46317,1732285777971 2024-11-22T14:29:38,285 DEBUG [RS:1;b313e41b3af3:41865 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24 2024-11-22T14:29:38,285 DEBUG [RS:1;b313e41b3af3:41865 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37187 2024-11-22T14:29:38,285 DEBUG [RS:1;b313e41b3af3:41865 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T14:29:38,286 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b313e41b3af3,46317,1732285777971] 2024-11-22T14:29:38,286 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b313e41b3af3,40503,1732285778035] 2024-11-22T14:29:38,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33499-0x10067d6a4520000, quorum=127.0.0.1:53331, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T14:29:38,287 DEBUG [RS:2;b313e41b3af3:40503 {}] zookeeper.ZKUtil(111): regionserver:40503-0x10067d6a4520003, quorum=127.0.0.1:53331, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b313e41b3af3,40503,1732285778035 2024-11-22T14:29:38,287 WARN [RS:2;b313e41b3af3:40503 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T14:29:38,287 INFO [RS:2;b313e41b3af3:40503 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T14:29:38,287 DEBUG [RS:1;b313e41b3af3:41865 {}] zookeeper.ZKUtil(111): regionserver:41865-0x10067d6a4520002, quorum=127.0.0.1:53331, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b313e41b3af3,41865,1732285778003 2024-11-22T14:29:38,287 WARN [RS:1;b313e41b3af3:41865 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T14:29:38,287 DEBUG [RS:2;b313e41b3af3:40503 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/WALs/b313e41b3af3,40503,1732285778035 2024-11-22T14:29:38,287 INFO [RS:1;b313e41b3af3:41865 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T14:29:38,287 DEBUG [RS:1;b313e41b3af3:41865 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/WALs/b313e41b3af3,41865,1732285778003 2024-11-22T14:29:38,287 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b313e41b3af3,41865,1732285778003] 2024-11-22T14:29:38,296 INFO [RS:1;b313e41b3af3:41865 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T14:29:38,296 INFO [RS:0;b313e41b3af3:46317 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T14:29:38,296 INFO [RS:2;b313e41b3af3:40503 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T14:29:38,299 INFO [RS:0;b313e41b3af3:46317 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T14:29:38,300 INFO [RS:1;b313e41b3af3:41865 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T14:29:38,300 INFO [RS:1;b313e41b3af3:41865 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T14:29:38,300 INFO [RS:0;b313e41b3af3:46317 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T14:29:38,300 INFO [RS:1;b313e41b3af3:41865 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:29:38,300 INFO [RS:0;b313e41b3af3:46317 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:29:38,300 INFO [RS:0;b313e41b3af3:46317 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T14:29:38,301 INFO [RS:1;b313e41b3af3:41865 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T14:29:38,301 INFO [RS:0;b313e41b3af3:46317 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T14:29:38,302 INFO [RS:0;b313e41b3af3:46317 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T14:29:38,302 INFO [RS:1;b313e41b3af3:41865 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T14:29:38,302 INFO [RS:1;b313e41b3af3:41865 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T14:29:38,302 DEBUG [RS:0;b313e41b3af3:46317 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:29:38,302 DEBUG [RS:1;b313e41b3af3:41865 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:29:38,302 DEBUG [RS:1;b313e41b3af3:41865 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:29:38,302 DEBUG [RS:0;b313e41b3af3:46317 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:29:38,302 DEBUG [RS:1;b313e41b3af3:41865 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:29:38,302 DEBUG [RS:0;b313e41b3af3:46317 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:29:38,302 DEBUG [RS:1;b313e41b3af3:41865 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:29:38,302 DEBUG [RS:1;b313e41b3af3:41865 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:29:38,302 DEBUG [RS:0;b313e41b3af3:46317 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:29:38,302 DEBUG [RS:1;b313e41b3af3:41865 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b313e41b3af3:0, corePoolSize=2, maxPoolSize=2 2024-11-22T14:29:38,302 DEBUG [RS:0;b313e41b3af3:46317 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:29:38,302 DEBUG [RS:1;b313e41b3af3:41865 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:29:38,302 DEBUG [RS:0;b313e41b3af3:46317 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b313e41b3af3:0, corePoolSize=2, maxPoolSize=2 2024-11-22T14:29:38,302 DEBUG [RS:1;b313e41b3af3:41865 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:29:38,302 DEBUG [RS:1;b313e41b3af3:41865 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:29:38,302 DEBUG [RS:0;b313e41b3af3:46317 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:29:38,302 DEBUG [RS:1;b313e41b3af3:41865 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:29:38,302 DEBUG [RS:1;b313e41b3af3:41865 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:29:38,302 DEBUG [RS:0;b313e41b3af3:46317 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:29:38,302 DEBUG [RS:1;b313e41b3af3:41865 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:29:38,302 DEBUG [RS:0;b313e41b3af3:46317 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:29:38,303 DEBUG [RS:1;b313e41b3af3:41865 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0, corePoolSize=3, maxPoolSize=3 2024-11-22T14:29:38,303 DEBUG [RS:0;b313e41b3af3:46317 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:29:38,303 DEBUG [RS:1;b313e41b3af3:41865 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b313e41b3af3:0, corePoolSize=3, maxPoolSize=3 2024-11-22T14:29:38,303 DEBUG [RS:0;b313e41b3af3:46317 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:29:38,303 DEBUG [RS:0;b313e41b3af3:46317 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:29:38,303 DEBUG [RS:0;b313e41b3af3:46317 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0, corePoolSize=3, maxPoolSize=3 2024-11-22T14:29:38,303 DEBUG [RS:0;b313e41b3af3:46317 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b313e41b3af3:0, corePoolSize=3, maxPoolSize=3 2024-11-22T14:29:38,305 INFO [RS:2;b313e41b3af3:40503 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T14:29:38,310 INFO [RS:2;b313e41b3af3:40503 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T14:29:38,310 INFO [RS:2;b313e41b3af3:40503 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:29:38,310 INFO [RS:1;b313e41b3af3:41865 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T14:29:38,310 INFO [RS:1;b313e41b3af3:41865 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T14:29:38,310 INFO [RS:1;b313e41b3af3:41865 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:29:38,310 INFO [RS:0;b313e41b3af3:46317 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T14:29:38,310 INFO [RS:1;b313e41b3af3:41865 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T14:29:38,310 INFO [RS:0;b313e41b3af3:46317 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T14:29:38,310 INFO [RS:1;b313e41b3af3:41865 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T14:29:38,310 INFO [RS:2;b313e41b3af3:40503 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T14:29:38,310 INFO [RS:0;b313e41b3af3:46317 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:29:38,310 INFO [RS:1;b313e41b3af3:41865 {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,41865,1732285778003-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T14:29:38,310 INFO [RS:0;b313e41b3af3:46317 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T14:29:38,310 INFO [RS:0;b313e41b3af3:46317 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T14:29:38,310 INFO [RS:0;b313e41b3af3:46317 {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,46317,1732285777971-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T14:29:38,311 INFO [RS:2;b313e41b3af3:40503 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T14:29:38,311 INFO [RS:2;b313e41b3af3:40503 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T14:29:38,312 DEBUG [RS:2;b313e41b3af3:40503 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:29:38,312 DEBUG [RS:2;b313e41b3af3:40503 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:29:38,312 DEBUG [RS:2;b313e41b3af3:40503 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:29:38,312 DEBUG [RS:2;b313e41b3af3:40503 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:29:38,312 DEBUG [RS:2;b313e41b3af3:40503 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:29:38,312 DEBUG [RS:2;b313e41b3af3:40503 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b313e41b3af3:0, corePoolSize=2, maxPoolSize=2 2024-11-22T14:29:38,312 DEBUG [RS:2;b313e41b3af3:40503 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:29:38,312 DEBUG [RS:2;b313e41b3af3:40503 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:29:38,312 DEBUG [RS:2;b313e41b3af3:40503 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:29:38,312 DEBUG [RS:2;b313e41b3af3:40503 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:29:38,312 DEBUG [RS:2;b313e41b3af3:40503 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:29:38,313 DEBUG [RS:2;b313e41b3af3:40503 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:29:38,313 DEBUG [RS:2;b313e41b3af3:40503 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0, corePoolSize=3, maxPoolSize=3 2024-11-22T14:29:38,313 DEBUG [RS:2;b313e41b3af3:40503 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b313e41b3af3:0, corePoolSize=3, maxPoolSize=3 2024-11-22T14:29:38,313 INFO [RS:2;b313e41b3af3:40503 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T14:29:38,313 INFO [RS:2;b313e41b3af3:40503 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T14:29:38,314 INFO [RS:2;b313e41b3af3:40503 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:29:38,314 INFO [RS:2;b313e41b3af3:40503 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T14:29:38,314 INFO [RS:2;b313e41b3af3:40503 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T14:29:38,314 INFO [RS:2;b313e41b3af3:40503 {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,40503,1732285778035-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T14:29:38,329 INFO [RS:1;b313e41b3af3:41865 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T14:29:38,329 INFO [RS:1;b313e41b3af3:41865 {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,41865,1732285778003-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:29:38,330 INFO [RS:1;b313e41b3af3:41865 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:29:38,330 INFO [RS:1;b313e41b3af3:41865 {}] regionserver.Replication(171): b313e41b3af3,41865,1732285778003 started 2024-11-22T14:29:38,330 INFO [RS:2;b313e41b3af3:40503 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T14:29:38,330 INFO [RS:2;b313e41b3af3:40503 {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,40503,1732285778035-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:29:38,330 INFO [RS:2;b313e41b3af3:40503 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:29:38,330 INFO [RS:0;b313e41b3af3:46317 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T14:29:38,330 INFO [RS:2;b313e41b3af3:40503 {}] regionserver.Replication(171): b313e41b3af3,40503,1732285778035 started 2024-11-22T14:29:38,330 INFO [RS:0;b313e41b3af3:46317 {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,46317,1732285777971-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:29:38,330 INFO [RS:0;b313e41b3af3:46317 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:29:38,330 INFO [RS:0;b313e41b3af3:46317 {}] regionserver.Replication(171): b313e41b3af3,46317,1732285777971 started 2024-11-22T14:29:38,343 INFO [RS:2;b313e41b3af3:40503 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:29:38,343 INFO [RS:1;b313e41b3af3:41865 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:29:38,343 INFO [RS:2;b313e41b3af3:40503 {}] regionserver.HRegionServer(1482): Serving as b313e41b3af3,40503,1732285778035, RpcServer on b313e41b3af3/172.17.0.2:40503, sessionid=0x10067d6a4520003 2024-11-22T14:29:38,343 INFO [RS:1;b313e41b3af3:41865 {}] regionserver.HRegionServer(1482): Serving as b313e41b3af3,41865,1732285778003, RpcServer on b313e41b3af3/172.17.0.2:41865, sessionid=0x10067d6a4520002 2024-11-22T14:29:38,343 DEBUG [RS:2;b313e41b3af3:40503 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T14:29:38,343 DEBUG [RS:1;b313e41b3af3:41865 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T14:29:38,343 DEBUG [RS:2;b313e41b3af3:40503 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b313e41b3af3,40503,1732285778035 2024-11-22T14:29:38,343 DEBUG [RS:1;b313e41b3af3:41865 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b313e41b3af3,41865,1732285778003 2024-11-22T14:29:38,343 DEBUG [RS:1;b313e41b3af3:41865 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b313e41b3af3,41865,1732285778003' 2024-11-22T14:29:38,343 DEBUG [RS:2;b313e41b3af3:40503 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b313e41b3af3,40503,1732285778035' 2024-11-22T14:29:38,343 DEBUG [RS:2;b313e41b3af3:40503 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-22T14:29:38,343 DEBUG [RS:1;b313e41b3af3:41865 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-22T14:29:38,344 DEBUG [RS:1;b313e41b3af3:41865 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-22T14:29:38,344 DEBUG [RS:2;b313e41b3af3:40503 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-22T14:29:38,344 DEBUG [RS:1;b313e41b3af3:41865 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T14:29:38,344 DEBUG [RS:1;b313e41b3af3:41865 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T14:29:38,344 DEBUG [RS:2;b313e41b3af3:40503 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T14:29:38,344 DEBUG [RS:1;b313e41b3af3:41865 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b313e41b3af3,41865,1732285778003 2024-11-22T14:29:38,344 DEBUG [RS:2;b313e41b3af3:40503 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T14:29:38,344 DEBUG [RS:1;b313e41b3af3:41865 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b313e41b3af3,41865,1732285778003' 2024-11-22T14:29:38,344 DEBUG [RS:2;b313e41b3af3:40503 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b313e41b3af3,40503,1732285778035 2024-11-22T14:29:38,344 DEBUG [RS:1;b313e41b3af3:41865 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-22T14:29:38,344 DEBUG [RS:2;b313e41b3af3:40503 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b313e41b3af3,40503,1732285778035' 2024-11-22T14:29:38,344 DEBUG [RS:2;b313e41b3af3:40503 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-22T14:29:38,345 DEBUG [RS:1;b313e41b3af3:41865 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-22T14:29:38,345 DEBUG [RS:2;b313e41b3af3:40503 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-22T14:29:38,345 DEBUG [RS:2;b313e41b3af3:40503 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T14:29:38,345 DEBUG [RS:1;b313e41b3af3:41865 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T14:29:38,345 INFO [RS:2;b313e41b3af3:40503 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T14:29:38,345 INFO [RS:1;b313e41b3af3:41865 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T14:29:38,345 INFO [RS:1;b313e41b3af3:41865 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T14:29:38,345 INFO [RS:2;b313e41b3af3:40503 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T14:29:38,349 INFO [RS:0;b313e41b3af3:46317 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:29:38,349 INFO [RS:0;b313e41b3af3:46317 {}] regionserver.HRegionServer(1482): Serving as b313e41b3af3,46317,1732285777971, RpcServer on b313e41b3af3/172.17.0.2:46317, sessionid=0x10067d6a4520001 2024-11-22T14:29:38,349 DEBUG [RS:0;b313e41b3af3:46317 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T14:29:38,349 DEBUG [RS:0;b313e41b3af3:46317 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b313e41b3af3,46317,1732285777971 2024-11-22T14:29:38,349 DEBUG [RS:0;b313e41b3af3:46317 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b313e41b3af3,46317,1732285777971' 2024-11-22T14:29:38,349 DEBUG [RS:0;b313e41b3af3:46317 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-22T14:29:38,350 DEBUG [RS:0;b313e41b3af3:46317 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-22T14:29:38,350 DEBUG [RS:0;b313e41b3af3:46317 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T14:29:38,350 DEBUG [RS:0;b313e41b3af3:46317 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T14:29:38,350 DEBUG [RS:0;b313e41b3af3:46317 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b313e41b3af3,46317,1732285777971 2024-11-22T14:29:38,350 DEBUG [RS:0;b313e41b3af3:46317 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b313e41b3af3,46317,1732285777971' 2024-11-22T14:29:38,350 DEBUG [RS:0;b313e41b3af3:46317 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-22T14:29:38,351 DEBUG [RS:0;b313e41b3af3:46317 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-22T14:29:38,351 DEBUG [RS:0;b313e41b3af3:46317 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T14:29:38,351 INFO [RS:0;b313e41b3af3:46317 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T14:29:38,351 INFO [RS:0;b313e41b3af3:46317 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T14:29:38,426 WARN [b313e41b3af3:33499 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T14:29:38,446 INFO [RS:1;b313e41b3af3:41865 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T14:29:38,446 INFO [RS:2;b313e41b3af3:40503 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T14:29:38,448 INFO [RS:2;b313e41b3af3:40503 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b313e41b3af3%2C40503%2C1732285778035, suffix=, logDir=hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/WALs/b313e41b3af3,40503,1732285778035, archiveDir=hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/oldWALs, maxLogs=32 2024-11-22T14:29:38,448 INFO [RS:1;b313e41b3af3:41865 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b313e41b3af3%2C41865%2C1732285778003, suffix=, logDir=hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/WALs/b313e41b3af3,41865,1732285778003, archiveDir=hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/oldWALs, maxLogs=32 2024-11-22T14:29:38,452 INFO [RS:0;b313e41b3af3:46317 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T14:29:38,454 INFO [RS:0;b313e41b3af3:46317 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b313e41b3af3%2C46317%2C1732285777971, suffix=, logDir=hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/WALs/b313e41b3af3,46317,1732285777971, archiveDir=hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/oldWALs, maxLogs=32 2024-11-22T14:29:38,462 DEBUG [RS:2;b313e41b3af3:40503 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/WALs/b313e41b3af3,40503,1732285778035/b313e41b3af3%2C40503%2C1732285778035.1732285778450, exclude list is [], retry=0 2024-11-22T14:29:38,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33761,DS-3ac7043b-e4ab-4d88-acf7-74a39365c377,DISK] 2024-11-22T14:29:38,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46171,DS-c5f9705a-12ae-4dc8-ba2a-bbaf14e8c5c5,DISK] 2024-11-22T14:29:38,466 DEBUG [RS:1;b313e41b3af3:41865 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/WALs/b313e41b3af3,41865,1732285778003/b313e41b3af3%2C41865%2C1732285778003.1732285778450, exclude list is [], retry=0 2024-11-22T14:29:38,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33689,DS-427f13f4-1d05-40b8-8d8d-504204a4ed5c,DISK] 2024-11-22T14:29:38,468 INFO [RS:2;b313e41b3af3:40503 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/WALs/b313e41b3af3,40503,1732285778035/b313e41b3af3%2C40503%2C1732285778035.1732285778450 2024-11-22T14:29:38,468 DEBUG [RS:2;b313e41b3af3:40503 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41125:41125),(127.0.0.1/127.0.0.1:37779:37779),(127.0.0.1/127.0.0.1:33311:33311)] 2024-11-22T14:29:38,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46171,DS-c5f9705a-12ae-4dc8-ba2a-bbaf14e8c5c5,DISK] 2024-11-22T14:29:38,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33761,DS-3ac7043b-e4ab-4d88-acf7-74a39365c377,DISK] 2024-11-22T14:29:38,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33689,DS-427f13f4-1d05-40b8-8d8d-504204a4ed5c,DISK] 2024-11-22T14:29:38,472 DEBUG [RS:0;b313e41b3af3:46317 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/WALs/b313e41b3af3,46317,1732285777971/b313e41b3af3%2C46317%2C1732285777971.1732285778455, exclude list is [], retry=0 2024-11-22T14:29:38,475 INFO [RS:1;b313e41b3af3:41865 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/WALs/b313e41b3af3,41865,1732285778003/b313e41b3af3%2C41865%2C1732285778003.1732285778450 2024-11-22T14:29:38,475 DEBUG [RS:1;b313e41b3af3:41865 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41125:41125),(127.0.0.1/127.0.0.1:33311:33311),(127.0.0.1/127.0.0.1:37779:37779)] 2024-11-22T14:29:38,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33761,DS-3ac7043b-e4ab-4d88-acf7-74a39365c377,DISK] 2024-11-22T14:29:38,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33689,DS-427f13f4-1d05-40b8-8d8d-504204a4ed5c,DISK] 2024-11-22T14:29:38,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46171,DS-c5f9705a-12ae-4dc8-ba2a-bbaf14e8c5c5,DISK] 2024-11-22T14:29:38,478 INFO [RS:0;b313e41b3af3:46317 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/WALs/b313e41b3af3,46317,1732285777971/b313e41b3af3%2C46317%2C1732285777971.1732285778455 2024-11-22T14:29:38,478 DEBUG [RS:0;b313e41b3af3:46317 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37779:37779),(127.0.0.1/127.0.0.1:33311:33311),(127.0.0.1/127.0.0.1:41125:41125)] 2024-11-22T14:29:38,677 DEBUG [b313e41b3af3:33499 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-22T14:29:38,677 DEBUG [b313e41b3af3:33499 {}] balancer.BalancerClusterState(204): Hosts are {b313e41b3af3=0} racks are {/default-rack=0} 2024-11-22T14:29:38,683 DEBUG [b313e41b3af3:33499 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-22T14:29:38,683 DEBUG [b313e41b3af3:33499 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-22T14:29:38,683 DEBUG [b313e41b3af3:33499 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-22T14:29:38,683 DEBUG [b313e41b3af3:33499 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-22T14:29:38,683 DEBUG [b313e41b3af3:33499 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-22T14:29:38,683 DEBUG [b313e41b3af3:33499 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-22T14:29:38,683 INFO [b313e41b3af3:33499 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-22T14:29:38,683 INFO [b313e41b3af3:33499 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-22T14:29:38,683 INFO [b313e41b3af3:33499 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-22T14:29:38,683 DEBUG [b313e41b3af3:33499 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-22T14:29:38,684 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b313e41b3af3,41865,1732285778003 2024-11-22T14:29:38,686 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b313e41b3af3,41865,1732285778003, state=OPENING 2024-11-22T14:29:38,688 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T14:29:38,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33499-0x10067d6a4520000, quorum=127.0.0.1:53331, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T14:29:38,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40503-0x10067d6a4520003, quorum=127.0.0.1:53331, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T14:29:38,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46317-0x10067d6a4520001, quorum=127.0.0.1:53331, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T14:29:38,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41865-0x10067d6a4520002, quorum=127.0.0.1:53331, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T14:29:38,691 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T14:29:38,691 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T14:29:38,691 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T14:29:38,691 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b313e41b3af3,41865,1732285778003}] 2024-11-22T14:29:38,691 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T14:29:38,691 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T14:29:41,589 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:29:41,604 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:29:41,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:29:42,113 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T14:29:42,117 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:29:42,137 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:29:42,137 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:29:43,343 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T14:29:43,343 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-22T14:29:48,694 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T14:29:48,698 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46237, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T14:29:48,709 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T14:29:48,709 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T14:29:48,710 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T14:29:48,712 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b313e41b3af3%2C41865%2C1732285778003.meta, suffix=.meta, logDir=hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/WALs/b313e41b3af3,41865,1732285778003, archiveDir=hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/oldWALs, maxLogs=32 2024-11-22T14:29:48,725 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/WALs/b313e41b3af3,41865,1732285778003/b313e41b3af3%2C41865%2C1732285778003.meta.1732285788712.meta, exclude list is [], retry=0 2024-11-22T14:29:48,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33689,DS-427f13f4-1d05-40b8-8d8d-504204a4ed5c,DISK] 2024-11-22T14:29:48,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33761,DS-3ac7043b-e4ab-4d88-acf7-74a39365c377,DISK] 2024-11-22T14:29:48,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46171,DS-c5f9705a-12ae-4dc8-ba2a-bbaf14e8c5c5,DISK] 2024-11-22T14:29:48,729 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/WALs/b313e41b3af3,41865,1732285778003/b313e41b3af3%2C41865%2C1732285778003.meta.1732285788712.meta 2024-11-22T14:29:48,730 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33311:33311),(127.0.0.1/127.0.0.1:37779:37779),(127.0.0.1/127.0.0.1:41125:41125)] 2024-11-22T14:29:48,730 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T14:29:48,730 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T14:29:48,730 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T14:29:48,730 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T14:29:48,730 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T14:29:48,730 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:29:48,730 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T14:29:48,730 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T14:29:48,732 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T14:29:48,733 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T14:29:48,733 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:29:48,734 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:29:48,734 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T14:29:48,735 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T14:29:48,735 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:29:48,735 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:29:48,736 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T14:29:48,737 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T14:29:48,737 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:29:48,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:29:48,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T14:29:48,738 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T14:29:48,738 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:29:48,739 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:29:48,739 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T14:29:48,740 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/data/hbase/meta/1588230740 2024-11-22T14:29:48,741 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/data/hbase/meta/1588230740 2024-11-22T14:29:48,742 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T14:29:48,742 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T14:29:48,743 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T14:29:48,744 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T14:29:48,745 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67237664, jitterRate=0.0019192695617675781}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T14:29:48,745 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T14:29:48,746 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732285788731Writing region info on filesystem at 1732285788731Initializing all the Stores at 1732285788732 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732285788732Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732285788732Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285788732Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732285788732Cleaning up temporary data from old regions at 1732285788742 (+10 ms)Running coprocessor post-open hooks at 1732285788745 (+3 ms)Region opened successfully at 1732285788746 (+1 ms) 2024-11-22T14:29:48,746 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732285788694 2024-11-22T14:29:48,748 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T14:29:48,748 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T14:29:48,749 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b313e41b3af3,41865,1732285778003 2024-11-22T14:29:48,750 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b313e41b3af3,41865,1732285778003, state=OPEN 2024-11-22T14:29:48,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33499-0x10067d6a4520000, quorum=127.0.0.1:53331, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T14:29:48,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40503-0x10067d6a4520003, quorum=127.0.0.1:53331, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T14:29:48,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46317-0x10067d6a4520001, quorum=127.0.0.1:53331, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T14:29:48,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41865-0x10067d6a4520002, quorum=127.0.0.1:53331, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T14:29:48,751 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b313e41b3af3,41865,1732285778003 2024-11-22T14:29:48,751 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T14:29:48,751 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T14:29:48,751 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T14:29:48,751 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T14:29:48,753 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T14:29:48,753 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b313e41b3af3,41865,1732285778003 in 10.0600 sec 2024-11-22T14:29:48,755 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T14:29:48,755 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.4800 sec 2024-11-22T14:29:48,756 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T14:29:48,756 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T14:29:48,758 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T14:29:48,758 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b313e41b3af3,41865,1732285778003, seqNum=-1] 2024-11-22T14:29:48,758 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T14:29:48,759 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57015, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T14:29:48,764 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.5460 sec 2024-11-22T14:29:48,764 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732285788764, completionTime=-1 2024-11-22T14:29:48,764 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-22T14:29:48,764 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T14:29:48,766 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-22T14:29:48,766 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732285848766 2024-11-22T14:29:48,766 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732285908766 2024-11-22T14:29:48,766 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-22T14:29:48,766 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,33499,1732285777912-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:29:48,766 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,33499,1732285777912-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:29:48,766 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,33499,1732285777912-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:29:48,767 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b313e41b3af3:33499, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:29:48,767 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T14:29:48,767 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T14:29:48,769 DEBUG [master/b313e41b3af3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T14:29:48,770 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 10.695sec 2024-11-22T14:29:48,770 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T14:29:48,770 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T14:29:48,770 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T14:29:48,771 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T14:29:48,771 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T14:29:48,771 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,33499,1732285777912-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T14:29:48,771 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,33499,1732285777912-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T14:29:48,772 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f9d3988, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:29:48,772 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b313e41b3af3,33499,-1 for getting cluster id 2024-11-22T14:29:48,772 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T14:29:48,773 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T14:29:48,773 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T14:29:48,773 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,33499,1732285777912-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:29:48,774 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f75a10a2-77f9-4092-b498-81f1a7afb87c' 2024-11-22T14:29:48,774 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T14:29:48,774 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f75a10a2-77f9-4092-b498-81f1a7afb87c" 2024-11-22T14:29:48,775 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@673597b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:29:48,775 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b313e41b3af3,33499,-1] 2024-11-22T14:29:48,775 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T14:29:48,775 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:29:48,776 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T14:29:48,777 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f19521f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:29:48,778 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T14:29:48,778 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b313e41b3af3,41865,1732285778003, seqNum=-1] 2024-11-22T14:29:48,779 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T14:29:48,780 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T14:29:48,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b313e41b3af3,33499,1732285777912 2024-11-22T14:29:48,782 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732285788782 (current time:1732285788782). 2024-11-22T14:29:48,782 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-22T14:29:48,782 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-22T14:29:48,783 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7016f4f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:29:48,783 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b313e41b3af3,33499,-1 for getting cluster id 2024-11-22T14:29:48,783 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T14:29:48,783 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f75a10a2-77f9-4092-b498-81f1a7afb87c' 2024-11-22T14:29:48,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T14:29:48,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f75a10a2-77f9-4092-b498-81f1a7afb87c" 2024-11-22T14:29:48,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@708f0657, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:29:48,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b313e41b3af3,33499,-1] 2024-11-22T14:29:48,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T14:29:48,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:29:48,785 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T14:29:48,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54876e15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:29:48,786 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T14:29:48,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b313e41b3af3,41865,1732285778003, seqNum=-1] 2024-11-22T14:29:48,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T14:29:48,788 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T14:29:48,789 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T14:29:48,789 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:29:48,789 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:29:48,789 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:29:48,789 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T14:29:48,789 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T14:29:48,790 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is b313e41b3af3,33499,1732285777912 2024-11-22T14:29:48,790 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@19564913 2024-11-22T14:29:48,790 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T14:29:48,792 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T14:29:48,793 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33499 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T14:29:48,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33499 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-22T14:29:48,795 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T14:29:48,796 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33499 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-22T14:29:48,796 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:29:48,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33499 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T14:29:48,797 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T14:29:48,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33689 is added to blk_1073741837_1013 (size=361) 2024-11-22T14:29:48,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33761 is added to blk_1073741837_1013 (size=361) 2024-11-22T14:29:48,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46171 is added to blk_1073741837_1013 (size=361) 2024-11-22T14:29:48,808 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d2d6b5bcb287ce9c71e4f67db7dacb0a, NAME => 'SPTestTable,,1732285788792.d2d6b5bcb287ce9c71e4f67db7dacb0a.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24 2024-11-22T14:29:48,809 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 56d3fc9809ccfb5e418181aaf4e498b1, NAME => 'SPTestTable,33333332,1732285788792.56d3fc9809ccfb5e418181aaf4e498b1.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24 2024-11-22T14:29:48,809 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 5dc393a4166829a9d5c973f5c7f2fa4b, NAME => 'SPTestTable,19999999,1732285788792.5dc393a4166829a9d5c973f5c7f2fa4b.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24 2024-11-22T14:29:48,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33689 is added to blk_1073741838_1014 (size=54) 2024-11-22T14:29:48,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33761 is added to blk_1073741838_1014 (size=54) 2024-11-22T14:29:48,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46171 is added to blk_1073741839_1015 (size=62) 2024-11-22T14:29:48,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33689 is added to blk_1073741839_1015 (size=62) 2024-11-22T14:29:48,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46171 is added to blk_1073741838_1014 (size=54) 2024-11-22T14:29:48,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33761 is added to blk_1073741839_1015 (size=62) 2024-11-22T14:29:48,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46171 is added to blk_1073741840_1016 (size=62) 2024-11-22T14:29:48,819 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732285788792.56d3fc9809ccfb5e418181aaf4e498b1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:29:48,820 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 56d3fc9809ccfb5e418181aaf4e498b1, disabling compactions & flushes 2024-11-22T14:29:48,820 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732285788792.56d3fc9809ccfb5e418181aaf4e498b1. 2024-11-22T14:29:48,820 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732285788792.56d3fc9809ccfb5e418181aaf4e498b1. 2024-11-22T14:29:48,820 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732285788792.56d3fc9809ccfb5e418181aaf4e498b1. after waiting 0 ms 2024-11-22T14:29:48,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33689 is added to blk_1073741840_1016 (size=62) 2024-11-22T14:29:48,820 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732285788792.56d3fc9809ccfb5e418181aaf4e498b1. 2024-11-22T14:29:48,820 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732285788792.56d3fc9809ccfb5e418181aaf4e498b1. 2024-11-22T14:29:48,820 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 56d3fc9809ccfb5e418181aaf4e498b1: Waiting for close lock at 1732285788820Disabling compacts and flushes for region at 1732285788820Disabling writes for close at 1732285788820Writing region close event to WAL at 1732285788820Closed at 1732285788820 2024-11-22T14:29:48,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33761 is added to blk_1073741840_1016 (size=62) 2024-11-22T14:29:48,820 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 6f8de58bb1c31e0bcb460ecc695cbe7b, NAME => 'SPTestTable,4ccccccb,1732285788792.6f8de58bb1c31e0bcb460ecc695cbe7b.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24 2024-11-22T14:29:48,821 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1732285788792.d2d6b5bcb287ce9c71e4f67db7dacb0a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:29:48,821 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing d2d6b5bcb287ce9c71e4f67db7dacb0a, disabling compactions & flushes 2024-11-22T14:29:48,821 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1732285788792.d2d6b5bcb287ce9c71e4f67db7dacb0a. 2024-11-22T14:29:48,821 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732285788792.d2d6b5bcb287ce9c71e4f67db7dacb0a. 2024-11-22T14:29:48,821 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732285788792.d2d6b5bcb287ce9c71e4f67db7dacb0a. after waiting 0 ms 2024-11-22T14:29:48,821 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732285788792.d2d6b5bcb287ce9c71e4f67db7dacb0a. 2024-11-22T14:29:48,821 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1732285788792.d2d6b5bcb287ce9c71e4f67db7dacb0a. 2024-11-22T14:29:48,821 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for d2d6b5bcb287ce9c71e4f67db7dacb0a: Waiting for close lock at 1732285788821Disabling compacts and flushes for region at 1732285788821Disabling writes for close at 1732285788821Writing region close event to WAL at 1732285788821Closed at 1732285788821 2024-11-22T14:29:48,822 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 313e32a14ffda8f00d1cb030cb24bbfb, NAME => 'SPTestTable,66666664,1732285788792.313e32a14ffda8f00d1cb030cb24bbfb.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24 2024-11-22T14:29:48,822 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732285788792.5dc393a4166829a9d5c973f5c7f2fa4b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:29:48,822 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 5dc393a4166829a9d5c973f5c7f2fa4b, disabling compactions & flushes 2024-11-22T14:29:48,822 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732285788792.5dc393a4166829a9d5c973f5c7f2fa4b. 2024-11-22T14:29:48,822 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732285788792.5dc393a4166829a9d5c973f5c7f2fa4b. 2024-11-22T14:29:48,822 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732285788792.5dc393a4166829a9d5c973f5c7f2fa4b. after waiting 0 ms 2024-11-22T14:29:48,822 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732285788792.5dc393a4166829a9d5c973f5c7f2fa4b. 2024-11-22T14:29:48,822 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732285788792.5dc393a4166829a9d5c973f5c7f2fa4b. 2024-11-22T14:29:48,822 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 5dc393a4166829a9d5c973f5c7f2fa4b: Waiting for close lock at 1732285788822Disabling compacts and flushes for region at 1732285788822Disabling writes for close at 1732285788822Writing region close event to WAL at 1732285788822Closed at 1732285788822 2024-11-22T14:29:48,823 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 9764823c852404017f67eddc18cfd456, NAME => 'SPTestTable,7ffffffd,1732285788792.9764823c852404017f67eddc18cfd456.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24 2024-11-22T14:29:48,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33689 is added to blk_1073741842_1018 (size=62) 2024-11-22T14:29:48,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33761 is added to blk_1073741842_1018 (size=62) 2024-11-22T14:29:48,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46171 is added to blk_1073741842_1018 (size=62) 2024-11-22T14:29:48,831 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732285788792.313e32a14ffda8f00d1cb030cb24bbfb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:29:48,831 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 313e32a14ffda8f00d1cb030cb24bbfb, disabling compactions & flushes 2024-11-22T14:29:48,831 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732285788792.313e32a14ffda8f00d1cb030cb24bbfb. 2024-11-22T14:29:48,831 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732285788792.313e32a14ffda8f00d1cb030cb24bbfb. 2024-11-22T14:29:48,831 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732285788792.313e32a14ffda8f00d1cb030cb24bbfb. after waiting 0 ms 2024-11-22T14:29:48,831 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732285788792.313e32a14ffda8f00d1cb030cb24bbfb. 2024-11-22T14:29:48,831 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732285788792.313e32a14ffda8f00d1cb030cb24bbfb. 2024-11-22T14:29:48,831 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 313e32a14ffda8f00d1cb030cb24bbfb: Waiting for close lock at 1732285788831Disabling compacts and flushes for region at 1732285788831Disabling writes for close at 1732285788831Writing region close event to WAL at 1732285788831Closed at 1732285788831 2024-11-22T14:29:48,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33689 is added to blk_1073741841_1017 (size=62) 2024-11-22T14:29:48,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46171 is added to blk_1073741841_1017 (size=62) 2024-11-22T14:29:48,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33761 is added to blk_1073741841_1017 (size=62) 2024-11-22T14:29:48,832 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => efe9cfbf2560acd364af9ca744143045, NAME => 'SPTestTable,99999996,1732285788792.efe9cfbf2560acd364af9ca744143045.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24 2024-11-22T14:29:48,832 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732285788792.6f8de58bb1c31e0bcb460ecc695cbe7b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:29:48,833 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 6f8de58bb1c31e0bcb460ecc695cbe7b, disabling compactions & flushes 2024-11-22T14:29:48,833 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732285788792.6f8de58bb1c31e0bcb460ecc695cbe7b. 2024-11-22T14:29:48,833 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732285788792.6f8de58bb1c31e0bcb460ecc695cbe7b. 2024-11-22T14:29:48,833 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732285788792.6f8de58bb1c31e0bcb460ecc695cbe7b. after waiting 0 ms 2024-11-22T14:29:48,833 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732285788792.6f8de58bb1c31e0bcb460ecc695cbe7b. 2024-11-22T14:29:48,833 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732285788792.6f8de58bb1c31e0bcb460ecc695cbe7b. 2024-11-22T14:29:48,833 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 6f8de58bb1c31e0bcb460ecc695cbe7b: Waiting for close lock at 1732285788833Disabling compacts and flushes for region at 1732285788833Disabling writes for close at 1732285788833Writing region close event to WAL at 1732285788833Closed at 1732285788833 2024-11-22T14:29:48,833 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1e59478083049fec24fba58380ab71dc, NAME => 'SPTestTable,b333332f,1732285788792.1e59478083049fec24fba58380ab71dc.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24 2024-11-22T14:29:48,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33761 is added to blk_1073741843_1019 (size=62) 2024-11-22T14:29:48,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46171 is added to blk_1073741843_1019 (size=62) 2024-11-22T14:29:48,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33689 is added to blk_1073741843_1019 (size=62) 2024-11-22T14:29:48,836 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732285788792.9764823c852404017f67eddc18cfd456.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:29:48,836 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 9764823c852404017f67eddc18cfd456, disabling compactions & flushes 2024-11-22T14:29:48,836 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732285788792.9764823c852404017f67eddc18cfd456. 2024-11-22T14:29:48,836 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732285788792.9764823c852404017f67eddc18cfd456. 2024-11-22T14:29:48,836 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732285788792.9764823c852404017f67eddc18cfd456. after waiting 0 ms 2024-11-22T14:29:48,836 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732285788792.9764823c852404017f67eddc18cfd456. 2024-11-22T14:29:48,837 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732285788792.9764823c852404017f67eddc18cfd456. 2024-11-22T14:29:48,837 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 9764823c852404017f67eddc18cfd456: Waiting for close lock at 1732285788836Disabling compacts and flushes for region at 1732285788836Disabling writes for close at 1732285788836Writing region close event to WAL at 1732285788836Closed at 1732285788836 2024-11-22T14:29:48,837 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 98e2f8b0a28513d1b982449fcd58a673, NAME => 'SPTestTable,ccccccc8,1732285788792.98e2f8b0a28513d1b982449fcd58a673.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24 2024-11-22T14:29:48,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33689 is added to blk_1073741845_1021 (size=62) 2024-11-22T14:29:48,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46171 is added to blk_1073741845_1021 (size=62) 2024-11-22T14:29:48,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33689 is added to blk_1073741844_1020 (size=62) 2024-11-22T14:29:48,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33761 is added to blk_1073741845_1021 (size=62) 2024-11-22T14:29:48,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33761 is added to blk_1073741844_1020 (size=62) 2024-11-22T14:29:48,845 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732285788792.1e59478083049fec24fba58380ab71dc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:29:48,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46171 is added to blk_1073741844_1020 (size=62) 2024-11-22T14:29:48,845 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 1e59478083049fec24fba58380ab71dc, disabling compactions & flushes 2024-11-22T14:29:48,845 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732285788792.1e59478083049fec24fba58380ab71dc. 2024-11-22T14:29:48,845 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732285788792.1e59478083049fec24fba58380ab71dc. 2024-11-22T14:29:48,845 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732285788792.1e59478083049fec24fba58380ab71dc. after waiting 0 ms 2024-11-22T14:29:48,845 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732285788792.1e59478083049fec24fba58380ab71dc. 2024-11-22T14:29:48,845 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732285788792.1e59478083049fec24fba58380ab71dc. 2024-11-22T14:29:48,845 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 1e59478083049fec24fba58380ab71dc: Waiting for close lock at 1732285788845Disabling compacts and flushes for region at 1732285788845Disabling writes for close at 1732285788845Writing region close event to WAL at 1732285788845Closed at 1732285788845 2024-11-22T14:29:48,846 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 886748958b5d91a100d6f0f575769a9e, NAME => 'SPTestTable,e6666661,1732285788792.886748958b5d91a100d6f0f575769a9e.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24 2024-11-22T14:29:48,846 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732285788792.efe9cfbf2560acd364af9ca744143045.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:29:48,847 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing efe9cfbf2560acd364af9ca744143045, disabling compactions & flushes 2024-11-22T14:29:48,847 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732285788792.efe9cfbf2560acd364af9ca744143045. 2024-11-22T14:29:48,847 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732285788792.efe9cfbf2560acd364af9ca744143045. 2024-11-22T14:29:48,847 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732285788792.efe9cfbf2560acd364af9ca744143045. after waiting 0 ms 2024-11-22T14:29:48,847 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732285788792.efe9cfbf2560acd364af9ca744143045. 2024-11-22T14:29:48,847 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732285788792.efe9cfbf2560acd364af9ca744143045. 2024-11-22T14:29:48,847 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for efe9cfbf2560acd364af9ca744143045: Waiting for close lock at 1732285788846Disabling compacts and flushes for region at 1732285788846Disabling writes for close at 1732285788847 (+1 ms)Writing region close event to WAL at 1732285788847Closed at 1732285788847 2024-11-22T14:29:48,848 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T14:29:48,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46171 is added to blk_1073741846_1022 (size=62) 2024-11-22T14:29:48,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33689 is added to blk_1073741846_1022 (size=62) 2024-11-22T14:29:48,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33761 is added to blk_1073741846_1022 (size=62) 2024-11-22T14:29:48,850 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732285788792.98e2f8b0a28513d1b982449fcd58a673.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:29:48,850 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 98e2f8b0a28513d1b982449fcd58a673, disabling compactions & flushes 2024-11-22T14:29:48,850 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732285788792.98e2f8b0a28513d1b982449fcd58a673. 2024-11-22T14:29:48,850 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732285788792.98e2f8b0a28513d1b982449fcd58a673. 2024-11-22T14:29:48,850 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732285788792.98e2f8b0a28513d1b982449fcd58a673. after waiting 0 ms 2024-11-22T14:29:48,851 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732285788792.98e2f8b0a28513d1b982449fcd58a673. 2024-11-22T14:29:48,851 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732285788792.98e2f8b0a28513d1b982449fcd58a673. 2024-11-22T14:29:48,851 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 98e2f8b0a28513d1b982449fcd58a673: Waiting for close lock at 1732285788850Disabling compacts and flushes for region at 1732285788850Disabling writes for close at 1732285788851 (+1 ms)Writing region close event to WAL at 1732285788851Closed at 1732285788851 2024-11-22T14:29:48,852 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:29:48,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46171 is added to blk_1073741847_1023 (size=54) 2024-11-22T14:29:48,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33689 is added to blk_1073741847_1023 (size=54) 2024-11-22T14:29:48,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33761 is added to blk_1073741847_1023 (size=54) 2024-11-22T14:29:48,864 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732285788792.886748958b5d91a100d6f0f575769a9e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:29:48,864 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 886748958b5d91a100d6f0f575769a9e, disabling compactions & flushes 2024-11-22T14:29:48,864 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732285788792.886748958b5d91a100d6f0f575769a9e. 2024-11-22T14:29:48,864 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732285788792.886748958b5d91a100d6f0f575769a9e. 2024-11-22T14:29:48,864 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732285788792.886748958b5d91a100d6f0f575769a9e. after waiting 0 ms 2024-11-22T14:29:48,864 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732285788792.886748958b5d91a100d6f0f575769a9e. 2024-11-22T14:29:48,865 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732285788792.886748958b5d91a100d6f0f575769a9e. 2024-11-22T14:29:48,865 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 886748958b5d91a100d6f0f575769a9e: Waiting for close lock at 1732285788864Disabling compacts and flushes for region at 1732285788864Disabling writes for close at 1732285788864Writing region close event to WAL at 1732285788865 (+1 ms)Closed at 1732285788865 2024-11-22T14:29:48,866 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T14:29:48,867 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1732285788792.56d3fc9809ccfb5e418181aaf4e498b1.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732285788866"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732285788866"}]},"ts":"1732285788866"} 2024-11-22T14:29:48,867 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1732285788792.d2d6b5bcb287ce9c71e4f67db7dacb0a.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732285788866"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732285788866"}]},"ts":"1732285788866"} 2024-11-22T14:29:48,867 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1732285788792.5dc393a4166829a9d5c973f5c7f2fa4b.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732285788866"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732285788866"}]},"ts":"1732285788866"} 2024-11-22T14:29:48,867 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1732285788792.313e32a14ffda8f00d1cb030cb24bbfb.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732285788866"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732285788866"}]},"ts":"1732285788866"} 2024-11-22T14:29:48,867 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1732285788792.6f8de58bb1c31e0bcb460ecc695cbe7b.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732285788866"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732285788866"}]},"ts":"1732285788866"} 2024-11-22T14:29:48,867 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1732285788792.9764823c852404017f67eddc18cfd456.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732285788866"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732285788866"}]},"ts":"1732285788866"} 2024-11-22T14:29:48,867 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1732285788792.1e59478083049fec24fba58380ab71dc.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732285788866"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732285788866"}]},"ts":"1732285788866"} 2024-11-22T14:29:48,867 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1732285788792.efe9cfbf2560acd364af9ca744143045.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732285788866"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732285788866"}]},"ts":"1732285788866"} 2024-11-22T14:29:48,868 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1732285788792.98e2f8b0a28513d1b982449fcd58a673.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732285788866"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732285788866"}]},"ts":"1732285788866"} 2024-11-22T14:29:48,868 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1732285788792.886748958b5d91a100d6f0f575769a9e.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732285788866"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732285788866"}]},"ts":"1732285788866"} 2024-11-22T14:29:48,872 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-22T14:29:48,873 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T14:29:48,874 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732285788873"}]},"ts":"1732285788873"} 2024-11-22T14:29:48,876 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-22T14:29:48,876 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {b313e41b3af3=0} racks are {/default-rack=0} 2024-11-22T14:29:48,881 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:29:48,882 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:29:48,882 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-22T14:29:48,882 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-22T14:29:48,882 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-22T14:29:48,882 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-22T14:29:48,882 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-22T14:29:48,882 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-22T14:29:48,882 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-22T14:29:48,882 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-22T14:29:48,882 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-22T14:29:48,882 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-22T14:29:48,883 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d2d6b5bcb287ce9c71e4f67db7dacb0a, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5dc393a4166829a9d5c973f5c7f2fa4b, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=56d3fc9809ccfb5e418181aaf4e498b1, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6f8de58bb1c31e0bcb460ecc695cbe7b, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=313e32a14ffda8f00d1cb030cb24bbfb, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9764823c852404017f67eddc18cfd456, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=efe9cfbf2560acd364af9ca744143045, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1e59478083049fec24fba58380ab71dc, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=98e2f8b0a28513d1b982449fcd58a673, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=886748958b5d91a100d6f0f575769a9e, ASSIGN}] 2024-11-22T14:29:48,885 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9764823c852404017f67eddc18cfd456, ASSIGN 2024-11-22T14:29:48,886 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=313e32a14ffda8f00d1cb030cb24bbfb, ASSIGN 2024-11-22T14:29:48,886 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6f8de58bb1c31e0bcb460ecc695cbe7b, ASSIGN 2024-11-22T14:29:48,886 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=56d3fc9809ccfb5e418181aaf4e498b1, ASSIGN 2024-11-22T14:29:48,886 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9764823c852404017f67eddc18cfd456, ASSIGN; state=OFFLINE, location=b313e41b3af3,46317,1732285777971; forceNewPlan=false, retain=false 2024-11-22T14:29:48,886 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=313e32a14ffda8f00d1cb030cb24bbfb, ASSIGN; state=OFFLINE, location=b313e41b3af3,41865,1732285778003; forceNewPlan=false, retain=false 2024-11-22T14:29:48,886 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6f8de58bb1c31e0bcb460ecc695cbe7b, ASSIGN; state=OFFLINE, location=b313e41b3af3,40503,1732285778035; forceNewPlan=false, retain=false 2024-11-22T14:29:48,887 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=56d3fc9809ccfb5e418181aaf4e498b1, ASSIGN; state=OFFLINE, location=b313e41b3af3,41865,1732285778003; forceNewPlan=false, retain=false 2024-11-22T14:29:48,892 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=98e2f8b0a28513d1b982449fcd58a673, ASSIGN 2024-11-22T14:29:48,892 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=886748958b5d91a100d6f0f575769a9e, ASSIGN 2024-11-22T14:29:48,892 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1e59478083049fec24fba58380ab71dc, ASSIGN 2024-11-22T14:29:48,893 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=efe9cfbf2560acd364af9ca744143045, ASSIGN 2024-11-22T14:29:48,893 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5dc393a4166829a9d5c973f5c7f2fa4b, ASSIGN 2024-11-22T14:29:48,894 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1e59478083049fec24fba58380ab71dc, ASSIGN; state=OFFLINE, location=b313e41b3af3,41865,1732285778003; forceNewPlan=false, retain=false 2024-11-22T14:29:48,894 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=efe9cfbf2560acd364af9ca744143045, ASSIGN; state=OFFLINE, location=b313e41b3af3,40503,1732285778035; forceNewPlan=false, retain=false 2024-11-22T14:29:48,894 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=886748958b5d91a100d6f0f575769a9e, ASSIGN; state=OFFLINE, location=b313e41b3af3,41865,1732285778003; forceNewPlan=false, retain=false 2024-11-22T14:29:48,894 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=98e2f8b0a28513d1b982449fcd58a673, ASSIGN; state=OFFLINE, location=b313e41b3af3,46317,1732285777971; forceNewPlan=false, retain=false 2024-11-22T14:29:48,895 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5dc393a4166829a9d5c973f5c7f2fa4b, ASSIGN; state=OFFLINE, location=b313e41b3af3,46317,1732285777971; forceNewPlan=false, retain=false 2024-11-22T14:29:48,898 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d2d6b5bcb287ce9c71e4f67db7dacb0a, ASSIGN 2024-11-22T14:29:48,899 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d2d6b5bcb287ce9c71e4f67db7dacb0a, ASSIGN; state=OFFLINE, location=b313e41b3af3,40503,1732285778035; forceNewPlan=false, retain=false 2024-11-22T14:29:48,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33499 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T14:29:49,037 INFO [b313e41b3af3:33499 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-22T14:29:49,038 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=886748958b5d91a100d6f0f575769a9e, regionState=OPENING, regionLocation=b313e41b3af3,41865,1732285778003 2024-11-22T14:29:49,038 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=5dc393a4166829a9d5c973f5c7f2fa4b, regionState=OPENING, regionLocation=b313e41b3af3,46317,1732285777971 2024-11-22T14:29:49,038 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=1e59478083049fec24fba58380ab71dc, regionState=OPENING, regionLocation=b313e41b3af3,41865,1732285778003 2024-11-22T14:29:49,038 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=98e2f8b0a28513d1b982449fcd58a673, regionState=OPENING, regionLocation=b313e41b3af3,46317,1732285777971 2024-11-22T14:29:49,038 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=9764823c852404017f67eddc18cfd456, regionState=OPENING, regionLocation=b313e41b3af3,46317,1732285777971 2024-11-22T14:29:49,039 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=56d3fc9809ccfb5e418181aaf4e498b1, regionState=OPENING, regionLocation=b313e41b3af3,41865,1732285778003 2024-11-22T14:29:49,039 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=efe9cfbf2560acd364af9ca744143045, regionState=OPENING, regionLocation=b313e41b3af3,40503,1732285778035 2024-11-22T14:29:49,039 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=313e32a14ffda8f00d1cb030cb24bbfb, regionState=OPENING, regionLocation=b313e41b3af3,41865,1732285778003 2024-11-22T14:29:49,039 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=6f8de58bb1c31e0bcb460ecc695cbe7b, regionState=OPENING, regionLocation=b313e41b3af3,40503,1732285778035 2024-11-22T14:29:49,039 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d2d6b5bcb287ce9c71e4f67db7dacb0a, regionState=OPENING, regionLocation=b313e41b3af3,40503,1732285778035 2024-11-22T14:29:49,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=886748958b5d91a100d6f0f575769a9e, ASSIGN because future has completed 2024-11-22T14:29:49,043 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 886748958b5d91a100d6f0f575769a9e, server=b313e41b3af3,41865,1732285778003}] 2024-11-22T14:29:49,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5dc393a4166829a9d5c973f5c7f2fa4b, ASSIGN because future has completed 2024-11-22T14:29:49,045 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5dc393a4166829a9d5c973f5c7f2fa4b, server=b313e41b3af3,46317,1732285777971}] 2024-11-22T14:29:49,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=98e2f8b0a28513d1b982449fcd58a673, ASSIGN because future has completed 2024-11-22T14:29:49,046 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 98e2f8b0a28513d1b982449fcd58a673, server=b313e41b3af3,46317,1732285777971}] 2024-11-22T14:29:49,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1e59478083049fec24fba58380ab71dc, ASSIGN because future has completed 2024-11-22T14:29:49,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9764823c852404017f67eddc18cfd456, ASSIGN because future has completed 2024-11-22T14:29:49,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=313e32a14ffda8f00d1cb030cb24bbfb, ASSIGN because future has completed 2024-11-22T14:29:49,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=efe9cfbf2560acd364af9ca744143045, ASSIGN because future has completed 2024-11-22T14:29:49,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=56d3fc9809ccfb5e418181aaf4e498b1, ASSIGN because future has completed 2024-11-22T14:29:49,052 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9764823c852404017f67eddc18cfd456, server=b313e41b3af3,46317,1732285777971}] 2024-11-22T14:29:49,052 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1e59478083049fec24fba58380ab71dc, server=b313e41b3af3,41865,1732285778003}] 2024-11-22T14:29:49,052 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 56d3fc9809ccfb5e418181aaf4e498b1, server=b313e41b3af3,41865,1732285778003}] 2024-11-22T14:29:49,052 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure efe9cfbf2560acd364af9ca744143045, server=b313e41b3af3,40503,1732285778035}] 2024-11-22T14:29:49,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6f8de58bb1c31e0bcb460ecc695cbe7b, ASSIGN because future has completed 2024-11-22T14:29:49,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d2d6b5bcb287ce9c71e4f67db7dacb0a, ASSIGN because future has completed 2024-11-22T14:29:49,056 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d2d6b5bcb287ce9c71e4f67db7dacb0a, server=b313e41b3af3,40503,1732285778035}] 2024-11-22T14:29:49,060 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6f8de58bb1c31e0bcb460ecc695cbe7b, server=b313e41b3af3,40503,1732285778035}] 2024-11-22T14:29:49,060 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 313e32a14ffda8f00d1cb030cb24bbfb, server=b313e41b3af3,41865,1732285778003}] 2024-11-22T14:29:49,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33499 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T14:29:49,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33499 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T14:29:49,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33499 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T14:29:50,297 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-22T14:29:50,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33499 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T14:29:52,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33499 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T14:29:53,343 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-22T14:29:53,343 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-22T14:29:53,345 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T14:29:53,345 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-22T14:29:54,234 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T14:29:54,240 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:29:54,265 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:29:54,265 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:29:56,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33499 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T14:29:59,048 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T14:29:59,051 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55195, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T14:29:59,057 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1732285788792.56d3fc9809ccfb5e418181aaf4e498b1. 2024-11-22T14:29:59,057 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 56d3fc9809ccfb5e418181aaf4e498b1, NAME => 'SPTestTable,33333332,1732285788792.56d3fc9809ccfb5e418181aaf4e498b1.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-22T14:29:59,058 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T14:29:59,058 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 56d3fc9809ccfb5e418181aaf4e498b1 2024-11-22T14:29:59,058 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732285788792.56d3fc9809ccfb5e418181aaf4e498b1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:29:59,058 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 56d3fc9809ccfb5e418181aaf4e498b1 2024-11-22T14:29:59,058 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 56d3fc9809ccfb5e418181aaf4e498b1 2024-11-22T14:29:59,058 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1732285788792.98e2f8b0a28513d1b982449fcd58a673. 2024-11-22T14:29:59,058 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 98e2f8b0a28513d1b982449fcd58a673, NAME => 'SPTestTable,ccccccc8,1732285788792.98e2f8b0a28513d1b982449fcd58a673.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-22T14:29:59,059 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 98e2f8b0a28513d1b982449fcd58a673 2024-11-22T14:29:59,059 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732285788792.98e2f8b0a28513d1b982449fcd58a673.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:29:59,059 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 98e2f8b0a28513d1b982449fcd58a673 2024-11-22T14:29:59,059 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37431, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T14:29:59,059 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 98e2f8b0a28513d1b982449fcd58a673 2024-11-22T14:29:59,061 INFO [StoreOpener-56d3fc9809ccfb5e418181aaf4e498b1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 56d3fc9809ccfb5e418181aaf4e498b1 2024-11-22T14:29:59,062 INFO [StoreOpener-98e2f8b0a28513d1b982449fcd58a673-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 98e2f8b0a28513d1b982449fcd58a673 2024-11-22T14:29:59,063 INFO [StoreOpener-56d3fc9809ccfb5e418181aaf4e498b1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 56d3fc9809ccfb5e418181aaf4e498b1 columnFamilyName cf 2024-11-22T14:29:59,063 DEBUG [StoreOpener-56d3fc9809ccfb5e418181aaf4e498b1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:29:59,063 INFO [StoreOpener-98e2f8b0a28513d1b982449fcd58a673-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 98e2f8b0a28513d1b982449fcd58a673 columnFamilyName cf 2024-11-22T14:29:59,063 DEBUG [StoreOpener-98e2f8b0a28513d1b982449fcd58a673-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:29:59,064 INFO [StoreOpener-56d3fc9809ccfb5e418181aaf4e498b1-1 {}] regionserver.HStore(327): Store=56d3fc9809ccfb5e418181aaf4e498b1/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:29:59,064 INFO [StoreOpener-98e2f8b0a28513d1b982449fcd58a673-1 {}] regionserver.HStore(327): Store=98e2f8b0a28513d1b982449fcd58a673/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:29:59,064 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 56d3fc9809ccfb5e418181aaf4e498b1 2024-11-22T14:29:59,064 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 98e2f8b0a28513d1b982449fcd58a673 2024-11-22T14:29:59,065 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/data/default/SPTestTable/98e2f8b0a28513d1b982449fcd58a673 2024-11-22T14:29:59,065 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/data/default/SPTestTable/56d3fc9809ccfb5e418181aaf4e498b1 2024-11-22T14:29:59,065 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/data/default/SPTestTable/98e2f8b0a28513d1b982449fcd58a673 2024-11-22T14:29:59,065 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/data/default/SPTestTable/56d3fc9809ccfb5e418181aaf4e498b1 2024-11-22T14:29:59,066 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 98e2f8b0a28513d1b982449fcd58a673 2024-11-22T14:29:59,066 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 56d3fc9809ccfb5e418181aaf4e498b1 2024-11-22T14:29:59,066 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 98e2f8b0a28513d1b982449fcd58a673 2024-11-22T14:29:59,066 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 56d3fc9809ccfb5e418181aaf4e498b1 2024-11-22T14:29:59,067 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 98e2f8b0a28513d1b982449fcd58a673 2024-11-22T14:29:59,067 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 56d3fc9809ccfb5e418181aaf4e498b1 2024-11-22T14:29:59,074 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/data/default/SPTestTable/56d3fc9809ccfb5e418181aaf4e498b1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T14:29:59,074 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/data/default/SPTestTable/98e2f8b0a28513d1b982449fcd58a673/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T14:29:59,074 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 56d3fc9809ccfb5e418181aaf4e498b1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59836288, jitterRate=-0.10836982727050781}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T14:29:59,074 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 98e2f8b0a28513d1b982449fcd58a673; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63607495, jitterRate=-0.052174463868141174}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T14:29:59,075 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 56d3fc9809ccfb5e418181aaf4e498b1 2024-11-22T14:29:59,075 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 98e2f8b0a28513d1b982449fcd58a673 2024-11-22T14:29:59,075 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 56d3fc9809ccfb5e418181aaf4e498b1: Running coprocessor pre-open hook at 1732285799058Writing region info on filesystem at 1732285799058Initializing all the Stores at 1732285799059 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285799059Cleaning up temporary data from old regions at 1732285799066 (+7 ms)Running coprocessor post-open hooks at 1732285799075 (+9 ms)Region opened successfully at 1732285799075 2024-11-22T14:29:59,075 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 98e2f8b0a28513d1b982449fcd58a673: Running coprocessor pre-open hook at 1732285799059Writing region info on filesystem at 1732285799059Initializing all the Stores at 1732285799060 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285799060Cleaning up temporary data from old regions at 1732285799066 (+6 ms)Running coprocessor post-open hooks at 1732285799075 (+9 ms)Region opened successfully at 1732285799075 2024-11-22T14:29:59,076 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1732285788792.56d3fc9809ccfb5e418181aaf4e498b1., pid=20, masterSystemTime=1732285799047 2024-11-22T14:29:59,076 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1732285788792.98e2f8b0a28513d1b982449fcd58a673., pid=17, masterSystemTime=1732285799047 2024-11-22T14:29:59,078 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1732285788792.56d3fc9809ccfb5e418181aaf4e498b1. 2024-11-22T14:29:59,078 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1732285788792.56d3fc9809ccfb5e418181aaf4e498b1. 2024-11-22T14:29:59,078 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1732285788792.1e59478083049fec24fba58380ab71dc. 2024-11-22T14:29:59,078 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 1e59478083049fec24fba58380ab71dc, NAME => 'SPTestTable,b333332f,1732285788792.1e59478083049fec24fba58380ab71dc.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-22T14:29:59,078 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=56d3fc9809ccfb5e418181aaf4e498b1, regionState=OPEN, openSeqNum=2, regionLocation=b313e41b3af3,41865,1732285778003 2024-11-22T14:29:59,078 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1732285788792.98e2f8b0a28513d1b982449fcd58a673. 2024-11-22T14:29:59,078 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1e59478083049fec24fba58380ab71dc 2024-11-22T14:29:59,079 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1732285788792.98e2f8b0a28513d1b982449fcd58a673. 2024-11-22T14:29:59,079 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732285788792.1e59478083049fec24fba58380ab71dc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:29:59,079 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1732285788792.5dc393a4166829a9d5c973f5c7f2fa4b. 2024-11-22T14:29:59,079 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 1e59478083049fec24fba58380ab71dc 2024-11-22T14:29:59,079 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 5dc393a4166829a9d5c973f5c7f2fa4b, NAME => 'SPTestTable,19999999,1732285788792.5dc393a4166829a9d5c973f5c7f2fa4b.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-22T14:29:59,079 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 1e59478083049fec24fba58380ab71dc 2024-11-22T14:29:59,079 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5dc393a4166829a9d5c973f5c7f2fa4b 2024-11-22T14:29:59,079 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732285788792.5dc393a4166829a9d5c973f5c7f2fa4b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:29:59,079 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 5dc393a4166829a9d5c973f5c7f2fa4b 2024-11-22T14:29:59,079 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 5dc393a4166829a9d5c973f5c7f2fa4b 2024-11-22T14:29:59,080 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=98e2f8b0a28513d1b982449fcd58a673, regionState=OPEN, openSeqNum=2, regionLocation=b313e41b3af3,46317,1732285777971 2024-11-22T14:29:59,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 56d3fc9809ccfb5e418181aaf4e498b1, server=b313e41b3af3,41865,1732285778003 because future has completed 2024-11-22T14:29:59,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 98e2f8b0a28513d1b982449fcd58a673, server=b313e41b3af3,46317,1732285777971 because future has completed 2024-11-22T14:29:59,084 INFO [StoreOpener-1e59478083049fec24fba58380ab71dc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1e59478083049fec24fba58380ab71dc 2024-11-22T14:29:59,085 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=7 2024-11-22T14:29:59,086 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 56d3fc9809ccfb5e418181aaf4e498b1, server=b313e41b3af3,41865,1732285778003 in 10.0310 sec 2024-11-22T14:29:59,086 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=13 2024-11-22T14:29:59,086 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 98e2f8b0a28513d1b982449fcd58a673, server=b313e41b3af3,46317,1732285777971 in 10.0380 sec 2024-11-22T14:29:59,086 INFO [StoreOpener-1e59478083049fec24fba58380ab71dc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e59478083049fec24fba58380ab71dc columnFamilyName cf 2024-11-22T14:29:59,086 DEBUG [StoreOpener-1e59478083049fec24fba58380ab71dc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:29:59,087 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=56d3fc9809ccfb5e418181aaf4e498b1, ASSIGN in 10.2020 sec 2024-11-22T14:29:59,087 INFO [StoreOpener-1e59478083049fec24fba58380ab71dc-1 {}] regionserver.HStore(327): Store=1e59478083049fec24fba58380ab71dc/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:29:59,087 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 1e59478083049fec24fba58380ab71dc 2024-11-22T14:29:59,088 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=98e2f8b0a28513d1b982449fcd58a673, ASSIGN in 10.2030 sec 2024-11-22T14:29:59,088 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/data/default/SPTestTable/1e59478083049fec24fba58380ab71dc 2024-11-22T14:29:59,088 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/data/default/SPTestTable/1e59478083049fec24fba58380ab71dc 2024-11-22T14:29:59,089 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 1e59478083049fec24fba58380ab71dc 2024-11-22T14:29:59,089 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 1e59478083049fec24fba58380ab71dc 2024-11-22T14:29:59,091 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 1e59478083049fec24fba58380ab71dc 2024-11-22T14:29:59,091 INFO [StoreOpener-5dc393a4166829a9d5c973f5c7f2fa4b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5dc393a4166829a9d5c973f5c7f2fa4b 2024-11-22T14:29:59,092 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732285788792.efe9cfbf2560acd364af9ca744143045. 2024-11-22T14:29:59,092 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => efe9cfbf2560acd364af9ca744143045, NAME => 'SPTestTable,99999996,1732285788792.efe9cfbf2560acd364af9ca744143045.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-22T14:29:59,092 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable efe9cfbf2560acd364af9ca744143045 2024-11-22T14:29:59,092 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732285788792.efe9cfbf2560acd364af9ca744143045.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:29:59,093 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for efe9cfbf2560acd364af9ca744143045 2024-11-22T14:29:59,093 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for efe9cfbf2560acd364af9ca744143045 2024-11-22T14:29:59,093 INFO [StoreOpener-5dc393a4166829a9d5c973f5c7f2fa4b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5dc393a4166829a9d5c973f5c7f2fa4b columnFamilyName cf 2024-11-22T14:29:59,093 DEBUG [StoreOpener-5dc393a4166829a9d5c973f5c7f2fa4b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:29:59,094 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/data/default/SPTestTable/1e59478083049fec24fba58380ab71dc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T14:29:59,094 INFO [StoreOpener-5dc393a4166829a9d5c973f5c7f2fa4b-1 {}] regionserver.HStore(327): Store=5dc393a4166829a9d5c973f5c7f2fa4b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:29:59,094 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 5dc393a4166829a9d5c973f5c7f2fa4b 2024-11-22T14:29:59,094 INFO [StoreOpener-efe9cfbf2560acd364af9ca744143045-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region efe9cfbf2560acd364af9ca744143045 2024-11-22T14:29:59,094 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/data/default/SPTestTable/5dc393a4166829a9d5c973f5c7f2fa4b 2024-11-22T14:29:59,094 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 1e59478083049fec24fba58380ab71dc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62813498, jitterRate=-0.06400594115257263}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T14:29:59,094 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1e59478083049fec24fba58380ab71dc 2024-11-22T14:29:59,095 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 1e59478083049fec24fba58380ab71dc: Running coprocessor pre-open hook at 1732285799079Writing region info on filesystem at 1732285799079Initializing all the Stores at 1732285799081 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285799081Cleaning up temporary data from old regions at 1732285799089 (+8 ms)Running coprocessor post-open hooks at 1732285799094 (+5 ms)Region opened successfully at 1732285799095 (+1 ms) 2024-11-22T14:29:59,095 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/data/default/SPTestTable/5dc393a4166829a9d5c973f5c7f2fa4b 2024-11-22T14:29:59,095 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 5dc393a4166829a9d5c973f5c7f2fa4b 2024-11-22T14:29:59,095 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 5dc393a4166829a9d5c973f5c7f2fa4b 2024-11-22T14:29:59,096 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1732285788792.1e59478083049fec24fba58380ab71dc., pid=19, masterSystemTime=1732285799047 2024-11-22T14:29:59,096 INFO [StoreOpener-efe9cfbf2560acd364af9ca744143045-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region efe9cfbf2560acd364af9ca744143045 columnFamilyName cf 2024-11-22T14:29:59,096 DEBUG [StoreOpener-efe9cfbf2560acd364af9ca744143045-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:29:59,096 INFO [StoreOpener-efe9cfbf2560acd364af9ca744143045-1 {}] regionserver.HStore(327): Store=efe9cfbf2560acd364af9ca744143045/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:29:59,096 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for efe9cfbf2560acd364af9ca744143045 2024-11-22T14:29:59,097 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/data/default/SPTestTable/efe9cfbf2560acd364af9ca744143045 2024-11-22T14:29:59,097 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 5dc393a4166829a9d5c973f5c7f2fa4b 2024-11-22T14:29:59,098 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/data/default/SPTestTable/efe9cfbf2560acd364af9ca744143045 2024-11-22T14:29:59,098 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1732285788792.1e59478083049fec24fba58380ab71dc. 2024-11-22T14:29:59,098 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1732285788792.1e59478083049fec24fba58380ab71dc. 2024-11-22T14:29:59,098 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1732285788792.313e32a14ffda8f00d1cb030cb24bbfb. 2024-11-22T14:29:59,098 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 313e32a14ffda8f00d1cb030cb24bbfb, NAME => 'SPTestTable,66666664,1732285788792.313e32a14ffda8f00d1cb030cb24bbfb.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-22T14:29:59,099 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 313e32a14ffda8f00d1cb030cb24bbfb 2024-11-22T14:29:59,099 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732285788792.313e32a14ffda8f00d1cb030cb24bbfb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:29:59,099 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 313e32a14ffda8f00d1cb030cb24bbfb 2024-11-22T14:29:59,099 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 313e32a14ffda8f00d1cb030cb24bbfb 2024-11-22T14:29:59,099 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for efe9cfbf2560acd364af9ca744143045 2024-11-22T14:29:59,099 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for efe9cfbf2560acd364af9ca744143045 2024-11-22T14:29:59,099 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=1e59478083049fec24fba58380ab71dc, regionState=OPEN, openSeqNum=2, regionLocation=b313e41b3af3,41865,1732285778003 2024-11-22T14:29:59,101 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for efe9cfbf2560acd364af9ca744143045 2024-11-22T14:29:59,102 INFO [StoreOpener-313e32a14ffda8f00d1cb030cb24bbfb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 313e32a14ffda8f00d1cb030cb24bbfb 2024-11-22T14:29:59,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1e59478083049fec24fba58380ab71dc, server=b313e41b3af3,41865,1732285778003 because future has completed 2024-11-22T14:29:59,102 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/data/default/SPTestTable/5dc393a4166829a9d5c973f5c7f2fa4b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T14:29:59,103 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 5dc393a4166829a9d5c973f5c7f2fa4b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72972507, jitterRate=0.08737508952617645}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T14:29:59,103 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5dc393a4166829a9d5c973f5c7f2fa4b 2024-11-22T14:29:59,104 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 5dc393a4166829a9d5c973f5c7f2fa4b: Running coprocessor pre-open hook at 1732285799079Writing region info on filesystem at 1732285799079Initializing all the Stores at 1732285799081 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285799081Cleaning up temporary data from old regions at 1732285799095 (+14 ms)Running coprocessor post-open hooks at 1732285799103 (+8 ms)Region opened successfully at 1732285799103 2024-11-22T14:29:59,104 INFO [StoreOpener-313e32a14ffda8f00d1cb030cb24bbfb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 313e32a14ffda8f00d1cb030cb24bbfb columnFamilyName cf 2024-11-22T14:29:59,104 DEBUG [StoreOpener-313e32a14ffda8f00d1cb030cb24bbfb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:29:59,104 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1732285788792.5dc393a4166829a9d5c973f5c7f2fa4b., pid=16, masterSystemTime=1732285799047 2024-11-22T14:29:59,104 INFO [StoreOpener-313e32a14ffda8f00d1cb030cb24bbfb-1 {}] regionserver.HStore(327): Store=313e32a14ffda8f00d1cb030cb24bbfb/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:29:59,105 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 313e32a14ffda8f00d1cb030cb24bbfb 2024-11-22T14:29:59,105 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/data/default/SPTestTable/efe9cfbf2560acd364af9ca744143045/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T14:29:59,106 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/data/default/SPTestTable/313e32a14ffda8f00d1cb030cb24bbfb 2024-11-22T14:29:59,106 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened efe9cfbf2560acd364af9ca744143045; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63969628, jitterRate=-0.04677826166152954}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T14:29:59,106 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for efe9cfbf2560acd364af9ca744143045 2024-11-22T14:29:59,106 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for efe9cfbf2560acd364af9ca744143045: Running coprocessor pre-open hook at 1732285799093Writing region info on filesystem at 1732285799093Initializing all the Stores at 1732285799094 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285799094Cleaning up temporary data from old regions at 1732285799099 (+5 ms)Running coprocessor post-open hooks at 1732285799106 (+7 ms)Region opened successfully at 1732285799106 2024-11-22T14:29:59,107 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/data/default/SPTestTable/313e32a14ffda8f00d1cb030cb24bbfb 2024-11-22T14:29:59,107 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=12 2024-11-22T14:29:59,107 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732285788792.efe9cfbf2560acd364af9ca744143045., pid=21, masterSystemTime=1732285799057 2024-11-22T14:29:59,107 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 1e59478083049fec24fba58380ab71dc, server=b313e41b3af3,41865,1732285778003 in 10.0510 sec 2024-11-22T14:29:59,107 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1732285788792.5dc393a4166829a9d5c973f5c7f2fa4b. 2024-11-22T14:29:59,107 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1732285788792.5dc393a4166829a9d5c973f5c7f2fa4b. 2024-11-22T14:29:59,107 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1732285788792.9764823c852404017f67eddc18cfd456. 2024-11-22T14:29:59,107 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 313e32a14ffda8f00d1cb030cb24bbfb 2024-11-22T14:29:59,107 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 313e32a14ffda8f00d1cb030cb24bbfb 2024-11-22T14:29:59,108 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 9764823c852404017f67eddc18cfd456, NAME => 'SPTestTable,7ffffffd,1732285788792.9764823c852404017f67eddc18cfd456.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-22T14:29:59,108 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=5dc393a4166829a9d5c973f5c7f2fa4b, regionState=OPEN, openSeqNum=2, regionLocation=b313e41b3af3,46317,1732285777971 2024-11-22T14:29:59,108 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 9764823c852404017f67eddc18cfd456 2024-11-22T14:29:59,108 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732285788792.9764823c852404017f67eddc18cfd456.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:29:59,109 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 9764823c852404017f67eddc18cfd456 2024-11-22T14:29:59,109 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 9764823c852404017f67eddc18cfd456 2024-11-22T14:29:59,109 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1e59478083049fec24fba58380ab71dc, ASSIGN in 10.2240 sec 2024-11-22T14:29:59,110 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732285788792.efe9cfbf2560acd364af9ca744143045. 2024-11-22T14:29:59,110 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732285788792.efe9cfbf2560acd364af9ca744143045. 2024-11-22T14:29:59,110 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,,1732285788792.d2d6b5bcb287ce9c71e4f67db7dacb0a. 2024-11-22T14:29:59,111 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=efe9cfbf2560acd364af9ca744143045, regionState=OPEN, openSeqNum=2, regionLocation=b313e41b3af3,40503,1732285778035 2024-11-22T14:29:59,111 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => d2d6b5bcb287ce9c71e4f67db7dacb0a, NAME => 'SPTestTable,,1732285788792.d2d6b5bcb287ce9c71e4f67db7dacb0a.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-22T14:29:59,111 INFO [StoreOpener-9764823c852404017f67eddc18cfd456-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 9764823c852404017f67eddc18cfd456 2024-11-22T14:29:59,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5dc393a4166829a9d5c973f5c7f2fa4b, server=b313e41b3af3,46317,1732285777971 because future has completed 2024-11-22T14:29:59,111 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d2d6b5bcb287ce9c71e4f67db7dacb0a 2024-11-22T14:29:59,111 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,,1732285788792.d2d6b5bcb287ce9c71e4f67db7dacb0a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:29:59,111 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for d2d6b5bcb287ce9c71e4f67db7dacb0a 2024-11-22T14:29:59,111 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for d2d6b5bcb287ce9c71e4f67db7dacb0a 2024-11-22T14:29:59,112 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33499 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=b313e41b3af3,46317,1732285777971, table=SPTestTable, region=5dc393a4166829a9d5c973f5c7f2fa4b. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-22T14:29:59,113 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 313e32a14ffda8f00d1cb030cb24bbfb 2024-11-22T14:29:59,113 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33499 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=b313e41b3af3,40503,1732285778035, table=SPTestTable, region=efe9cfbf2560acd364af9ca744143045. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-22T14:29:59,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure efe9cfbf2560acd364af9ca744143045, server=b313e41b3af3,40503,1732285778035 because future has completed 2024-11-22T14:29:59,114 INFO [StoreOpener-9764823c852404017f67eddc18cfd456-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9764823c852404017f67eddc18cfd456 columnFamilyName cf 2024-11-22T14:29:59,114 DEBUG [StoreOpener-9764823c852404017f67eddc18cfd456-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:29:59,114 INFO [StoreOpener-d2d6b5bcb287ce9c71e4f67db7dacb0a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d2d6b5bcb287ce9c71e4f67db7dacb0a 2024-11-22T14:29:59,115 INFO [StoreOpener-9764823c852404017f67eddc18cfd456-1 {}] regionserver.HStore(327): Store=9764823c852404017f67eddc18cfd456/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:29:59,116 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 9764823c852404017f67eddc18cfd456 2024-11-22T14:29:59,116 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/data/default/SPTestTable/313e32a14ffda8f00d1cb030cb24bbfb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T14:29:59,117 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 313e32a14ffda8f00d1cb030cb24bbfb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60518315, jitterRate=-0.09820683300495148}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T14:29:59,117 INFO [StoreOpener-d2d6b5bcb287ce9c71e4f67db7dacb0a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2d6b5bcb287ce9c71e4f67db7dacb0a columnFamilyName cf 2024-11-22T14:29:59,117 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 313e32a14ffda8f00d1cb030cb24bbfb 2024-11-22T14:29:59,117 DEBUG [StoreOpener-d2d6b5bcb287ce9c71e4f67db7dacb0a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:29:59,117 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 313e32a14ffda8f00d1cb030cb24bbfb: Running coprocessor pre-open hook at 1732285799099Writing region info on filesystem at 1732285799099Initializing all the Stores at 1732285799100 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285799100Cleaning up temporary data from old regions at 1732285799107 (+7 ms)Running coprocessor post-open hooks at 1732285799117 (+10 ms)Region opened successfully at 1732285799117 2024-11-22T14:29:59,117 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/data/default/SPTestTable/9764823c852404017f67eddc18cfd456 2024-11-22T14:29:59,117 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=6 2024-11-22T14:29:59,117 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 5dc393a4166829a9d5c973f5c7f2fa4b, server=b313e41b3af3,46317,1732285777971 in 10.0680 sec 2024-11-22T14:29:59,118 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/data/default/SPTestTable/9764823c852404017f67eddc18cfd456 2024-11-22T14:29:59,118 INFO [StoreOpener-d2d6b5bcb287ce9c71e4f67db7dacb0a-1 {}] regionserver.HStore(327): Store=d2d6b5bcb287ce9c71e4f67db7dacb0a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:29:59,118 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for d2d6b5bcb287ce9c71e4f67db7dacb0a 2024-11-22T14:29:59,118 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 9764823c852404017f67eddc18cfd456 2024-11-22T14:29:59,118 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 9764823c852404017f67eddc18cfd456 2024-11-22T14:29:59,118 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1732285788792.313e32a14ffda8f00d1cb030cb24bbfb., pid=24, masterSystemTime=1732285799047 2024-11-22T14:29:59,119 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/data/default/SPTestTable/d2d6b5bcb287ce9c71e4f67db7dacb0a 2024-11-22T14:29:59,119 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/data/default/SPTestTable/d2d6b5bcb287ce9c71e4f67db7dacb0a 2024-11-22T14:29:59,120 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for d2d6b5bcb287ce9c71e4f67db7dacb0a 2024-11-22T14:29:59,120 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for d2d6b5bcb287ce9c71e4f67db7dacb0a 2024-11-22T14:29:59,120 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 9764823c852404017f67eddc18cfd456 2024-11-22T14:29:59,120 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=11 2024-11-22T14:29:59,120 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure efe9cfbf2560acd364af9ca744143045, server=b313e41b3af3,40503,1732285778035 in 10.0640 sec 2024-11-22T14:29:59,121 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5dc393a4166829a9d5c973f5c7f2fa4b, ASSIGN in 10.2340 sec 2024-11-22T14:29:59,121 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1732285788792.313e32a14ffda8f00d1cb030cb24bbfb. 2024-11-22T14:29:59,122 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1732285788792.313e32a14ffda8f00d1cb030cb24bbfb. 2024-11-22T14:29:59,122 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1732285788792.886748958b5d91a100d6f0f575769a9e. 2024-11-22T14:29:59,122 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=efe9cfbf2560acd364af9ca744143045, ASSIGN in 10.2370 sec 2024-11-22T14:29:59,122 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for d2d6b5bcb287ce9c71e4f67db7dacb0a 2024-11-22T14:29:59,122 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=313e32a14ffda8f00d1cb030cb24bbfb, regionState=OPEN, openSeqNum=2, regionLocation=b313e41b3af3,41865,1732285778003 2024-11-22T14:29:59,122 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 886748958b5d91a100d6f0f575769a9e, NAME => 'SPTestTable,e6666661,1732285788792.886748958b5d91a100d6f0f575769a9e.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-22T14:29:59,123 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 886748958b5d91a100d6f0f575769a9e 2024-11-22T14:29:59,123 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732285788792.886748958b5d91a100d6f0f575769a9e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:29:59,123 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 886748958b5d91a100d6f0f575769a9e 2024-11-22T14:29:59,123 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 886748958b5d91a100d6f0f575769a9e 2024-11-22T14:29:59,124 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/data/default/SPTestTable/9764823c852404017f67eddc18cfd456/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T14:29:59,125 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 9764823c852404017f67eddc18cfd456; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63856351, jitterRate=-0.04846622049808502}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T14:29:59,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 313e32a14ffda8f00d1cb030cb24bbfb, server=b313e41b3af3,41865,1732285778003 because future has completed 2024-11-22T14:29:59,125 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9764823c852404017f67eddc18cfd456 2024-11-22T14:29:59,125 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 9764823c852404017f67eddc18cfd456: Running coprocessor pre-open hook at 1732285799109Writing region info on filesystem at 1732285799109Initializing all the Stores at 1732285799110 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285799110Cleaning up temporary data from old regions at 1732285799118 (+8 ms)Running coprocessor post-open hooks at 1732285799125 (+7 ms)Region opened successfully at 1732285799125 2024-11-22T14:29:59,125 INFO [StoreOpener-886748958b5d91a100d6f0f575769a9e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 886748958b5d91a100d6f0f575769a9e 2024-11-22T14:29:59,126 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/data/default/SPTestTable/d2d6b5bcb287ce9c71e4f67db7dacb0a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T14:29:59,126 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1732285788792.9764823c852404017f67eddc18cfd456., pid=18, masterSystemTime=1732285799047 2024-11-22T14:29:59,127 INFO [StoreOpener-886748958b5d91a100d6f0f575769a9e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 886748958b5d91a100d6f0f575769a9e columnFamilyName cf 2024-11-22T14:29:59,127 DEBUG [StoreOpener-886748958b5d91a100d6f0f575769a9e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:29:59,128 INFO [StoreOpener-886748958b5d91a100d6f0f575769a9e-1 {}] regionserver.HStore(327): Store=886748958b5d91a100d6f0f575769a9e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:29:59,128 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened d2d6b5bcb287ce9c71e4f67db7dacb0a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61565857, jitterRate=-0.08259724080562592}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T14:29:59,128 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d2d6b5bcb287ce9c71e4f67db7dacb0a 2024-11-22T14:29:59,128 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 886748958b5d91a100d6f0f575769a9e 2024-11-22T14:29:59,128 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for d2d6b5bcb287ce9c71e4f67db7dacb0a: Running coprocessor pre-open hook at 1732285799111Writing region info on filesystem at 1732285799111Initializing all the Stores at 1732285799114 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285799114Cleaning up temporary data from old regions at 1732285799120 (+6 ms)Running coprocessor post-open hooks at 1732285799128 (+8 ms)Region opened successfully at 1732285799128 2024-11-22T14:29:59,129 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1732285788792.9764823c852404017f67eddc18cfd456. 2024-11-22T14:29:59,129 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1732285788792.9764823c852404017f67eddc18cfd456. 2024-11-22T14:29:59,129 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1732285788792.d2d6b5bcb287ce9c71e4f67db7dacb0a., pid=22, masterSystemTime=1732285799057 2024-11-22T14:29:59,129 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/data/default/SPTestTable/886748958b5d91a100d6f0f575769a9e 2024-11-22T14:29:59,130 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=9 2024-11-22T14:29:59,130 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 313e32a14ffda8f00d1cb030cb24bbfb, server=b313e41b3af3,41865,1732285778003 in 10.0660 sec 2024-11-22T14:29:59,130 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=9764823c852404017f67eddc18cfd456, regionState=OPEN, openSeqNum=2, regionLocation=b313e41b3af3,46317,1732285777971 2024-11-22T14:29:59,130 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/data/default/SPTestTable/886748958b5d91a100d6f0f575769a9e 2024-11-22T14:29:59,131 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 886748958b5d91a100d6f0f575769a9e 2024-11-22T14:29:59,131 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 886748958b5d91a100d6f0f575769a9e 2024-11-22T14:29:59,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9764823c852404017f67eddc18cfd456, server=b313e41b3af3,46317,1732285777971 because future has completed 2024-11-22T14:29:59,133 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1732285788792.d2d6b5bcb287ce9c71e4f67db7dacb0a. 2024-11-22T14:29:59,134 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,,1732285788792.d2d6b5bcb287ce9c71e4f67db7dacb0a. 2024-11-22T14:29:59,134 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1732285788792.6f8de58bb1c31e0bcb460ecc695cbe7b. 2024-11-22T14:29:59,134 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=313e32a14ffda8f00d1cb030cb24bbfb, ASSIGN in 10.2470 sec 2024-11-22T14:29:59,134 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 6f8de58bb1c31e0bcb460ecc695cbe7b, NAME => 'SPTestTable,4ccccccb,1732285788792.6f8de58bb1c31e0bcb460ecc695cbe7b.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-22T14:29:59,134 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 886748958b5d91a100d6f0f575769a9e 2024-11-22T14:29:59,134 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 6f8de58bb1c31e0bcb460ecc695cbe7b 2024-11-22T14:29:59,134 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732285788792.6f8de58bb1c31e0bcb460ecc695cbe7b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:29:59,134 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 6f8de58bb1c31e0bcb460ecc695cbe7b 2024-11-22T14:29:59,134 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 6f8de58bb1c31e0bcb460ecc695cbe7b 2024-11-22T14:29:59,135 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d2d6b5bcb287ce9c71e4f67db7dacb0a, regionState=OPEN, openSeqNum=2, regionLocation=b313e41b3af3,40503,1732285778035 2024-11-22T14:29:59,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d2d6b5bcb287ce9c71e4f67db7dacb0a, server=b313e41b3af3,40503,1732285778035 because future has completed 2024-11-22T14:29:59,138 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=10 2024-11-22T14:29:59,139 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 9764823c852404017f67eddc18cfd456, server=b313e41b3af3,46317,1732285777971 in 10.0830 sec 2024-11-22T14:29:59,140 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9764823c852404017f67eddc18cfd456, ASSIGN in 10.2550 sec 2024-11-22T14:29:59,141 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=5 2024-11-22T14:29:59,141 INFO [StoreOpener-6f8de58bb1c31e0bcb460ecc695cbe7b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 6f8de58bb1c31e0bcb460ecc695cbe7b 2024-11-22T14:29:59,141 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d2d6b5bcb287ce9c71e4f67db7dacb0a, server=b313e41b3af3,40503,1732285778035 in 10.0830 sec 2024-11-22T14:29:59,142 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/data/default/SPTestTable/886748958b5d91a100d6f0f575769a9e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T14:29:59,143 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d2d6b5bcb287ce9c71e4f67db7dacb0a, ASSIGN in 10.2580 sec 2024-11-22T14:29:59,143 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 886748958b5d91a100d6f0f575769a9e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66657707, jitterRate=-0.006722763180732727}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T14:29:59,143 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 886748958b5d91a100d6f0f575769a9e 2024-11-22T14:29:59,143 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 886748958b5d91a100d6f0f575769a9e: Running coprocessor pre-open hook at 1732285799123Writing region info on filesystem at 1732285799123Initializing all the Stores at 1732285799125 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285799125Cleaning up temporary data from old regions at 1732285799131 (+6 ms)Running coprocessor post-open hooks at 1732285799143 (+12 ms)Region opened successfully at 1732285799143 2024-11-22T14:29:59,143 INFO [StoreOpener-6f8de58bb1c31e0bcb460ecc695cbe7b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f8de58bb1c31e0bcb460ecc695cbe7b columnFamilyName cf 2024-11-22T14:29:59,144 DEBUG [StoreOpener-6f8de58bb1c31e0bcb460ecc695cbe7b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:29:59,144 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1732285788792.886748958b5d91a100d6f0f575769a9e., pid=15, masterSystemTime=1732285799047 2024-11-22T14:29:59,144 INFO [StoreOpener-6f8de58bb1c31e0bcb460ecc695cbe7b-1 {}] regionserver.HStore(327): Store=6f8de58bb1c31e0bcb460ecc695cbe7b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:29:59,144 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 6f8de58bb1c31e0bcb460ecc695cbe7b 2024-11-22T14:29:59,145 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/data/default/SPTestTable/6f8de58bb1c31e0bcb460ecc695cbe7b 2024-11-22T14:29:59,146 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/data/default/SPTestTable/6f8de58bb1c31e0bcb460ecc695cbe7b 2024-11-22T14:29:59,146 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1732285788792.886748958b5d91a100d6f0f575769a9e. 2024-11-22T14:29:59,146 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1732285788792.886748958b5d91a100d6f0f575769a9e. 2024-11-22T14:29:59,146 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 6f8de58bb1c31e0bcb460ecc695cbe7b 2024-11-22T14:29:59,146 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 6f8de58bb1c31e0bcb460ecc695cbe7b 2024-11-22T14:29:59,147 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=886748958b5d91a100d6f0f575769a9e, regionState=OPEN, openSeqNum=2, regionLocation=b313e41b3af3,41865,1732285778003 2024-11-22T14:29:59,149 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 6f8de58bb1c31e0bcb460ecc695cbe7b 2024-11-22T14:29:59,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 886748958b5d91a100d6f0f575769a9e, server=b313e41b3af3,41865,1732285778003 because future has completed 2024-11-22T14:29:59,152 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-22T14:29:59,152 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/data/default/SPTestTable/6f8de58bb1c31e0bcb460ecc695cbe7b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T14:29:59,152 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 886748958b5d91a100d6f0f575769a9e, server=b313e41b3af3,41865,1732285778003 in 10.1070 sec 2024-11-22T14:29:59,152 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 6f8de58bb1c31e0bcb460ecc695cbe7b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61172755, jitterRate=-0.08845491707324982}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T14:29:59,153 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6f8de58bb1c31e0bcb460ecc695cbe7b 2024-11-22T14:29:59,153 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 6f8de58bb1c31e0bcb460ecc695cbe7b: Running coprocessor pre-open hook at 1732285799134Writing region info on filesystem at 1732285799134Initializing all the Stores at 1732285799137 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285799137Cleaning up temporary data from old regions at 1732285799147 (+10 ms)Running coprocessor post-open hooks at 1732285799153 (+6 ms)Region opened successfully at 1732285799153 2024-11-22T14:29:59,153 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1732285788792.6f8de58bb1c31e0bcb460ecc695cbe7b., pid=23, masterSystemTime=1732285799057 2024-11-22T14:29:59,153 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=886748958b5d91a100d6f0f575769a9e, ASSIGN in 10.2690 sec 2024-11-22T14:29:59,155 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1732285788792.6f8de58bb1c31e0bcb460ecc695cbe7b. 2024-11-22T14:29:59,155 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1732285788792.6f8de58bb1c31e0bcb460ecc695cbe7b. 2024-11-22T14:29:59,155 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=6f8de58bb1c31e0bcb460ecc695cbe7b, regionState=OPEN, openSeqNum=2, regionLocation=b313e41b3af3,40503,1732285778035 2024-11-22T14:29:59,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6f8de58bb1c31e0bcb460ecc695cbe7b, server=b313e41b3af3,40503,1732285778035 because future has completed 2024-11-22T14:29:59,160 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=8 2024-11-22T14:29:59,160 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 6f8de58bb1c31e0bcb460ecc695cbe7b, server=b313e41b3af3,40503,1732285778035 in 10.0980 sec 2024-11-22T14:29:59,161 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-22T14:29:59,162 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6f8de58bb1c31e0bcb460ecc695cbe7b, ASSIGN in 10.2770 sec 2024-11-22T14:29:59,162 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T14:29:59,162 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732285799162"}]},"ts":"1732285799162"} 2024-11-22T14:29:59,164 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-22T14:29:59,165 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T14:29:59,167 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.3720 sec 2024-11-22T14:30:02,297 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-22T14:30:04,559 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T14:30:04,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:30:04,586 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:30:04,586 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:30:07,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33499 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T14:30:07,017 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-22T14:30:07,017 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-22T14:30:07,018 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T14:30:07,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-22T14:30:07,026 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T14:30:07,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-22T14:30:07,063 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1732285788792.efe9cfbf2560acd364af9ca744143045., hostname=b313e41b3af3,40503,1732285778035, seqNum=2] 2024-11-22T14:30:07,064 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1732285788792.efe9cfbf2560acd364af9ca744143045., hostname=b313e41b3af3,40503,1732285778035, seqNum=2] 2024-11-22T14:30:07,065 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1732285788792.efe9cfbf2560acd364af9ca744143045., hostname=b313e41b3af3,40503,1732285778035, seqNum=2] 2024-11-22T14:30:07,066 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1732285788792.efe9cfbf2560acd364af9ca744143045., hostname=b313e41b3af3,40503,1732285778035, seqNum=2] 2024-11-22T14:30:07,067 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1732285788792.efe9cfbf2560acd364af9ca744143045., hostname=b313e41b3af3,40503,1732285778035, seqNum=2] 2024-11-22T14:30:07,068 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1732285788792.efe9cfbf2560acd364af9ca744143045., hostname=b313e41b3af3,40503,1732285778035, seqNum=2] 2024-11-22T14:30:07,069 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1732285788792.efe9cfbf2560acd364af9ca744143045., hostname=b313e41b3af3,40503,1732285778035, seqNum=2] 2024-11-22T14:30:07,101 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1732285788792.1e59478083049fec24fba58380ab71dc., hostname=b313e41b3af3,41865,1732285778003, seqNum=2] 2024-11-22T14:30:07,104 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1732285788792.1e59478083049fec24fba58380ab71dc., hostname=b313e41b3af3,41865,1732285778003, seqNum=2] 2024-11-22T14:30:07,105 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1732285788792.1e59478083049fec24fba58380ab71dc., hostname=b313e41b3af3,41865,1732285778003, seqNum=2] 2024-11-22T14:30:07,106 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1732285788792.1e59478083049fec24fba58380ab71dc., hostname=b313e41b3af3,41865,1732285778003, seqNum=2] 2024-11-22T14:30:07,108 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1732285788792.1e59478083049fec24fba58380ab71dc., hostname=b313e41b3af3,41865,1732285778003, seqNum=2] 2024-11-22T14:30:07,109 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1732285788792.1e59478083049fec24fba58380ab71dc., hostname=b313e41b3af3,41865,1732285778003, seqNum=2] 2024-11-22T14:30:07,144 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732285788792.98e2f8b0a28513d1b982449fcd58a673., hostname=b313e41b3af3,46317,1732285777971, seqNum=2] 2024-11-22T14:30:07,146 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732285788792.98e2f8b0a28513d1b982449fcd58a673., hostname=b313e41b3af3,46317,1732285777971, seqNum=2] 2024-11-22T14:30:07,147 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732285788792.98e2f8b0a28513d1b982449fcd58a673., hostname=b313e41b3af3,46317,1732285777971, seqNum=2] 2024-11-22T14:30:07,148 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732285788792.98e2f8b0a28513d1b982449fcd58a673., hostname=b313e41b3af3,46317,1732285777971, seqNum=2] 2024-11-22T14:30:07,150 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732285788792.98e2f8b0a28513d1b982449fcd58a673., hostname=b313e41b3af3,46317,1732285777971, seqNum=2] 2024-11-22T14:30:07,151 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732285788792.98e2f8b0a28513d1b982449fcd58a673., hostname=b313e41b3af3,46317,1732285777971, seqNum=2] 2024-11-22T14:30:07,215 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1732285788792.886748958b5d91a100d6f0f575769a9e., hostname=b313e41b3af3,41865,1732285778003, seqNum=2] 2024-11-22T14:30:07,217 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1732285788792.886748958b5d91a100d6f0f575769a9e., hostname=b313e41b3af3,41865,1732285778003, seqNum=2] 2024-11-22T14:30:07,218 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1732285788792.886748958b5d91a100d6f0f575769a9e., hostname=b313e41b3af3,41865,1732285778003, seqNum=2] 2024-11-22T14:30:07,219 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1732285788792.886748958b5d91a100d6f0f575769a9e., hostname=b313e41b3af3,41865,1732285778003, seqNum=2] 2024-11-22T14:30:07,221 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1732285788792.886748958b5d91a100d6f0f575769a9e., hostname=b313e41b3af3,41865,1732285778003, seqNum=2] 2024-11-22T14:30:07,875 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T14:30:07,878 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T14:30:07,889 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T14:30:07,893 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T14:30:07,897 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T14:30:07,915 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40503 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1732285788792.efe9cfbf2560acd364af9ca744143045. with WAL disabled. Data may be lost in the event of a crash. 2024-11-22T14:30:07,921 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46317 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1732285788792.98e2f8b0a28513d1b982449fcd58a673. with WAL disabled. Data may be lost in the event of a crash. 2024-11-22T14:30:07,939 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41865 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15603 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,b333332f,1732285788792.1e59478083049fec24fba58380ab71dc. 2024-11-22T14:30:07,956 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41865 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1732285788792.1e59478083049fec24fba58380ab71dc. with WAL disabled. Data may be lost in the event of a crash. 2024-11-22T14:30:08,374 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41865 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1732285788792.886748958b5d91a100d6f0f575769a9e. with WAL disabled. Data may be lost in the event of a crash. 2024-11-22T14:30:08,434 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-22T14:30:08,434 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T14:30:08,435 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-22T14:30:08,436 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-22T14:30:08,438 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-22T14:30:08,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33689 is added to blk_1073741848_1024 (size=49) 2024-11-22T14:30:08,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33761 is added to blk_1073741848_1024 (size=49) 2024-11-22T14:30:08,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46171 is added to blk_1073741848_1024 (size=49) 2024-11-22T14:30:08,448 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-22T14:30:08,449 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d2d6b5bcb287ce9c71e4f67db7dacb0a}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5dc393a4166829a9d5c973f5c7f2fa4b}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 56d3fc9809ccfb5e418181aaf4e498b1}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6f8de58bb1c31e0bcb460ecc695cbe7b}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 313e32a14ffda8f00d1cb030cb24bbfb}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9764823c852404017f67eddc18cfd456}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure efe9cfbf2560acd364af9ca744143045}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1e59478083049fec24fba58380ab71dc}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 98e2f8b0a28513d1b982449fcd58a673}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 886748958b5d91a100d6f0f575769a9e}] 2024-11-22T14:30:08,450 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5dc393a4166829a9d5c973f5c7f2fa4b 2024-11-22T14:30:08,450 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 56d3fc9809ccfb5e418181aaf4e498b1 2024-11-22T14:30:08,450 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d2d6b5bcb287ce9c71e4f67db7dacb0a 2024-11-22T14:30:08,450 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6f8de58bb1c31e0bcb460ecc695cbe7b 2024-11-22T14:30:08,451 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 886748958b5d91a100d6f0f575769a9e 2024-11-22T14:30:08,454 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 98e2f8b0a28513d1b982449fcd58a673 2024-11-22T14:30:08,454 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1e59478083049fec24fba58380ab71dc 2024-11-22T14:30:08,455 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure efe9cfbf2560acd364af9ca744143045 2024-11-22T14:30:08,455 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9764823c852404017f67eddc18cfd456 2024-11-22T14:30:08,457 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 313e32a14ffda8f00d1cb030cb24bbfb 2024-11-22T14:30:17,730 INFO [regionserver/b313e41b3af3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-22T14:30:18,453 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40503 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-22T14:30:18,453 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41865 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-22T14:30:18,453 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46317 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-22T14:30:18,454 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40503 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-22T14:30:18,455 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41865 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-22T14:30:18,454 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1732285788792.d2d6b5bcb287ce9c71e4f67db7dacb0a. 2024-11-22T14:30:18,455 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46317 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-22T14:30:18,455 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1732285788792.313e32a14ffda8f00d1cb030cb24bbfb. 2024-11-22T14:30:18,455 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1732285788792.98e2f8b0a28513d1b982449fcd58a673. 2024-11-22T14:30:18,455 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for d2d6b5bcb287ce9c71e4f67db7dacb0a: 2024-11-22T14:30:18,455 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1732285788792.d2d6b5bcb287ce9c71e4f67db7dacb0a. for SnapshotProcedureTest completed. 2024-11-22T14:30:18,455 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 313e32a14ffda8f00d1cb030cb24bbfb: 2024-11-22T14:30:18,455 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1732285788792.6f8de58bb1c31e0bcb460ecc695cbe7b. 2024-11-22T14:30:18,455 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1732285788792.313e32a14ffda8f00d1cb030cb24bbfb. for SnapshotProcedureTest completed. 2024-11-22T14:30:18,455 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41865 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-22T14:30:18,455 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46317 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-22T14:30:18,456 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 6f8de58bb1c31e0bcb460ecc695cbe7b: 2024-11-22T14:30:18,456 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 98e2f8b0a28513d1b982449fcd58a673 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-22T14:30:18,456 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40503 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-22T14:30:18,456 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1732285788792.d2d6b5bcb287ce9c71e4f67db7dacb0a.' region-info for snapshot=SnapshotProcedureTest 2024-11-22T14:30:18,456 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1732285788792.6f8de58bb1c31e0bcb460ecc695cbe7b. for SnapshotProcedureTest completed. 2024-11-22T14:30:18,456 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T14:30:18,456 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1732285788792.313e32a14ffda8f00d1cb030cb24bbfb.' region-info for snapshot=SnapshotProcedureTest 2024-11-22T14:30:18,456 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1732285788792.56d3fc9809ccfb5e418181aaf4e498b1. 2024-11-22T14:30:18,456 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T14:30:18,456 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-22T14:30:18,456 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1732285788792.9764823c852404017f67eddc18cfd456. 2024-11-22T14:30:18,456 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-22T14:30:18,456 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41865 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-22T14:30:18,456 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 56d3fc9809ccfb5e418181aaf4e498b1: 2024-11-22T14:30:18,456 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1732285788792.56d3fc9809ccfb5e418181aaf4e498b1. for SnapshotProcedureTest completed. 2024-11-22T14:30:18,456 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 9764823c852404017f67eddc18cfd456: 2024-11-22T14:30:18,456 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1732285788792.6f8de58bb1c31e0bcb460ecc695cbe7b.' region-info for snapshot=SnapshotProcedureTest 2024-11-22T14:30:18,456 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1732285788792.9764823c852404017f67eddc18cfd456. for SnapshotProcedureTest completed. 2024-11-22T14:30:18,456 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T14:30:18,457 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-22T14:30:18,457 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1732285788792.886748958b5d91a100d6f0f575769a9e. 2024-11-22T14:30:18,457 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1732285788792.56d3fc9809ccfb5e418181aaf4e498b1.' region-info for snapshot=SnapshotProcedureTest 2024-11-22T14:30:18,458 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T14:30:18,458 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-22T14:30:18,458 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 886748958b5d91a100d6f0f575769a9e 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-22T14:30:18,458 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1732285788792.9764823c852404017f67eddc18cfd456.' region-info for snapshot=SnapshotProcedureTest 2024-11-22T14:30:18,458 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1732285788792.5dc393a4166829a9d5c973f5c7f2fa4b. 2024-11-22T14:30:18,459 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 5dc393a4166829a9d5c973f5c7f2fa4b: 2024-11-22T14:30:18,459 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1732285788792.efe9cfbf2560acd364af9ca744143045. 2024-11-22T14:30:18,458 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T14:30:18,459 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing efe9cfbf2560acd364af9ca744143045 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-11-22T14:30:18,459 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-22T14:30:18,459 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1732285788792.5dc393a4166829a9d5c973f5c7f2fa4b. for SnapshotProcedureTest completed. 2024-11-22T14:30:18,460 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1732285788792.5dc393a4166829a9d5c973f5c7f2fa4b.' region-info for snapshot=SnapshotProcedureTest 2024-11-22T14:30:18,460 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T14:30:18,460 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-22T14:30:18,488 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/data/default/SPTestTable/98e2f8b0a28513d1b982449fcd58a673/.tmp/cf/73c672515f8f406192e0ff12b8b5eb95 is 34, key is ccd/cf:cf/1732285807921/Put/seqid=0 2024-11-22T14:30:18,490 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/data/default/SPTestTable/efe9cfbf2560acd364af9ca744143045/.tmp/cf/b970653454294e2f9d8d928d9fcf8b9b is 34, key is aaa/cf:cf/1732285807914/Put/seqid=0 2024-11-22T14:30:18,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46171 is added to blk_1073741850_1026 (size=57) 2024-11-22T14:30:18,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33761 is added to blk_1073741850_1026 (size=57) 2024-11-22T14:30:18,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33689 is added to blk_1073741850_1026 (size=57) 2024-11-22T14:30:18,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33761 is added to blk_1073741852_1028 (size=65) 2024-11-22T14:30:18,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33689 is added to blk_1073741852_1028 (size=65) 2024-11-22T14:30:18,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46171 is added to blk_1073741852_1028 (size=65) 2024-11-22T14:30:18,507 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1732285788792.6f8de58bb1c31e0bcb460ecc695cbe7b. 2024-11-22T14:30:18,507 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-22T14:30:18,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33499 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-22T14:30:18,508 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33499 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 6f8de58bb1c31e0bcb460ecc695cbe7b 2024-11-22T14:30:18,508 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6f8de58bb1c31e0bcb460ecc695cbe7b 2024-11-22T14:30:18,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33761 is added to blk_1073741851_1027 (size=65) 2024-11-22T14:30:18,510 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1732285788792.313e32a14ffda8f00d1cb030cb24bbfb. 2024-11-22T14:30:18,510 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-22T14:30:18,510 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1732285788792.1e59478083049fec24fba58380ab71dc. 2024-11-22T14:30:18,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46171 is added to blk_1073741851_1027 (size=65) 2024-11-22T14:30:18,510 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 1e59478083049fec24fba58380ab71dc 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-22T14:30:18,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33689 is added to blk_1073741851_1027 (size=65) 2024-11-22T14:30:18,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33499 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-22T14:30:18,511 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33499 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 313e32a14ffda8f00d1cb030cb24bbfb 2024-11-22T14:30:18,512 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 313e32a14ffda8f00d1cb030cb24bbfb 2024-11-22T14:30:18,513 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 6f8de58bb1c31e0bcb460ecc695cbe7b in 10.0610 sec 2024-11-22T14:30:18,515 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 313e32a14ffda8f00d1cb030cb24bbfb in 10.0640 sec 2024-11-22T14:30:18,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33689 is added to blk_1073741854_1030 (size=65) 2024-11-22T14:30:18,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33761 is added to blk_1073741854_1030 (size=65) 2024-11-22T14:30:18,519 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1732285788792.5dc393a4166829a9d5c973f5c7f2fa4b. 2024-11-22T14:30:18,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46171 is added to blk_1073741854_1030 (size=65) 2024-11-22T14:30:18,519 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-22T14:30:18,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33499 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-22T14:30:18,520 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33499 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 5dc393a4166829a9d5c973f5c7f2fa4b 2024-11-22T14:30:18,520 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5dc393a4166829a9d5c973f5c7f2fa4b 2024-11-22T14:30:18,523 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5dc393a4166829a9d5c973f5c7f2fa4b in 10.0720 sec 2024-11-22T14:30:18,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33761 is added to blk_1073741849_1025 (size=65) 2024-11-22T14:30:18,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33689 is added to blk_1073741849_1025 (size=65) 2024-11-22T14:30:18,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46171 is added to blk_1073741849_1025 (size=65) 2024-11-22T14:30:18,535 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1732285788792.56d3fc9809ccfb5e418181aaf4e498b1. 2024-11-22T14:30:18,535 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-22T14:30:18,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33499 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-22T14:30:18,535 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33499 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 56d3fc9809ccfb5e418181aaf4e498b1 2024-11-22T14:30:18,536 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 56d3fc9809ccfb5e418181aaf4e498b1 2024-11-22T14:30:18,538 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 56d3fc9809ccfb5e418181aaf4e498b1 in 10.0870 sec 2024-11-22T14:30:18,542 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/data/default/SPTestTable/886748958b5d91a100d6f0f575769a9e/.tmp/cf/d907817fba0b4738a1c1f1e657f405a5 is 34, key is eaa/cf:cf/1732285808371/Put/seqid=0 2024-11-22T14:30:18,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33761 is added to blk_1073741853_1029 (size=65) 2024-11-22T14:30:18,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46171 is added to blk_1073741853_1029 (size=65) 2024-11-22T14:30:18,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33689 is added to blk_1073741853_1029 (size=65) 2024-11-22T14:30:18,546 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1732285788792.9764823c852404017f67eddc18cfd456. 2024-11-22T14:30:18,546 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-22T14:30:18,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33499 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-22T14:30:18,546 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33499 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 9764823c852404017f67eddc18cfd456 2024-11-22T14:30:18,546 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9764823c852404017f67eddc18cfd456 2024-11-22T14:30:18,549 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 9764823c852404017f67eddc18cfd456 in 10.0980 sec 2024-11-22T14:30:18,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46171 is added to blk_1073741855_1031 (size=499309) 2024-11-22T14:30:18,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33761 is added to blk_1073741855_1031 (size=499309) 2024-11-22T14:30:18,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33689 is added to blk_1073741855_1031 (size=499309) 2024-11-22T14:30:18,562 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/data/default/SPTestTable/886748958b5d91a100d6f0f575769a9e/.tmp/cf/d907817fba0b4738a1c1f1e657f405a5 2024-11-22T14:30:18,564 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/data/default/SPTestTable/1e59478083049fec24fba58380ab71dc/.tmp/cf/d2dfd3341db94225b9439ee597b23388 is 34, key is baa/cf:cf/1732285807956/Put/seqid=0 2024-11-22T14:30:18,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46171 is added to blk_1073741857_1033 (size=26918) 2024-11-22T14:30:18,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33689 is added to blk_1073741857_1033 (size=26918) 2024-11-22T14:30:18,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33761 is added to blk_1073741857_1033 (size=26918) 2024-11-22T14:30:18,569 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/data/default/SPTestTable/efe9cfbf2560acd364af9ca744143045/.tmp/cf/b970653454294e2f9d8d928d9fcf8b9b 2024-11-22T14:30:18,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33761 is added to blk_1073741856_1032 (size=47197) 2024-11-22T14:30:18,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46171 is added to blk_1073741856_1032 (size=47197) 2024-11-22T14:30:18,572 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/data/default/SPTestTable/98e2f8b0a28513d1b982449fcd58a673/.tmp/cf/73c672515f8f406192e0ff12b8b5eb95 2024-11-22T14:30:18,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33689 is added to blk_1073741856_1032 (size=47197) 2024-11-22T14:30:18,580 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/data/default/SPTestTable/886748958b5d91a100d6f0f575769a9e/.tmp/cf/d907817fba0b4738a1c1f1e657f405a5 as hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/data/default/SPTestTable/886748958b5d91a100d6f0f575769a9e/cf/d907817fba0b4738a1c1f1e657f405a5 2024-11-22T14:30:18,583 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/data/default/SPTestTable/efe9cfbf2560acd364af9ca744143045/.tmp/cf/b970653454294e2f9d8d928d9fcf8b9b as hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/data/default/SPTestTable/efe9cfbf2560acd364af9ca744143045/cf/b970653454294e2f9d8d928d9fcf8b9b 2024-11-22T14:30:18,584 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/data/default/SPTestTable/98e2f8b0a28513d1b982449fcd58a673/.tmp/cf/73c672515f8f406192e0ff12b8b5eb95 as hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/data/default/SPTestTable/98e2f8b0a28513d1b982449fcd58a673/cf/73c672515f8f406192e0ff12b8b5eb95 2024-11-22T14:30:18,590 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/data/default/SPTestTable/886748958b5d91a100d6f0f575769a9e/cf/d907817fba0b4738a1c1f1e657f405a5, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-22T14:30:18,591 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 886748958b5d91a100d6f0f575769a9e in 133ms, sequenceid=5, compaction requested=false 2024-11-22T14:30:18,591 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 886748958b5d91a100d6f0f575769a9e: 2024-11-22T14:30:18,591 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1732285788792.886748958b5d91a100d6f0f575769a9e. for SnapshotProcedureTest completed. 2024-11-22T14:30:18,591 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1732285788792.886748958b5d91a100d6f0f575769a9e.' region-info for snapshot=SnapshotProcedureTest 2024-11-22T14:30:18,591 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T14:30:18,591 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/data/default/SPTestTable/886748958b5d91a100d6f0f575769a9e/cf/d907817fba0b4738a1c1f1e657f405a5] hfiles 2024-11-22T14:30:18,591 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/data/default/SPTestTable/886748958b5d91a100d6f0f575769a9e/cf/d907817fba0b4738a1c1f1e657f405a5 for snapshot=SnapshotProcedureTest 2024-11-22T14:30:18,592 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/data/default/SPTestTable/efe9cfbf2560acd364af9ca744143045/cf/b970653454294e2f9d8d928d9fcf8b9b, entries=676, sequenceid=5, filesize=26.3 K 2024-11-22T14:30:18,594 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for efe9cfbf2560acd364af9ca744143045 in 134ms, sequenceid=5, compaction requested=false 2024-11-22T14:30:18,594 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for efe9cfbf2560acd364af9ca744143045: 2024-11-22T14:30:18,594 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1732285788792.efe9cfbf2560acd364af9ca744143045. for SnapshotProcedureTest completed. 2024-11-22T14:30:18,594 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1732285788792.efe9cfbf2560acd364af9ca744143045.' region-info for snapshot=SnapshotProcedureTest 2024-11-22T14:30:18,594 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/data/default/SPTestTable/98e2f8b0a28513d1b982449fcd58a673/cf/73c672515f8f406192e0ff12b8b5eb95, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-22T14:30:18,594 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T14:30:18,594 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/data/default/SPTestTable/efe9cfbf2560acd364af9ca744143045/cf/b970653454294e2f9d8d928d9fcf8b9b] hfiles 2024-11-22T14:30:18,594 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/data/default/SPTestTable/efe9cfbf2560acd364af9ca744143045/cf/b970653454294e2f9d8d928d9fcf8b9b for snapshot=SnapshotProcedureTest 2024-11-22T14:30:18,595 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 98e2f8b0a28513d1b982449fcd58a673 in 140ms, sequenceid=5, compaction requested=false 2024-11-22T14:30:18,595 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 98e2f8b0a28513d1b982449fcd58a673: 2024-11-22T14:30:18,595 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1732285788792.98e2f8b0a28513d1b982449fcd58a673. for SnapshotProcedureTest completed. 2024-11-22T14:30:18,596 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1732285788792.98e2f8b0a28513d1b982449fcd58a673.' region-info for snapshot=SnapshotProcedureTest 2024-11-22T14:30:18,596 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T14:30:18,596 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/data/default/SPTestTable/98e2f8b0a28513d1b982449fcd58a673/cf/73c672515f8f406192e0ff12b8b5eb95] hfiles 2024-11-22T14:30:18,596 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/data/default/SPTestTable/98e2f8b0a28513d1b982449fcd58a673/cf/73c672515f8f406192e0ff12b8b5eb95 for snapshot=SnapshotProcedureTest 2024-11-22T14:30:18,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46171 is added to blk_1073741858_1034 (size=28623) 2024-11-22T14:30:18,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33761 is added to blk_1073741858_1034 (size=28623) 2024-11-22T14:30:18,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33689 is added to blk_1073741858_1034 (size=28623) 2024-11-22T14:30:18,599 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/data/default/SPTestTable/1e59478083049fec24fba58380ab71dc/.tmp/cf/d2dfd3341db94225b9439ee597b23388 2024-11-22T14:30:18,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33761 is added to blk_1073741859_1035 (size=97) 2024-11-22T14:30:18,608 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/data/default/SPTestTable/1e59478083049fec24fba58380ab71dc/.tmp/cf/d2dfd3341db94225b9439ee597b23388 as hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/data/default/SPTestTable/1e59478083049fec24fba58380ab71dc/cf/d2dfd3341db94225b9439ee597b23388 2024-11-22T14:30:18,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33689 is added to blk_1073741859_1035 (size=97) 2024-11-22T14:30:18,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46171 is added to blk_1073741859_1035 (size=97) 2024-11-22T14:30:18,610 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1732285788792.886748958b5d91a100d6f0f575769a9e. 2024-11-22T14:30:18,610 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-22T14:30:18,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33499 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-22T14:30:18,611 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33499 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 886748958b5d91a100d6f0f575769a9e 2024-11-22T14:30:18,611 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 886748958b5d91a100d6f0f575769a9e 2024-11-22T14:30:18,613 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 886748958b5d91a100d6f0f575769a9e in 10.1630 sec 2024-11-22T14:30:18,618 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/data/default/SPTestTable/1e59478083049fec24fba58380ab71dc/cf/d2dfd3341db94225b9439ee597b23388, entries=731, sequenceid=5, filesize=28.0 K 2024-11-22T14:30:18,619 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 1e59478083049fec24fba58380ab71dc in 109ms, sequenceid=5, compaction requested=false 2024-11-22T14:30:18,619 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 1e59478083049fec24fba58380ab71dc: 2024-11-22T14:30:18,619 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1732285788792.1e59478083049fec24fba58380ab71dc. for SnapshotProcedureTest completed. 2024-11-22T14:30:18,619 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1732285788792.1e59478083049fec24fba58380ab71dc.' region-info for snapshot=SnapshotProcedureTest 2024-11-22T14:30:18,619 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T14:30:18,619 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/data/default/SPTestTable/1e59478083049fec24fba58380ab71dc/cf/d2dfd3341db94225b9439ee597b23388] hfiles 2024-11-22T14:30:18,619 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/data/default/SPTestTable/1e59478083049fec24fba58380ab71dc/cf/d2dfd3341db94225b9439ee597b23388 for snapshot=SnapshotProcedureTest 2024-11-22T14:30:18,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33761 is added to blk_1073741860_1036 (size=105) 2024-11-22T14:30:18,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33689 is added to blk_1073741860_1036 (size=105) 2024-11-22T14:30:18,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46171 is added to blk_1073741860_1036 (size=105) 2024-11-22T14:30:18,627 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1732285788792.efe9cfbf2560acd364af9ca744143045. 2024-11-22T14:30:18,627 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-22T14:30:18,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33499 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-22T14:30:18,627 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33499 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region efe9cfbf2560acd364af9ca744143045 2024-11-22T14:30:18,628 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure efe9cfbf2560acd364af9ca744143045 2024-11-22T14:30:18,630 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure efe9cfbf2560acd364af9ca744143045 in 10.1800 sec 2024-11-22T14:30:18,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33689 is added to blk_1073741861_1037 (size=105) 2024-11-22T14:30:18,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46171 is added to blk_1073741861_1037 (size=105) 2024-11-22T14:30:18,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33761 is added to blk_1073741861_1037 (size=105) 2024-11-22T14:30:18,639 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1732285788792.98e2f8b0a28513d1b982449fcd58a673. 2024-11-22T14:30:18,639 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-22T14:30:18,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33499 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-22T14:30:18,640 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33499 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 98e2f8b0a28513d1b982449fcd58a673 2024-11-22T14:30:18,640 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 98e2f8b0a28513d1b982449fcd58a673 2024-11-22T14:30:18,642 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 98e2f8b0a28513d1b982449fcd58a673 in 10.1920 sec 2024-11-22T14:30:18,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33761 is added to blk_1073741862_1038 (size=105) 2024-11-22T14:30:18,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33689 is added to blk_1073741862_1038 (size=105) 2024-11-22T14:30:18,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46171 is added to blk_1073741862_1038 (size=105) 2024-11-22T14:30:18,649 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1732285788792.1e59478083049fec24fba58380ab71dc. 2024-11-22T14:30:18,649 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-22T14:30:18,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33499 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-22T14:30:18,650 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33499 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 1e59478083049fec24fba58380ab71dc 2024-11-22T14:30:18,650 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1e59478083049fec24fba58380ab71dc 2024-11-22T14:30:18,652 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1e59478083049fec24fba58380ab71dc in 10.2020 sec 2024-11-22T14:30:18,906 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1732285788792.d2d6b5bcb287ce9c71e4f67db7dacb0a. 2024-11-22T14:30:18,906 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-22T14:30:18,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33499 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-22T14:30:18,907 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33499 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d2d6b5bcb287ce9c71e4f67db7dacb0a 2024-11-22T14:30:18,908 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d2d6b5bcb287ce9c71e4f67db7dacb0a 2024-11-22T14:30:18,912 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-11-22T14:30:18,912 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d2d6b5bcb287ce9c71e4f67db7dacb0a in 10.4600 sec 2024-11-22T14:30:18,912 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-22T14:30:18,913 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-22T14:30:18,914 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-22T14:30:18,914 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-22T14:30:18,916 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-22T14:30:18,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33689 is added to blk_1073741863_1039 (size=1174) 2024-11-22T14:30:18,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33761 is added to blk_1073741863_1039 (size=1174) 2024-11-22T14:30:18,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46171 is added to blk_1073741863_1039 (size=1174) 2024-11-22T14:30:18,943 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-22T14:30:18,947 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-22T14:30:18,950 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b313e41b3af3,46317,1732285777971 2024-11-22T14:30:18,950 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b313e41b3af3,40503,1732285778035 2024-11-22T14:30:18,950 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b313e41b3af3,46317,1732285777971 2024-11-22T14:30:18,951 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b313e41b3af3,46317,1732285777971 2024-11-22T14:30:18,951 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b313e41b3af3,40503,1732285778035 2024-11-22T14:30:18,954 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T14:30:18,954 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b313e41b3af3,40503,1732285778035 2024-11-22T14:30:18,954 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b313e41b3af3,41865,1732285778003 2024-11-22T14:30:18,954 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b313e41b3af3,41865,1732285778003 2024-11-22T14:30:18,954 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b313e41b3af3,41865,1732285778003 2024-11-22T14:30:19,056 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing b313e41b3af3,41865,1732285778003 2024-11-22T14:30:19,056 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server b313e41b3af3,41865,1732285778003: Simulated kill ***** 2024-11-22T14:30:19,056 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-22T14:30:19,056 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-22T14:30:19,058 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-22T14:30:19,058 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-22T14:30:19,058 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-22T14:30:19,059 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 439323920 }, "NonHeapMemoryUsage": { "committed": 176095232, "init": 7667712, "max": -1, "used": 171035256 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-22T14:30:19,060 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33499 {}] master.MasterRpcServices(700): b313e41b3af3,41865,1732285778003 reported a fatal error: ***** ABORTING region server b313e41b3af3,41865,1732285778003: Simulated kill ***** 2024-11-22T14:30:19,061 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b313e41b3af3,41865,1732285778003' ***** 2024-11-22T14:30:19,061 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-22T14:30:19,062 INFO [RS:1;b313e41b3af3:41865 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T14:30:19,062 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T14:30:19,062 INFO [RS:1;b313e41b3af3:41865 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-22T14:30:19,062 INFO [RS:1;b313e41b3af3:41865 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-22T14:30:19,062 INFO [RS:1;b313e41b3af3:41865 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T14:30:19,062 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T14:30:19,062 INFO [RS:1;b313e41b3af3:41865 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;b313e41b3af3:41865. 2024-11-22T14:30:19,063 DEBUG [RS:1;b313e41b3af3:41865 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:30:19,063 DEBUG [RS:1;b313e41b3af3:41865 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:30:19,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33689 is added to blk_1073741836_1012 (size=14382) 2024-11-22T14:30:19,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33761 is added to blk_1073741836_1012 (size=14382) 2024-11-22T14:30:19,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46171 is added to blk_1073741836_1012 (size=14382) 2024-11-22T14:30:19,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33761 is added to blk_1073741834_1010 (size=2301) 2024-11-22T14:30:19,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46171 is added to blk_1073741834_1010 (size=2301) 2024-11-22T14:30:19,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33689 is added to blk_1073741834_1010 (size=2301) 2024-11-22T14:30:19,072 DEBUG [RS:1;b313e41b3af3:41865 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:30:19,072 INFO [RS:1;b313e41b3af3:41865 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T14:30:19,072 INFO [RS:1;b313e41b3af3:41865 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41865 2024-11-22T14:30:19,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41865-0x10067d6a4520002, quorum=127.0.0.1:53331, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b313e41b3af3,41865,1732285778003 2024-11-22T14:30:19,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33499-0x10067d6a4520000, quorum=127.0.0.1:53331, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T14:30:19,073 INFO [RS:1;b313e41b3af3:41865 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T14:30:19,074 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b313e41b3af3,41865,1732285778003] 2024-11-22T14:30:19,075 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b313e41b3af3,41865,1732285778003 already deleted, retry=false 2024-11-22T14:30:19,075 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of b313e41b3af3,41865,1732285778003 on b313e41b3af3,33499,1732285777912 2024-11-22T14:30:19,076 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure b313e41b3af3,41865,1732285778003, splitWal=true, meta=true 2024-11-22T14:30:19,076 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=46 for b313e41b3af3,41865,1732285778003 (carryingMeta=true) b313e41b3af3,41865,1732285778003/CRASHED/regionCount=5/lock=java.util.concurrent.locks.ReentrantReadWriteLock@6f810b8d[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-22T14:30:19,077 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure b313e41b3af3,41865,1732285778003, splitWal=true, meta=true 2024-11-22T14:30:19,078 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure b313e41b3af3,41865,1732285778003, splitWal=true, meta=true, isMeta: true 2024-11-22T14:30:19,079 DEBUG [PEWorker-4 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/WALs/b313e41b3af3,41865,1732285778003-splitting 2024-11-22T14:30:19,080 INFO [PEWorker-4 {}] master.SplitWALManager(105): b313e41b3af3,41865,1732285778003 WAL count=1, meta=true 2024-11-22T14:30:19,080 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure b313e41b3af3%2C41865%2C1732285778003.meta.1732285788712.meta}] 2024-11-22T14:30:19,082 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=b313e41b3af3,46317,1732285777971 2024-11-22T14:30:19,083 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure b313e41b3af3%2C41865%2C1732285778003.meta.1732285788712.meta, worker=b313e41b3af3,46317,1732285777971}] 2024-11-22T14:30:19,084 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b313e41b3af3,41865,1732285778003 Release verify snapshot worker=b313e41b3af3,41865,1732285778003 2024-11-22T14:30:19,084 WARN [PEWorker-3 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 37 to b313e41b3af3,41865,1732285778003, this operation will be retried to send to another server 2024-11-22T14:30:19,084 WARN [PEWorker-3 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-22T14:30:19,085 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=37, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1732285820085 2024-11-22T14:30:19,085 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b313e41b3af3,41865,1732285778003 Release verify snapshot worker=b313e41b3af3,41865,1732285778003 2024-11-22T14:30:19,085 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 30 is already finished, skip the rest processes 2024-11-22T14:30:19,085 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 28 is already finished, skip the rest processes 2024-11-22T14:30:19,085 WARN [PEWorker-5 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 40 to b313e41b3af3,41865,1732285778003, this operation will be retried to send to another server 2024-11-22T14:30:19,085 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 35 is already finished, skip the rest processes 2024-11-22T14:30:19,085 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 33 is already finished, skip the rest processes 2024-11-22T14:30:19,085 WARN [PEWorker-5 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-22T14:30:19,085 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=40, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1732285820085 2024-11-22T14:30:19,086 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b313e41b3af3,41865,1732285778003 Release verify snapshot worker=b313e41b3af3,41865,1732285778003 2024-11-22T14:30:19,086 WARN [PEWorker-1 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to b313e41b3af3,41865,1732285778003, this operation will be retried to send to another server 2024-11-22T14:30:19,086 WARN [PEWorker-1 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-22T14:30:19,086 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1732285820086 2024-11-22T14:30:19,157 INFO [regionserver/b313e41b3af3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T14:30:19,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41865-0x10067d6a4520002, quorum=127.0.0.1:53331, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T14:30:19,174 INFO [RS:1;b313e41b3af3:41865 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T14:30:19,175 INFO [RS:1;b313e41b3af3:41865 {}] regionserver.HRegionServer(1031): Exiting; stopping=b313e41b3af3,41865,1732285778003; zookeeper connection closed. 2024-11-22T14:30:19,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41865-0x10067d6a4520002, quorum=127.0.0.1:53331, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T14:30:19,175 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3fd5f2ad {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3fd5f2ad 2024-11-22T14:30:19,349 INFO [regionserver/b313e41b3af3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T14:30:19,349 INFO [regionserver/b313e41b3af3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T14:30:27,554 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b313e41b3af3:44369 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-22T14:30:28,781 INFO [master/b313e41b3af3:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-22T14:30:28,782 INFO [master/b313e41b3af3:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-22T14:30:28,952 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46317 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-11-22T14:30:28,952 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40503 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-11-22T14:30:28,953 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40503 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-11-22T14:30:28,953 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46317 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-11-22T14:30:28,953 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40503 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-11-22T14:30:28,954 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46317 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-22T14:30:28,954 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46317 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-11-22T14:30:28,961 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-22T14:30:28,961 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-22T14:30:28,961 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-22T14:30:28,961 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-22T14:30:28,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33499 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-22T14:30:28,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33499 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-22T14:30:28,962 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-22T14:30:28,962 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-22T14:30:28,963 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-22T14:30:28,963 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-22T14:30:28,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33499 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-22T14:30:28,964 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b313e41b3af3,40503,1732285778035 Release verify snapshot worker=b313e41b3af3,40503,1732285778035 2024-11-22T14:30:28,964 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b313e41b3af3,46317,1732285777971 Release verify snapshot worker=b313e41b3af3,46317,1732285777971 2024-11-22T14:30:28,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33499 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-11-22T14:30:28,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33499 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-22T14:30:28,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33499 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-22T14:30:28,966 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b313e41b3af3,46317,1732285777971 in 10.0170 sec 2024-11-22T14:30:28,966 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b313e41b3af3,40503,1732285778035 2024-11-22T14:30:28,966 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b313e41b3af3,46317,1732285777971 2024-11-22T14:30:28,967 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b313e41b3af3,46317,1732285777971 Release verify snapshot worker=b313e41b3af3,46317,1732285777971 2024-11-22T14:30:28,967 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b313e41b3af3,40503,1732285778035 in 10.0170 sec 2024-11-22T14:30:28,968 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b313e41b3af3,46317,1732285777971 in 10.0200 sec 2024-11-22T14:30:28,969 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b313e41b3af3,46317,1732285777971 Release verify snapshot worker=b313e41b3af3,46317,1732285777971 2024-11-22T14:30:28,969 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b313e41b3af3,40503,1732285778035 Release verify snapshot worker=b313e41b3af3,40503,1732285778035 2024-11-22T14:30:28,969 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b313e41b3af3,40503,1732285778035 Release verify snapshot worker=b313e41b3af3,40503,1732285778035 2024-11-22T14:30:28,970 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b313e41b3af3,40503,1732285778035 2024-11-22T14:30:28,970 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b313e41b3af3,40503,1732285778035 2024-11-22T14:30:28,971 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b313e41b3af3,46317,1732285777971 in 10.0220 sec 2024-11-22T14:30:28,971 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b313e41b3af3,40503,1732285778035 in 10.0220 sec 2024-11-22T14:30:28,972 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b313e41b3af3,40503,1732285778035 in 10.0220 sec 2024-11-22T14:30:28,976 INFO [RS_LOG_REPLAY_OPS-regionserver/b313e41b3af3:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/WALs/b313e41b3af3,41865,1732285778003-splitting/b313e41b3af3%2C41865%2C1732285778003.meta.1732285788712.meta, size=14.0 K (14382bytes) 2024-11-22T14:30:28,976 INFO [RS_LOG_REPLAY_OPS-regionserver/b313e41b3af3:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/WALs/b313e41b3af3,41865,1732285778003-splitting/b313e41b3af3%2C41865%2C1732285778003.meta.1732285788712.meta 2024-11-22T14:30:28,977 INFO [RS_LOG_REPLAY_OPS-regionserver/b313e41b3af3:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/WALs/b313e41b3af3,41865,1732285778003-splitting/b313e41b3af3%2C41865%2C1732285778003.meta.1732285788712.meta after 1ms 2024-11-22T14:30:28,980 INFO [RS_LOG_REPLAY_OPS-regionserver/b313e41b3af3:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/WALs/b313e41b3af3,41865,1732285778003-splitting/b313e41b3af3%2C41865%2C1732285778003.meta.1732285788712.meta took 4ms 2024-11-22T14:30:28,983 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b313e41b3af3:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "info" sequence_id: 5 } store_sequence_id { family_name: "ns" sequence_id: 3 } store_sequence_id { family_name: "rep_barrier" sequence_id: 18446744073709551615 } store_sequence_id { family_name: "table" sequence_id: 6 } 2024-11-22T14:30:28,986 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b313e41b3af3:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/WALs/b313e41b3af3,41865,1732285778003-splitting/b313e41b3af3%2C41865%2C1732285778003.meta.1732285788712.meta so closing down 2024-11-22T14:30:28,986 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b313e41b3af3:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T14:30:28,990 INFO [RS_LOG_REPLAY_OPS-regionserver/b313e41b3af3:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-b313e41b3af3%2C41865%2C1732285778003.meta.1732285788712.meta.temp 2024-11-22T14:30:28,993 INFO [RS_LOG_REPLAY_OPS-regionserver/b313e41b3af3:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-b313e41b3af3%2C41865%2C1732285778003.meta.1732285788712.meta.temp 2024-11-22T14:30:28,994 INFO [RS_LOG_REPLAY_OPS-regionserver/b313e41b3af3:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T14:30:29,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46171 is added to blk_1073741864_1040 (size=14141) 2024-11-22T14:30:29,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33689 is added to blk_1073741864_1040 (size=14141) 2024-11-22T14:30:29,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33761 is added to blk_1073741864_1040 (size=14141) 2024-11-22T14:30:29,007 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-b313e41b3af3%2C41865%2C1732285778003.meta.1732285788712.meta.temp (wrote 25 edits, skipped 0 edits in 0 ms) 2024-11-22T14:30:29,008 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-b313e41b3af3%2C41865%2C1732285778003.meta.1732285788712.meta.temp to hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-22T14:30:29,008 INFO [RS_LOG_REPLAY_OPS-regionserver/b313e41b3af3:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 26 edits across 1 Regions in 28 ms; skipped=1; WAL=hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/WALs/b313e41b3af3,41865,1732285778003-splitting/b313e41b3af3%2C41865%2C1732285778003.meta.1732285788712.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false 2024-11-22T14:30:29,008 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b313e41b3af3:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/WALs/b313e41b3af3,41865,1732285778003-splitting/b313e41b3af3%2C41865%2C1732285778003.meta.1732285788712.meta, journal: Splitting hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/WALs/b313e41b3af3,41865,1732285778003-splitting/b313e41b3af3%2C41865%2C1732285778003.meta.1732285788712.meta, size=14.0 K (14382bytes) at 1732285828976Finishing writing output for hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/WALs/b313e41b3af3,41865,1732285778003-splitting/b313e41b3af3%2C41865%2C1732285778003.meta.1732285788712.meta so closing down at 1732285828986 (+10 ms)Creating recovered edits writer path=hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-b313e41b3af3%2C41865%2C1732285778003.meta.1732285788712.meta.temp at 1732285828993 (+7 ms)3 split writer threads finished at 1732285828994 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-b313e41b3af3%2C41865%2C1732285778003.meta.1732285788712.meta.temp (wrote 25 edits, skipped 0 edits in 0 ms) at 1732285829007 (+13 ms)Rename recovered edits hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-b313e41b3af3%2C41865%2C1732285778003.meta.1732285788712.meta.temp to hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 at 1732285829008 (+1 ms)Processed 26 edits across 1 Regions in 28 ms; skipped=1; WAL=hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/WALs/b313e41b3af3,41865,1732285778003-splitting/b313e41b3af3%2C41865%2C1732285778003.meta.1732285788712.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false at 1732285829008 2024-11-22T14:30:29,009 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b313e41b3af3:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/WALs/b313e41b3af3,41865,1732285778003-splitting/b313e41b3af3%2C41865%2C1732285778003.meta.1732285788712.meta 2024-11-22T14:30:29,009 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b313e41b3af3:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-22T14:30:29,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33499 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-22T14:30:29,013 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/WALs/b313e41b3af3,41865,1732285778003-splitting/b313e41b3af3%2C41865%2C1732285778003.meta.1732285788712.meta to hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/oldWALs 2024-11-22T14:30:29,015 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-22T14:30:29,015 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure b313e41b3af3%2C41865%2C1732285778003.meta.1732285788712.meta, worker=b313e41b3af3,46317,1732285777971 in 9.9310 sec 2024-11-22T14:30:29,016 DEBUG [PEWorker-3 {}] master.SplitWALManager(172): Release split WAL worker=b313e41b3af3,46317,1732285777971 2024-11-22T14:30:29,017 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-22T14:30:29,018 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure b313e41b3af3%2C41865%2C1732285778003.meta.1732285788712.meta, worker=b313e41b3af3,46317,1732285777971 in 9.9360 sec 2024-11-22T14:30:29,019 INFO [PEWorker-5 {}] master.SplitLogManager(171): hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/WALs/b313e41b3af3,41865,1732285778003-splitting dir is empty, no logs to split. 2024-11-22T14:30:29,019 INFO [PEWorker-5 {}] master.SplitWALManager(105): b313e41b3af3,41865,1732285778003 WAL count=0, meta=true 2024-11-22T14:30:29,019 DEBUG [PEWorker-5 {}] procedure.ServerCrashProcedure(329): Check if b313e41b3af3,41865,1732285778003 WAL splitting is done? wals=0, meta=true 2024-11-22T14:30:29,020 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T14:30:29,021 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T14:30:29,022 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-22T14:30:29,172 DEBUG [b313e41b3af3:33499 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-22T14:30:29,173 DEBUG [b313e41b3af3:33499 {}] balancer.BalancerClusterState(204): Hosts are {b313e41b3af3=0} racks are {/default-rack=0} 2024-11-22T14:30:29,173 DEBUG [b313e41b3af3:33499 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-22T14:30:29,173 DEBUG [b313e41b3af3:33499 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-22T14:30:29,173 DEBUG [b313e41b3af3:33499 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-22T14:30:29,173 DEBUG [b313e41b3af3:33499 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-22T14:30:29,173 INFO [b313e41b3af3:33499 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-22T14:30:29,173 INFO [b313e41b3af3:33499 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-22T14:30:29,174 DEBUG [b313e41b3af3:33499 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-22T14:30:29,174 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b313e41b3af3,46317,1732285777971 2024-11-22T14:30:29,176 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b313e41b3af3,46317,1732285777971, state=OPENING 2024-11-22T14:30:29,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40503-0x10067d6a4520003, quorum=127.0.0.1:53331, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T14:30:29,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46317-0x10067d6a4520001, quorum=127.0.0.1:53331, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T14:30:29,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33499-0x10067d6a4520000, quorum=127.0.0.1:53331, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T14:30:29,178 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T14:30:29,179 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T14:30:29,179 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T14:30:29,179 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b313e41b3af3,46317,1732285777971}] 2024-11-22T14:30:29,179 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T14:30:37,889 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T14:30:38,967 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40503 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-11-22T14:30:38,968 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40503 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-11-22T14:30:38,968 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-22T14:30:38,968 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-22T14:30:38,968 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40503 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-11-22T14:30:38,968 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-11-22T14:30:38,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33499 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-22T14:30:38,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33499 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-22T14:30:38,971 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b313e41b3af3,40503,1732285778035 Release verify snapshot worker=b313e41b3af3,40503,1732285778035 2024-11-22T14:30:38,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33499 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-11-22T14:30:38,973 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46317 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-11-22T14:30:38,973 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=50}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T14:30:38,973 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T14:30:38,973 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-22T14:30:38,973 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=50}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T14:30:38,974 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b313e41b3af3,40503,1732285778035 Release verify snapshot worker=b313e41b3af3,40503,1732285778035 2024-11-22T14:30:38,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33499 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-22T14:30:38,974 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b313e41b3af3,40503,1732285778035 in 20.0240 sec 2024-11-22T14:30:38,975 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b313e41b3af3,40503,1732285778035 Release verify snapshot worker=b313e41b3af3,40503,1732285778035 2024-11-22T14:30:38,976 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b313e41b3af3%2C46317%2C1732285777971.meta, suffix=.meta, logDir=hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/WALs/b313e41b3af3,46317,1732285777971, archiveDir=hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/oldWALs, maxLogs=32 2024-11-22T14:30:38,976 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b313e41b3af3,40503,1732285778035 in 20.0270 sec 2024-11-22T14:30:38,977 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b313e41b3af3,40503,1732285778035 in 20.0280 sec 2024-11-22T14:30:38,977 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b313e41b3af3,46317,1732285777971 Release verify snapshot worker=b313e41b3af3,46317,1732285777971 2024-11-22T14:30:38,979 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=25 2024-11-22T14:30:38,979 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-22T14:30:38,979 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b313e41b3af3,46317,1732285777971 in 20.0300 sec 2024-11-22T14:30:38,979 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/.hbase-snapshot/SnapshotProcedureTest 2024-11-22T14:30:38,981 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-22T14:30:38,981 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-22T14:30:38,983 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 30.5490 sec 2024-11-22T14:30:38,989 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=50}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/WALs/b313e41b3af3,46317,1732285777971/b313e41b3af3%2C46317%2C1732285777971.meta.1732285838977.meta, exclude list is [], retry=0 2024-11-22T14:30:38,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46171,DS-c5f9705a-12ae-4dc8-ba2a-bbaf14e8c5c5,DISK] 2024-11-22T14:30:38,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33761,DS-3ac7043b-e4ab-4d88-acf7-74a39365c377,DISK] 2024-11-22T14:30:38,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33689,DS-427f13f4-1d05-40b8-8d8d-504204a4ed5c,DISK] 2024-11-22T14:30:38,994 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/WALs/b313e41b3af3,46317,1732285777971/b313e41b3af3%2C46317%2C1732285777971.meta.1732285838977.meta 2024-11-22T14:30:38,995 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37779:37779),(127.0.0.1/127.0.0.1:41125:41125),(127.0.0.1/127.0.0.1:33311:33311)] 2024-11-22T14:30:38,995 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T14:30:38,995 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=50}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T14:30:38,995 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T14:30:38,995 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T14:30:38,995 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T14:30:38,995 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:30:38,995 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T14:30:38,995 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T14:30:38,997 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T14:30:38,998 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T14:30:38,998 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:30:38,998 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:30:38,998 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T14:30:38,999 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T14:30:38,999 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:30:38,999 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:30:38,999 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T14:30:39,000 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T14:30:39,000 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:30:39,000 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:30:39,000 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T14:30:39,001 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T14:30:39,001 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:30:39,002 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:30:39,002 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T14:30:39,002 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/data/hbase/meta/1588230740 2024-11-22T14:30:39,004 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/data/hbase/meta/1588230740 2024-11-22T14:30:39,005 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-22T14:30:39,013 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5793): Applied 104, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=28, path=hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-22T14:30:39,013 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=12.43 KB heapSize=21.09 KB 2024-11-22T14:30:39,029 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/data/hbase/meta/1588230740/.tmp/info/b8935091c355460697e63948ae0b9a5c is 167, key is SPTestTable,19999999,1732285788792.5dc393a4166829a9d5c973f5c7f2fa4b./info:regioninfo/1732285799108/Put/seqid=0 2024-11-22T14:30:39,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33761 is added to blk_1073741866_1042 (size=18393) 2024-11-22T14:30:39,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46171 is added to blk_1073741866_1042 (size=18393) 2024-11-22T14:30:39,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33689 is added to blk_1073741866_1042 (size=18393) 2024-11-22T14:30:39,037 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.28 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/data/hbase/meta/1588230740/.tmp/info/b8935091c355460697e63948ae0b9a5c 2024-11-22T14:30:39,060 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/data/hbase/meta/1588230740/.tmp/ns/e412581d2830439a8dd9a50d7be4bbbc is 43, key is default/ns:d/1732285788760/Put/seqid=0 2024-11-22T14:30:39,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46171 is added to blk_1073741867_1043 (size=5153) 2024-11-22T14:30:39,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33689 is added to blk_1073741867_1043 (size=5153) 2024-11-22T14:30:39,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33761 is added to blk_1073741867_1043 (size=5153) 2024-11-22T14:30:39,067 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/data/hbase/meta/1588230740/.tmp/ns/e412581d2830439a8dd9a50d7be4bbbc 2024-11-22T14:30:39,087 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/data/hbase/meta/1588230740/.tmp/table/1d79f1d9e2694355a5bc6d2b32203026 is 47, key is SPTestTable/table:state/1732285799162/Put/seqid=0 2024-11-22T14:30:39,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33689 is added to blk_1073741868_1044 (size=5214) 2024-11-22T14:30:39,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46171 is added to blk_1073741868_1044 (size=5214) 2024-11-22T14:30:39,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33761 is added to blk_1073741868_1044 (size=5214) 2024-11-22T14:30:39,093 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/data/hbase/meta/1588230740/.tmp/table/1d79f1d9e2694355a5bc6d2b32203026 2024-11-22T14:30:39,100 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/data/hbase/meta/1588230740/.tmp/info/b8935091c355460697e63948ae0b9a5c as hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/data/hbase/meta/1588230740/info/b8935091c355460697e63948ae0b9a5c 2024-11-22T14:30:39,106 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/data/hbase/meta/1588230740/info/b8935091c355460697e63948ae0b9a5c, entries=100, sequenceid=28, filesize=18.0 K 2024-11-22T14:30:39,107 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/data/hbase/meta/1588230740/.tmp/ns/e412581d2830439a8dd9a50d7be4bbbc as hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/data/hbase/meta/1588230740/ns/e412581d2830439a8dd9a50d7be4bbbc 2024-11-22T14:30:39,112 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/data/hbase/meta/1588230740/ns/e412581d2830439a8dd9a50d7be4bbbc, entries=2, sequenceid=28, filesize=5.0 K 2024-11-22T14:30:39,113 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/data/hbase/meta/1588230740/.tmp/table/1d79f1d9e2694355a5bc6d2b32203026 as hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/data/hbase/meta/1588230740/table/1d79f1d9e2694355a5bc6d2b32203026 2024-11-22T14:30:39,119 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/data/hbase/meta/1588230740/table/1d79f1d9e2694355a5bc6d2b32203026, entries=2, sequenceid=28, filesize=5.1 K 2024-11-22T14:30:39,120 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(3140): Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 107ms, sequenceid=28, compaction requested=false; wal=null 2024-11-22T14:30:39,121 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-22T14:30:39,122 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T14:30:39,122 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T14:30:39,123 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T14:30:39,124 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T14:30:39,127 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/data/hbase/meta/1588230740/recovered.edits/28.seqid, newMaxSeqId=28, maxSeqId=1 2024-11-22T14:30:39,128 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=29; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61393764, jitterRate=-0.08516162633895874}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T14:30:39,128 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T14:30:39,128 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732285838996Writing region info on filesystem at 1732285838996Initializing all the Stores at 1732285838996Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732285838997 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732285838997Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285838997Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732285838997Obtaining lock to block concurrent updates at 1732285839013 (+16 ms)Preparing flush snapshotting stores in 1588230740 at 1732285839013Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12732, getHeapSize=21536, getOffHeapSize=0, getCellsCount=104 at 1732285839013Flushing stores of hbase:meta,,1.1588230740 at 1732285839013Flushing 1588230740/info: creating writer at 1732285839013Flushing 1588230740/info: appending metadata at 1732285839029 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732285839029Flushing 1588230740/ns: creating writer at 1732285839044 (+15 ms)Flushing 1588230740/ns: appending metadata at 1732285839059 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732285839059Flushing 1588230740/table: creating writer at 1732285839073 (+14 ms)Flushing 1588230740/table: appending metadata at 1732285839087 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732285839087Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57ab5f56: reopening flushed file at 1732285839099 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bdee17d: reopening flushed file at 1732285839106 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ecdaa28: reopening flushed file at 1732285839112 (+6 ms)Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 107ms, sequenceid=28, compaction requested=false; wal=null at 1732285839120 (+8 ms)Cleaning up temporary data from old regions at 1732285839122 (+2 ms)Running coprocessor post-open hooks at 1732285839128 (+6 ms)Region opened successfully at 1732285839128 2024-11-22T14:30:39,129 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=50, masterSystemTime=1732285838966 2024-11-22T14:30:39,131 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T14:30:39,131 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=50}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T14:30:39,132 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=29, regionLocation=b313e41b3af3,46317,1732285777971 2024-11-22T14:30:39,133 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b313e41b3af3,46317,1732285777971, state=OPEN 2024-11-22T14:30:39,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40503-0x10067d6a4520003, quorum=127.0.0.1:53331, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T14:30:39,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46317-0x10067d6a4520001, quorum=127.0.0.1:53331, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T14:30:39,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33499-0x10067d6a4520000, quorum=127.0.0.1:53331, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T14:30:39,134 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=50, ppid=49, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b313e41b3af3,46317,1732285777971 2024-11-22T14:30:39,134 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T14:30:39,134 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T14:30:39,135 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T14:30:39,136 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=49 2024-11-22T14:30:39,137 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=49, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b313e41b3af3,46317,1732285777971 in 9.9550 sec 2024-11-22T14:30:39,138 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=46 2024-11-22T14:30:39,138 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.1170 sec 2024-11-22T14:30:39,138 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(207): b313e41b3af3,41865,1732285778003 had 5 regions 2024-11-22T14:30:39,139 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure b313e41b3af3,41865,1732285778003, splitWal=true, meta=true, isMeta: false 2024-11-22T14:30:39,140 INFO [PEWorker-2 {}] master.SplitWALManager(105): b313e41b3af3,41865,1732285778003 WAL count=1, meta=false 2024-11-22T14:30:39,140 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure b313e41b3af3%2C41865%2C1732285778003.1732285778450}] 2024-11-22T14:30:39,142 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=b313e41b3af3,40503,1732285778035 2024-11-22T14:30:39,142 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure b313e41b3af3%2C41865%2C1732285778003.1732285778450, worker=b313e41b3af3,40503,1732285778035}] 2024-11-22T14:30:39,239 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-22T14:30:39,240 WARN [RPCClient-NioEventLoopGroup-6-9 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server b313e41b3af3:41865 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: b313e41b3af3/172.17.0.2:41865 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T14:30:39,242 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b313e41b3af3,41865,1732285778003, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b313e41b3af3,41865,1732285778003, seqNum=-1, error=java.net.ConnectException: Call to address=b313e41b3af3:41865 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: b313e41b3af3/172.17.0.2:41865 2024-11-22T14:30:39,242 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b313e41b3af3,41865,1732285778003, seqNum=-1 is java.net.ConnectException: Connection refused 2024-11-22T14:30:39,242 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b313e41b3af3,41865,1732285778003, seqNum=-1 from cache 2024-11-22T14:30:39,243 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] ipc.FailedServers(52): Added failed server with address b313e41b3af3:41865 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: b313e41b3af3/172.17.0.2:41865 2024-11-22T14:30:39,344 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T14:30:39,346 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b313e41b3af3,46317,1732285777971, seqNum=-1] 2024-11-22T14:30:39,370 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-22T14:30:39,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T14:30:39,370 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T14:30:39,370 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:30:39,370 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:30:39,371 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:30:39,371 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T14:30:39,371 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T14:30:39,371 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1444588836, stopped=false 2024-11-22T14:30:39,371 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b313e41b3af3,33499,1732285777912 2024-11-22T14:30:39,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40503-0x10067d6a4520003, quorum=127.0.0.1:53331, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-22T14:30:39,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46317-0x10067d6a4520001, quorum=127.0.0.1:53331, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-22T14:30:39,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33499-0x10067d6a4520000, quorum=127.0.0.1:53331, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-22T14:30:39,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40503-0x10067d6a4520003, quorum=127.0.0.1:53331, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T14:30:39,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46317-0x10067d6a4520001, quorum=127.0.0.1:53331, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T14:30:39,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33499-0x10067d6a4520000, quorum=127.0.0.1:53331, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T14:30:39,372 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T14:30:39,373 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46317-0x10067d6a4520001, quorum=127.0.0.1:53331, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T14:30:39,373 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33499-0x10067d6a4520000, quorum=127.0.0.1:53331, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T14:30:39,373 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T14:30:39,373 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:30:39,373 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:30:39,373 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40503-0x10067d6a4520003, quorum=127.0.0.1:53331, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T14:30:39,374 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b313e41b3af3,46317,1732285777971' ***** 2024-11-22T14:30:39,374 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T14:30:39,374 INFO [RS:0;b313e41b3af3:46317 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T14:30:39,374 INFO [RS:0;b313e41b3af3:46317 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T14:30:39,374 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T14:30:39,374 INFO [RS:0;b313e41b3af3:46317 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T14:30:39,374 INFO [RS:0;b313e41b3af3:46317 {}] regionserver.HRegionServer(3091): Received CLOSE for 9764823c852404017f67eddc18cfd456 2024-11-22T14:30:39,375 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b313e41b3af3,40503,1732285778035' ***** 2024-11-22T14:30:39,375 INFO [RS:0;b313e41b3af3:46317 {}] regionserver.HRegionServer(3091): Received CLOSE for 98e2f8b0a28513d1b982449fcd58a673 2024-11-22T14:30:39,375 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T14:30:39,375 INFO [RS:0;b313e41b3af3:46317 {}] regionserver.HRegionServer(3091): Received CLOSE for 5dc393a4166829a9d5c973f5c7f2fa4b 2024-11-22T14:30:39,375 INFO [RS:0;b313e41b3af3:46317 {}] regionserver.HRegionServer(959): stopping server b313e41b3af3,46317,1732285777971 2024-11-22T14:30:39,375 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9764823c852404017f67eddc18cfd456, disabling compactions & flushes 2024-11-22T14:30:39,375 INFO [RS:0;b313e41b3af3:46317 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T14:30:39,375 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732285788792.9764823c852404017f67eddc18cfd456. 2024-11-22T14:30:39,375 INFO [RS:0;b313e41b3af3:46317 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b313e41b3af3:46317. 2024-11-22T14:30:39,375 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732285788792.9764823c852404017f67eddc18cfd456. 2024-11-22T14:30:39,375 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732285788792.9764823c852404017f67eddc18cfd456. after waiting 0 ms 2024-11-22T14:30:39,375 DEBUG [RS:0;b313e41b3af3:46317 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:30:39,375 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732285788792.9764823c852404017f67eddc18cfd456. 2024-11-22T14:30:39,375 DEBUG [RS:0;b313e41b3af3:46317 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:30:39,375 INFO [RS:2;b313e41b3af3:40503 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T14:30:39,375 INFO [RS:0;b313e41b3af3:46317 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T14:30:39,375 INFO [RS:0;b313e41b3af3:46317 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T14:30:39,375 INFO [RS:0;b313e41b3af3:46317 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T14:30:39,375 INFO [RS:2;b313e41b3af3:40503 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T14:30:39,375 INFO [RS:0;b313e41b3af3:46317 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T14:30:39,375 INFO [RS:2;b313e41b3af3:40503 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T14:30:39,376 INFO [RS:2;b313e41b3af3:40503 {}] regionserver.HRegionServer(3091): Received CLOSE for d2d6b5bcb287ce9c71e4f67db7dacb0a 2024-11-22T14:30:39,376 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T14:30:39,376 INFO [RS:0;b313e41b3af3:46317 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-11-22T14:30:39,376 DEBUG [RS:0;b313e41b3af3:46317 {}] regionserver.HRegionServer(1325): Online Regions={9764823c852404017f67eddc18cfd456=SPTestTable,7ffffffd,1732285788792.9764823c852404017f67eddc18cfd456., 1588230740=hbase:meta,,1.1588230740, 98e2f8b0a28513d1b982449fcd58a673=SPTestTable,ccccccc8,1732285788792.98e2f8b0a28513d1b982449fcd58a673., 5dc393a4166829a9d5c973f5c7f2fa4b=SPTestTable,19999999,1732285788792.5dc393a4166829a9d5c973f5c7f2fa4b.} 2024-11-22T14:30:39,376 DEBUG [RS:0;b313e41b3af3:46317 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5dc393a4166829a9d5c973f5c7f2fa4b, 9764823c852404017f67eddc18cfd456, 98e2f8b0a28513d1b982449fcd58a673 2024-11-22T14:30:39,376 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T14:30:39,376 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T14:30:39,376 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T14:30:39,376 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T14:30:39,376 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T14:30:39,378 INFO [RS:2;b313e41b3af3:40503 {}] regionserver.HRegionServer(3091): Received CLOSE for efe9cfbf2560acd364af9ca744143045 2024-11-22T14:30:39,378 INFO [RS:2;b313e41b3af3:40503 {}] regionserver.HRegionServer(3091): Received CLOSE for 6f8de58bb1c31e0bcb460ecc695cbe7b 2024-11-22T14:30:39,378 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d2d6b5bcb287ce9c71e4f67db7dacb0a, disabling compactions & flushes 2024-11-22T14:30:39,378 INFO [RS:2;b313e41b3af3:40503 {}] regionserver.HRegionServer(959): stopping server b313e41b3af3,40503,1732285778035 2024-11-22T14:30:39,378 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1732285788792.d2d6b5bcb287ce9c71e4f67db7dacb0a. 2024-11-22T14:30:39,378 INFO [RS:2;b313e41b3af3:40503 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T14:30:39,378 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732285788792.d2d6b5bcb287ce9c71e4f67db7dacb0a. 2024-11-22T14:30:39,378 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732285788792.d2d6b5bcb287ce9c71e4f67db7dacb0a. after waiting 0 ms 2024-11-22T14:30:39,378 INFO [RS:2;b313e41b3af3:40503 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;b313e41b3af3:40503. 2024-11-22T14:30:39,378 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732285788792.d2d6b5bcb287ce9c71e4f67db7dacb0a. 2024-11-22T14:30:39,378 DEBUG [RS:2;b313e41b3af3:40503 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:30:39,378 DEBUG [RS:2;b313e41b3af3:40503 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:30:39,378 INFO [RS:2;b313e41b3af3:40503 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-22T14:30:39,378 DEBUG [RS:2;b313e41b3af3:40503 {}] regionserver.HRegionServer(1325): Online Regions={d2d6b5bcb287ce9c71e4f67db7dacb0a=SPTestTable,,1732285788792.d2d6b5bcb287ce9c71e4f67db7dacb0a., efe9cfbf2560acd364af9ca744143045=SPTestTable,99999996,1732285788792.efe9cfbf2560acd364af9ca744143045., 6f8de58bb1c31e0bcb460ecc695cbe7b=SPTestTable,4ccccccb,1732285788792.6f8de58bb1c31e0bcb460ecc695cbe7b.} 2024-11-22T14:30:39,379 DEBUG [RS:2;b313e41b3af3:40503 {}] regionserver.HRegionServer(1351): Waiting on 6f8de58bb1c31e0bcb460ecc695cbe7b, d2d6b5bcb287ce9c71e4f67db7dacb0a, efe9cfbf2560acd364af9ca744143045 2024-11-22T14:30:39,380 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/data/default/SPTestTable/9764823c852404017f67eddc18cfd456/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-22T14:30:39,381 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732285788792.9764823c852404017f67eddc18cfd456. 2024-11-22T14:30:39,381 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9764823c852404017f67eddc18cfd456: Waiting for close lock at 1732285839375Running coprocessor pre-close hooks at 1732285839375Disabling compacts and flushes for region at 1732285839375Disabling writes for close at 1732285839375Writing region close event to WAL at 1732285839376 (+1 ms)Running coprocessor post-close hooks at 1732285839381 (+5 ms)Closed at 1732285839381 2024-11-22T14:30:39,381 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1732285788792.9764823c852404017f67eddc18cfd456. 2024-11-22T14:30:39,382 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 98e2f8b0a28513d1b982449fcd58a673, disabling compactions & flushes 2024-11-22T14:30:39,382 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732285788792.98e2f8b0a28513d1b982449fcd58a673. 2024-11-22T14:30:39,382 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732285788792.98e2f8b0a28513d1b982449fcd58a673. 2024-11-22T14:30:39,382 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732285788792.98e2f8b0a28513d1b982449fcd58a673. after waiting 0 ms 2024-11-22T14:30:39,382 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732285788792.98e2f8b0a28513d1b982449fcd58a673. 2024-11-22T14:30:39,382 INFO [regionserver/b313e41b3af3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T14:30:39,383 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/data/default/SPTestTable/d2d6b5bcb287ce9c71e4f67db7dacb0a/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-22T14:30:39,383 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/data/hbase/meta/1588230740/recovered.edits/31.seqid, newMaxSeqId=31, maxSeqId=28 2024-11-22T14:30:39,384 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1732285788792.d2d6b5bcb287ce9c71e4f67db7dacb0a. 2024-11-22T14:30:39,384 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d2d6b5bcb287ce9c71e4f67db7dacb0a: Waiting for close lock at 1732285839378Running coprocessor pre-close hooks at 1732285839378Disabling compacts and flushes for region at 1732285839378Disabling writes for close at 1732285839378Writing region close event to WAL at 1732285839379 (+1 ms)Running coprocessor post-close hooks at 1732285839384 (+5 ms)Closed at 1732285839384 2024-11-22T14:30:39,384 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1732285788792.d2d6b5bcb287ce9c71e4f67db7dacb0a. 2024-11-22T14:30:39,384 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T14:30:39,384 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T14:30:39,384 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing efe9cfbf2560acd364af9ca744143045, disabling compactions & flushes 2024-11-22T14:30:39,384 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732285788792.efe9cfbf2560acd364af9ca744143045. 2024-11-22T14:30:39,384 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732285839376Running coprocessor pre-close hooks at 1732285839376Disabling compacts and flushes for region at 1732285839376Disabling writes for close at 1732285839376Writing region close event to WAL at 1732285839380 (+4 ms)Running coprocessor post-close hooks at 1732285839384 (+4 ms)Closed at 1732285839384 2024-11-22T14:30:39,384 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732285788792.efe9cfbf2560acd364af9ca744143045. 2024-11-22T14:30:39,384 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732285788792.efe9cfbf2560acd364af9ca744143045. after waiting 0 ms 2024-11-22T14:30:39,384 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732285788792.efe9cfbf2560acd364af9ca744143045. 2024-11-22T14:30:39,384 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T14:30:39,387 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/data/default/SPTestTable/98e2f8b0a28513d1b982449fcd58a673/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-22T14:30:39,388 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732285788792.98e2f8b0a28513d1b982449fcd58a673. 2024-11-22T14:30:39,388 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 98e2f8b0a28513d1b982449fcd58a673: Waiting for close lock at 1732285839381Running coprocessor pre-close hooks at 1732285839381Disabling compacts and flushes for region at 1732285839381Disabling writes for close at 1732285839382 (+1 ms)Writing region close event to WAL at 1732285839382Running coprocessor post-close hooks at 1732285839388 (+6 ms)Closed at 1732285839388 2024-11-22T14:30:39,388 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1732285788792.98e2f8b0a28513d1b982449fcd58a673. 2024-11-22T14:30:39,388 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5dc393a4166829a9d5c973f5c7f2fa4b, disabling compactions & flushes 2024-11-22T14:30:39,388 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732285788792.5dc393a4166829a9d5c973f5c7f2fa4b. 2024-11-22T14:30:39,388 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732285788792.5dc393a4166829a9d5c973f5c7f2fa4b. 2024-11-22T14:30:39,389 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732285788792.5dc393a4166829a9d5c973f5c7f2fa4b. after waiting 0 ms 2024-11-22T14:30:39,389 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732285788792.5dc393a4166829a9d5c973f5c7f2fa4b. 2024-11-22T14:30:39,392 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/data/default/SPTestTable/efe9cfbf2560acd364af9ca744143045/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-22T14:30:39,392 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/data/default/SPTestTable/5dc393a4166829a9d5c973f5c7f2fa4b/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-22T14:30:39,393 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732285788792.efe9cfbf2560acd364af9ca744143045. 2024-11-22T14:30:39,393 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732285788792.5dc393a4166829a9d5c973f5c7f2fa4b. 2024-11-22T14:30:39,393 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for efe9cfbf2560acd364af9ca744143045: Waiting for close lock at 1732285839384Running coprocessor pre-close hooks at 1732285839384Disabling compacts and flushes for region at 1732285839384Disabling writes for close at 1732285839384Writing region close event to WAL at 1732285839385 (+1 ms)Running coprocessor post-close hooks at 1732285839393 (+8 ms)Closed at 1732285839393 2024-11-22T14:30:39,393 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5dc393a4166829a9d5c973f5c7f2fa4b: Waiting for close lock at 1732285839388Running coprocessor pre-close hooks at 1732285839388Disabling compacts and flushes for region at 1732285839388Disabling writes for close at 1732285839389 (+1 ms)Writing region close event to WAL at 1732285839389Running coprocessor post-close hooks at 1732285839393 (+4 ms)Closed at 1732285839393 2024-11-22T14:30:39,393 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1732285788792.efe9cfbf2560acd364af9ca744143045. 2024-11-22T14:30:39,393 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1732285788792.5dc393a4166829a9d5c973f5c7f2fa4b. 2024-11-22T14:30:39,393 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6f8de58bb1c31e0bcb460ecc695cbe7b, disabling compactions & flushes 2024-11-22T14:30:39,393 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732285788792.6f8de58bb1c31e0bcb460ecc695cbe7b. 2024-11-22T14:30:39,393 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732285788792.6f8de58bb1c31e0bcb460ecc695cbe7b. 2024-11-22T14:30:39,393 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732285788792.6f8de58bb1c31e0bcb460ecc695cbe7b. after waiting 0 ms 2024-11-22T14:30:39,393 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732285788792.6f8de58bb1c31e0bcb460ecc695cbe7b. 2024-11-22T14:30:39,396 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/data/default/SPTestTable/6f8de58bb1c31e0bcb460ecc695cbe7b/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-22T14:30:39,397 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732285788792.6f8de58bb1c31e0bcb460ecc695cbe7b. 2024-11-22T14:30:39,397 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6f8de58bb1c31e0bcb460ecc695cbe7b: Waiting for close lock at 1732285839393Running coprocessor pre-close hooks at 1732285839393Disabling compacts and flushes for region at 1732285839393Disabling writes for close at 1732285839393Writing region close event to WAL at 1732285839393Running coprocessor post-close hooks at 1732285839397 (+4 ms)Closed at 1732285839397 2024-11-22T14:30:39,397 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1732285788792.6f8de58bb1c31e0bcb460ecc695cbe7b. 2024-11-22T14:30:39,405 INFO [regionserver/b313e41b3af3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T14:30:39,576 INFO [RS:0;b313e41b3af3:46317 {}] regionserver.HRegionServer(976): stopping server b313e41b3af3,46317,1732285777971; all regions closed. 2024-11-22T14:30:39,579 INFO [RS:2;b313e41b3af3:40503 {}] regionserver.HRegionServer(976): stopping server b313e41b3af3,40503,1732285778035; all regions closed. 2024-11-22T14:30:39,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33761 is added to blk_1073741865_1041 (size=678) 2024-11-22T14:30:39,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46171 is added to blk_1073741865_1041 (size=678) 2024-11-22T14:30:39,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33689 is added to blk_1073741865_1041 (size=678) 2024-11-22T14:30:39,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33761 is added to blk_1073741833_1009 (size=2334) 2024-11-22T14:30:39,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33689 is added to blk_1073741833_1009 (size=2334) 2024-11-22T14:30:39,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46171 is added to blk_1073741833_1009 (size=2334) 2024-11-22T14:30:39,587 DEBUG [RS:0;b313e41b3af3:46317 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/oldWALs 2024-11-22T14:30:39,587 INFO [RS:0;b313e41b3af3:46317 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b313e41b3af3%2C46317%2C1732285777971.meta:.meta(num 1732285838977) 2024-11-22T14:30:39,587 DEBUG [RS:2;b313e41b3af3:40503 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/oldWALs 2024-11-22T14:30:39,587 INFO [RS:2;b313e41b3af3:40503 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b313e41b3af3%2C40503%2C1732285778035:(num 1732285778450) 2024-11-22T14:30:39,588 DEBUG [RS:2;b313e41b3af3:40503 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:30:39,588 INFO [RS:2;b313e41b3af3:40503 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T14:30:39,588 INFO [RS:2;b313e41b3af3:40503 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T14:30:39,588 INFO [RS:2;b313e41b3af3:40503 {}] hbase.ChoreService(370): Chore service for: regionserver/b313e41b3af3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-22T14:30:39,588 INFO [RS:2;b313e41b3af3:40503 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T14:30:39,588 INFO [RS:2;b313e41b3af3:40503 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T14:30:39,588 INFO [regionserver/b313e41b3af3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T14:30:39,588 INFO [RS:2;b313e41b3af3:40503 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T14:30:39,588 INFO [RS:2;b313e41b3af3:40503 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T14:30:39,588 INFO [RS:2;b313e41b3af3:40503 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40503 2024-11-22T14:30:39,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46171 is added to blk_1073741835_1011 (size=2364) 2024-11-22T14:30:39,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33761 is added to blk_1073741835_1011 (size=2364) 2024-11-22T14:30:39,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33689 is added to blk_1073741835_1011 (size=2364) 2024-11-22T14:30:39,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33499-0x10067d6a4520000, quorum=127.0.0.1:53331, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T14:30:39,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40503-0x10067d6a4520003, quorum=127.0.0.1:53331, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b313e41b3af3,40503,1732285778035 2024-11-22T14:30:39,590 INFO [RS:2;b313e41b3af3:40503 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T14:30:39,591 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b313e41b3af3,40503,1732285778035] 2024-11-22T14:30:39,592 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b313e41b3af3,40503,1732285778035 already deleted, retry=false 2024-11-22T14:30:39,592 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b313e41b3af3,40503,1732285778035 expired; onlineServers=1 2024-11-22T14:30:39,592 DEBUG [RS:0;b313e41b3af3:46317 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/oldWALs 2024-11-22T14:30:39,592 INFO [RS:0;b313e41b3af3:46317 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b313e41b3af3%2C46317%2C1732285777971:(num 1732285778455) 2024-11-22T14:30:39,592 DEBUG [RS:0;b313e41b3af3:46317 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:30:39,592 INFO [RS:0;b313e41b3af3:46317 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T14:30:39,592 INFO [RS:0;b313e41b3af3:46317 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T14:30:39,593 INFO [RS:0;b313e41b3af3:46317 {}] hbase.ChoreService(370): Chore service for: regionserver/b313e41b3af3:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-22T14:30:39,593 INFO [RS:0;b313e41b3af3:46317 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T14:30:39,593 INFO [regionserver/b313e41b3af3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T14:30:39,593 INFO [RS:0;b313e41b3af3:46317 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46317 2024-11-22T14:30:39,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46317-0x10067d6a4520001, quorum=127.0.0.1:53331, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b313e41b3af3,46317,1732285777971 2024-11-22T14:30:39,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33499-0x10067d6a4520000, quorum=127.0.0.1:53331, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T14:30:39,594 INFO [RS:0;b313e41b3af3:46317 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T14:30:39,595 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b313e41b3af3,46317,1732285777971] 2024-11-22T14:30:39,596 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b313e41b3af3,46317,1732285777971 already deleted, retry=false 2024-11-22T14:30:39,596 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b313e41b3af3,46317,1732285777971 expired; onlineServers=0 2024-11-22T14:30:39,596 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b313e41b3af3,33499,1732285777912' ***** 2024-11-22T14:30:39,596 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T14:30:39,596 INFO [M:0;b313e41b3af3:33499 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T14:30:39,596 INFO [M:0;b313e41b3af3:33499 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T14:30:39,596 DEBUG [M:0;b313e41b3af3:33499 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T14:30:39,596 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T14:30:39,596 DEBUG [M:0;b313e41b3af3:33499 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T14:30:39,596 DEBUG [master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.large.0-1732285778227 {}] cleaner.HFileCleaner(306): Exit Thread[master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.large.0-1732285778227,5,FailOnTimeoutGroup] 2024-11-22T14:30:39,596 INFO [M:0;b313e41b3af3:33499 {}] hbase.ChoreService(370): Chore service for: master/b313e41b3af3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T14:30:39,596 INFO [M:0;b313e41b3af3:33499 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T14:30:39,596 DEBUG [M:0;b313e41b3af3:33499 {}] master.HMaster(1795): Stopping service threads 2024-11-22T14:30:39,596 INFO [M:0;b313e41b3af3:33499 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T14:30:39,597 DEBUG [master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.small.0-1732285778230 {}] cleaner.HFileCleaner(306): Exit Thread[master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.small.0-1732285778230,5,FailOnTimeoutGroup] 2024-11-22T14:30:39,597 INFO [M:0;b313e41b3af3:33499 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T14:30:39,597 ERROR [M:0;b313e41b3af3:33499 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1506214772) connection to localhost/127.0.0.1:37187 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:37187,5,PEWorkerGroup] 2024-11-22T14:30:39,597 INFO [M:0;b313e41b3af3:33499 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T14:30:39,597 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T14:30:39,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33499-0x10067d6a4520000, quorum=127.0.0.1:53331, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-22T14:30:39,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33499-0x10067d6a4520000, quorum=127.0.0.1:53331, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T14:30:39,598 DEBUG [M:0;b313e41b3af3:33499 {}] zookeeper.ZKUtil(347): master:33499-0x10067d6a4520000, quorum=127.0.0.1:53331, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-22T14:30:39,598 WARN [M:0;b313e41b3af3:33499 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T14:30:39,599 INFO [M:0;b313e41b3af3:33499 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/.lastflushedseqids 2024-11-22T14:30:39,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33689 is added to blk_1073741869_1045 (size=632) 2024-11-22T14:30:39,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33761 is added to blk_1073741869_1045 (size=632) 2024-11-22T14:30:39,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46171 is added to blk_1073741869_1045 (size=632) 2024-11-22T14:30:39,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40503-0x10067d6a4520003, quorum=127.0.0.1:53331, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T14:30:39,691 INFO [RS:2;b313e41b3af3:40503 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T14:30:39,691 INFO [RS:2;b313e41b3af3:40503 {}] regionserver.HRegionServer(1031): Exiting; stopping=b313e41b3af3,40503,1732285778035; zookeeper connection closed. 2024-11-22T14:30:39,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40503-0x10067d6a4520003, quorum=127.0.0.1:53331, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T14:30:39,692 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@29796062 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@29796062 2024-11-22T14:30:39,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46317-0x10067d6a4520001, quorum=127.0.0.1:53331, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T14:30:39,695 INFO [RS:0;b313e41b3af3:46317 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T14:30:39,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46317-0x10067d6a4520001, quorum=127.0.0.1:53331, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T14:30:39,695 INFO [RS:0;b313e41b3af3:46317 {}] regionserver.HRegionServer(1031): Exiting; stopping=b313e41b3af3,46317,1732285777971; zookeeper connection closed. 2024-11-22T14:30:39,696 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2c725bde {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2c725bde 2024-11-22T14:30:39,696 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-22T14:30:39,804 INFO [regionserver/b313e41b3af3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-22T14:30:40,015 INFO [M:0;b313e41b3af3:33499 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T14:30:40,015 INFO [M:0;b313e41b3af3:33499 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T14:30:40,016 DEBUG [M:0;b313e41b3af3:33499 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T14:30:40,016 INFO [M:0;b313e41b3af3:33499 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:30:40,016 DEBUG [M:0;b313e41b3af3:33499 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:30:40,016 DEBUG [M:0;b313e41b3af3:33499 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T14:30:40,016 DEBUG [M:0;b313e41b3af3:33499 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:30:40,017 INFO [M:0;b313e41b3af3:33499 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=218.43 KB heapSize=259.78 KB 2024-11-22T14:30:40,039 DEBUG [M:0;b313e41b3af3:33499 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/460253ad47714c859e0b977499f02925 is 82, key is hbase:meta,,1/info:regioninfo/1732285839132/Put/seqid=0 2024-11-22T14:30:40,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33761 is added to blk_1073741870_1046 (size=6071) 2024-11-22T14:30:40,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46171 is added to blk_1073741870_1046 (size=6071) 2024-11-22T14:30:40,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33689 is added to blk_1073741870_1046 (size=6071) 2024-11-22T14:30:40,045 INFO [M:0;b313e41b3af3:33499 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=446 (bloomFilter=true), to=hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/460253ad47714c859e0b977499f02925 2024-11-22T14:30:40,065 DEBUG [M:0;b313e41b3af3:33499 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d4520183863a436a9611c99b650de285 is 1244, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732285799166/Put/seqid=0 2024-11-22T14:30:40,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33761 is added to blk_1073741871_1047 (size=11611) 2024-11-22T14:30:40,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46171 is added to blk_1073741871_1047 (size=11611) 2024-11-22T14:30:40,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33689 is added to blk_1073741871_1047 (size=11611) 2024-11-22T14:30:40,073 INFO [M:0;b313e41b3af3:33499 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=217.20 KB at sequenceid=446 (bloomFilter=true), to=hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d4520183863a436a9611c99b650de285 2024-11-22T14:30:40,078 INFO [M:0;b313e41b3af3:33499 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d4520183863a436a9611c99b650de285 2024-11-22T14:30:40,091 DEBUG [M:0;b313e41b3af3:33499 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/db063dd59b1c48f4b9d3490e7783523b is 69, key is b313e41b3af3,40503,1732285778035/rs:state/1732285778282/Put/seqid=0 2024-11-22T14:30:40,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46171 is added to blk_1073741872_1048 (size=5447) 2024-11-22T14:30:40,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33689 is added to blk_1073741872_1048 (size=5447) 2024-11-22T14:30:40,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33761 is added to blk_1073741872_1048 (size=5447) 2024-11-22T14:30:40,097 INFO [M:0;b313e41b3af3:33499 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=446 (bloomFilter=true), to=hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/db063dd59b1c48f4b9d3490e7783523b 2024-11-22T14:30:40,102 INFO [M:0;b313e41b3af3:33499 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for db063dd59b1c48f4b9d3490e7783523b 2024-11-22T14:30:40,103 DEBUG [M:0;b313e41b3af3:33499 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/460253ad47714c859e0b977499f02925 as hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/460253ad47714c859e0b977499f02925 2024-11-22T14:30:40,109 INFO [M:0;b313e41b3af3:33499 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/460253ad47714c859e0b977499f02925, entries=14, sequenceid=446, filesize=5.9 K 2024-11-22T14:30:40,110 DEBUG [M:0;b313e41b3af3:33499 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d4520183863a436a9611c99b650de285 as hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d4520183863a436a9611c99b650de285 2024-11-22T14:30:40,116 INFO [M:0;b313e41b3af3:33499 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d4520183863a436a9611c99b650de285 2024-11-22T14:30:40,116 INFO [M:0;b313e41b3af3:33499 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d4520183863a436a9611c99b650de285, entries=52, sequenceid=446, filesize=11.3 K 2024-11-22T14:30:40,117 DEBUG [M:0;b313e41b3af3:33499 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/db063dd59b1c48f4b9d3490e7783523b as hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/db063dd59b1c48f4b9d3490e7783523b 2024-11-22T14:30:40,122 INFO [M:0;b313e41b3af3:33499 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for db063dd59b1c48f4b9d3490e7783523b 2024-11-22T14:30:40,122 INFO [M:0;b313e41b3af3:33499 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37187/user/jenkins/test-data/87fbb658-2e65-00fe-7845-2723ae4d8b24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/db063dd59b1c48f4b9d3490e7783523b, entries=3, sequenceid=446, filesize=5.3 K 2024-11-22T14:30:40,123 INFO [M:0;b313e41b3af3:33499 {}] regionserver.HRegion(3140): Finished flush of dataSize ~218.43 KB/223671, heapSize ~259.48 KB/265712, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 107ms, sequenceid=446, compaction requested=false 2024-11-22T14:30:40,125 INFO [M:0;b313e41b3af3:33499 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:30:40,125 DEBUG [M:0;b313e41b3af3:33499 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732285840016Disabling compacts and flushes for region at 1732285840016Disabling writes for close at 1732285840016Obtaining lock to block concurrent updates at 1732285840017 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732285840017Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=223671, getHeapSize=265952, getOffHeapSize=0, getCellsCount=545 at 1732285840018 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732285840019 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732285840019Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732285840038 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732285840038Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732285840050 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732285840065 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732285840065Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732285840078 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732285840090 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732285840090Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d571f4e: reopening flushed file at 1732285840102 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31e558b1: reopening flushed file at 1732285840109 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f24d6bc: reopening flushed file at 1732285840116 (+7 ms)Finished flush of dataSize ~218.43 KB/223671, heapSize ~259.48 KB/265712, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 107ms, sequenceid=446, compaction requested=false at 1732285840123 (+7 ms)Writing region close event to WAL at 1732285840125 (+2 ms)Closed at 1732285840125 2024-11-22T14:30:40,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46171 is added to blk_1073741830_1006 (size=253476) 2024-11-22T14:30:40,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33689 is added to blk_1073741830_1006 (size=253476) 2024-11-22T14:30:40,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33761 is added to blk_1073741830_1006 (size=253476) 2024-11-22T14:30:40,130 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T14:30:40,130 INFO [M:0;b313e41b3af3:33499 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T14:30:40,130 INFO [M:0;b313e41b3af3:33499 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33499 2024-11-22T14:30:40,130 INFO [M:0;b313e41b3af3:33499 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T14:30:40,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33499-0x10067d6a4520000, quorum=127.0.0.1:53331, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T14:30:40,231 INFO [M:0;b313e41b3af3:33499 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T14:30:40,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33499-0x10067d6a4520000, quorum=127.0.0.1:53331, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T14:30:40,235 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4de59280{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T14:30:40,235 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@45814ff7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T14:30:40,235 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T14:30:40,235 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@64f83c92{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T14:30:40,235 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c883179{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88fcbb54-5f53-7f9c-8b4d-286386755d5d/hadoop.log.dir/,STOPPED} 2024-11-22T14:30:40,237 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T14:30:40,237 WARN [BP-1964340609-172.17.0.2-1732285777191 heartbeating to localhost/127.0.0.1:37187 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T14:30:40,237 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T14:30:40,237 WARN [BP-1964340609-172.17.0.2-1732285777191 heartbeating to localhost/127.0.0.1:37187 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1964340609-172.17.0.2-1732285777191 (Datanode Uuid c6d039ba-4eaa-4bdb-97f4-f4d62f7b820e) service to localhost/127.0.0.1:37187 2024-11-22T14:30:40,237 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88fcbb54-5f53-7f9c-8b4d-286386755d5d/cluster_6ae24b27-e235-dda0-6f66-02fca09ca063/data/data5/current/BP-1964340609-172.17.0.2-1732285777191 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T14:30:40,237 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88fcbb54-5f53-7f9c-8b4d-286386755d5d/cluster_6ae24b27-e235-dda0-6f66-02fca09ca063/data/data6/current/BP-1964340609-172.17.0.2-1732285777191 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T14:30:40,238 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T14:30:40,240 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d6fea1a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T14:30:40,240 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4aab0115{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T14:30:40,240 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T14:30:40,240 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b5cc3d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T14:30:40,240 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ccf2faf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88fcbb54-5f53-7f9c-8b4d-286386755d5d/hadoop.log.dir/,STOPPED} 2024-11-22T14:30:40,242 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T14:30:40,242 WARN [BP-1964340609-172.17.0.2-1732285777191 heartbeating to localhost/127.0.0.1:37187 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T14:30:40,242 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T14:30:40,242 WARN [BP-1964340609-172.17.0.2-1732285777191 heartbeating to localhost/127.0.0.1:37187 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1964340609-172.17.0.2-1732285777191 (Datanode Uuid c3464111-e83f-46ec-be4c-63968e5b57be) service to localhost/127.0.0.1:37187 2024-11-22T14:30:40,242 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88fcbb54-5f53-7f9c-8b4d-286386755d5d/cluster_6ae24b27-e235-dda0-6f66-02fca09ca063/data/data3/current/BP-1964340609-172.17.0.2-1732285777191 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T14:30:40,243 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88fcbb54-5f53-7f9c-8b4d-286386755d5d/cluster_6ae24b27-e235-dda0-6f66-02fca09ca063/data/data4/current/BP-1964340609-172.17.0.2-1732285777191 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T14:30:40,243 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T14:30:40,246 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@295706e1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T14:30:40,246 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3d0eaa0d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T14:30:40,246 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T14:30:40,246 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@597a5af4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T14:30:40,246 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7396b0e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88fcbb54-5f53-7f9c-8b4d-286386755d5d/hadoop.log.dir/,STOPPED} 2024-11-22T14:30:40,248 WARN [BP-1964340609-172.17.0.2-1732285777191 heartbeating to localhost/127.0.0.1:37187 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T14:30:40,248 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T14:30:40,248 WARN [BP-1964340609-172.17.0.2-1732285777191 heartbeating to localhost/127.0.0.1:37187 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1964340609-172.17.0.2-1732285777191 (Datanode Uuid 51130b13-6ae1-4d50-b765-9e1811dd594e) service to localhost/127.0.0.1:37187 2024-11-22T14:30:40,248 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T14:30:40,248 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88fcbb54-5f53-7f9c-8b4d-286386755d5d/cluster_6ae24b27-e235-dda0-6f66-02fca09ca063/data/data1/current/BP-1964340609-172.17.0.2-1732285777191 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T14:30:40,249 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88fcbb54-5f53-7f9c-8b4d-286386755d5d/cluster_6ae24b27-e235-dda0-6f66-02fca09ca063/data/data2/current/BP-1964340609-172.17.0.2-1732285777191 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T14:30:40,249 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T14:30:40,255 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@17e26{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T14:30:40,256 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@16475ac6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T14:30:40,256 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T14:30:40,256 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@206ea604{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T14:30:40,256 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49935db{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88fcbb54-5f53-7f9c-8b4d-286386755d5d/hadoop.log.dir/,STOPPED} 2024-11-22T14:30:40,263 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-22T14:30:40,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-22T14:30:40,301 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=124 (was 94) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:37187 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:37187 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37187 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:37187 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37187 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37187 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37187 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/b313e41b3af3:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:37187 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:37187 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:37187 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37187 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:37187 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=476 (was 440) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=54 (was 72), ProcessCount=11 (was 11), AvailableMemoryMB=4673 (was 4869)